Skip to content

GitLab

"test/verify/gemm_simple.cpp" did not exist on "26574e25561ca1ad6b628979019a337cf05d9a95"
Switch branch/tag
Find file Normal viewHistoryPermalink
Makefile-exllamav2 666 Bytes
Newer Older
Nicolas Patry's avatar
Upgrading exl2. (#2415)  
Nicolas Patry committed
1
2
3
4
5
6
7
8
9
10
11
12 
exllamav2_commit := v0.1.8

build-exllamav2:
	git clone https://github.com/turboderp/exllamav2.git exllamav2 && \
	cd exllamav2 && git fetch && git checkout $(exllamav2_commit)  && \
	git submodule update --init --recursive && \
	pip install -r requirements.txt && \
	CUDA_ARCH_LIST="8.0;9.0a" NVCC_GENCODE="-gencode=arch=compute_80,code=sm_80 -gencode=arch=compute_90a,code=sm_90a" TORCH_CUDA_ARCH_LIST="8.0;9.0a" python setup.py build

install-exllamav2: build-exllamav2
	cd exllamav2/ &&  \
	CUDA_ARCH_LIST="8.0;9.0a" NVCC_GENCODE="-gencode=arch=compute_80,code=sm_80 -gencode=arch=compute_90a,code=sm_90a" TORCH_CUDA_ARCH_LIST="8.0;9.0a" python setup.py install