Makefile-exllamav2

exllamav2_commit := v0.1.8

build-exllamav2:
	git clone https://github.com/turboderp/exllamav2.git exllamav2 && \
	cd exllamav2 && git fetch && git checkout $(exllamav2_commit)  && \
	git submodule update --init --recursive && \
	pip install -r requirements.txt && \
	python setup.py build

install-exllamav2: build-exllamav2
	cd exllamav2/ &&  \
	python setup.py install


# sudo apt-get install libgflags-dev
# sudo apt-get install libgoogle-glog-dev