Makefile-vllm 898 Bytes
Newer Older
1
commit_cuda := d243e9dc7e2c9c2e36a4150ec8e64809cb55c01b
fxmarty's avatar
fxmarty committed
2
commit_rocm := c6ee53b1be97e3bbc791b95f22827501297f8921
3
4
5
build-vllm-cuda:
	if [ ! -d 'vllm' ]; then \
		pip install -U ninja packaging --no-cache-dir && \
6
		git clone https://github.com/Narsil/vllm.git vllm; \
7
	fi
8
	cd vllm  && git fetch origin && git checkout $(commit_cuda) && python setup.py build
9

Nicolas Patry's avatar
Nicolas Patry committed
10
install-vllm-cuda: build-vllm-cuda
11
	cd vllm  && git fetch origin && git checkout $(commit_cuda) && pip install -e .
12

13
14
15
build-vllm-rocm:
	if [ ! -d 'vllm' ]; then \
		pip install -U ninja packaging --no-cache-dir && \
16
		git clone https://github.com/fxmarty/rocm-vllm.git vllm; \
17
	fi
18
19
	cd vllm && git fetch && git checkout $(commit_rocm) &&  \
	PYTORCH_ROCM_ARCH="gfx90a;gfx942" python setup.py build
20

Nicolas Patry's avatar
Nicolas Patry committed
21
install-vllm-rocm: build-vllm-rocm
22
	cd vllm && git fetch && git checkout $(commit_rocm) && \
23
	PYTORCH_ROCM_ARCH="gfx90a;gfx942" pip install -e .