"vscode:/vscode.git/clone" did not exist on "dfb48c87ae3156c4ee5f921edf89efc0fdc0c5bc"
Makefile-vllm 827 Bytes
Newer Older
1
2
3
4
5
6
7
8
build-vllm-cuda:
	if [ ! -d 'vllm' ]; then \
		pip install -U ninja packaging --no-cache-dir && \
		git clone https://github.com/Narsil/vllm.git vllm  &&\
		cd vllm  && \
		git fetch && git checkout b5dfc61db88a81069e45b44f7cc99bd9e62a60fa &&\
		python setup.py build; \
	fi
Nicolas Patry's avatar
Nicolas Patry committed
9
install-vllm-cuda: build-vllm-cuda
10
11
12
	if [ ! -d 'vllm' ]; then \
		cd vllm && pip install -e .; \
	fi
13

14
15
16
17
18
19
20
build-vllm-rocm:
	if [ ! -d 'vllm' ]; then \
		pip install -U ninja packaging --no-cache-dir && \
		git clone https://github.com/fxmarty/rocm-vllm.git vllm && \
		cd vllm && git fetch && git checkout ca6913b3c2ffacdcb7d15e914dc34adbc6c89479 &&  \
		PYTORCH_ROCM_ARCH="gfx90a;gfx942" python setup.py build; \
	fi
21

Nicolas Patry's avatar
Nicolas Patry committed
22
install-vllm-rocm: build-vllm-rocm
23
24
25
26
	if [ ! -d 'vllm' ]; then \
		cd vllm && \
		PYTORCH_ROCM_ARCH="gfx90a;gfx942" pip install -e .; \
	fi