Makefile-vllm 757 Bytes
Newer Older
Nicolas Patry's avatar
Nicolas Patry committed
1
2
3
vllm-cuda:
    # Clone vllm
	pip install -U ninja packaging --no-cache-dir
4
	git clone https://github.com/OlivierDehaene/vllm.git vllm
Nicolas Patry's avatar
Nicolas Patry committed
5
6

build-vllm-cuda: vllm-cuda
7
	cd vllm && git fetch && git checkout 4bec8cee87f6bb8cebaec297029713cd2082e0b2
Nicolas Patry's avatar
Nicolas Patry committed
8
	cd vllm && python setup.py build
fxmarty's avatar
fxmarty committed
9

Nicolas Patry's avatar
Nicolas Patry committed
10
11
12
install-vllm-cuda: build-vllm-cuda
	pip uninstall vllm -y || true
	cd vllm && python setup.py install
13

Nicolas Patry's avatar
Nicolas Patry committed
14
vllm-rocm:
15
    # Clone vllm
fxmarty's avatar
fxmarty committed
16
	pip install -U ninja packaging --no-cache-dir
Nicolas Patry's avatar
Nicolas Patry committed
17
	git clone https://github.com/fxmarty/vllm-public.git vllm
18

Nicolas Patry's avatar
Nicolas Patry committed
19
20
build-vllm-rocm: vllm-rocm
	cd vllm && git fetch && git checkout ad9b7c4095ef54419a0533d254f2ad84bd2dfcae
21
22
	cd vllm && python setup.py build

Nicolas Patry's avatar
Nicolas Patry committed
23
install-vllm-rocm: build-vllm-rocm
24
	pip uninstall vllm -y || true
25
	cd vllm && python setup.py install