Makefile 1.38 KB
Newer Older
Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
1
install-server:
Nicolas Patry's avatar
Nicolas Patry committed
2
	cd server && make install
Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
3

4
5
6
install-integration-tests:
	cd integration-tests && pip install -r requirements.txt

Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
7
8
9
10
11
12
install-router:
	cd router && cargo install --path .

install-launcher:
	cd launcher && cargo install --path .

13
14
15
install-benchmark:
	cd benchmark && cargo install --path .

Nicolas Patry's avatar
Nicolas Patry committed
16
17
18
19
20
21
install: install-server install-router install-launcher

server-dev:
	cd server && make run-dev

router-dev:
22
	cd router && cargo run -- --port 8080
Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
23

24
rust-tests: install-router install-launcher
25
26
	cargo test

27
28
29
30
31
32
integration-tests: install-integration-tests
	pytest -s -vv -m "not private" integration-tests

update-integration-tests: install-integration-tests
	pytest -s -vv --snapshot-update integration-tests

33
34
35
36
37
38
39
python-server-tests:
	HF_HUB_ENABLE_HF_TRANSFER=1 pytest server/tests

python-client-tests:
	pytest clients/python/tests

python-tests: python-server-tests python-client-tests
40

Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
41
run-bloom-560m:
42
	text-generation-launcher --model-id bigscience/bloom-560m --num-shard 2 --port 8080
Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
43

44
run-bloom-560m-quantize:
45
	text-generation-launcher --model-id bigscience/bloom-560m --num-shard 2 --quantize --port 8080
46
47

download-bloom:
OlivierDehaene's avatar
OlivierDehaene committed
48
	HF_HUB_ENABLE_HF_TRANSFER=1 text-generation-server download-weights bigscience/bloom
49

Olivier Dehaene's avatar
v0.1.0  
Olivier Dehaene committed
50
run-bloom:
51
	text-generation-launcher --model-id bigscience/bloom --num-shard 8 --port 8080
52
53

run-bloom-quantize:
54
	text-generation-launcher --model-id bigscience/bloom --num-shard 8 --quantize --port 8080