start.sh 337 Bytes
Newer Older
jerrrrry's avatar
jerrrrry committed
1
docker build -t vllm-test . && docker run  -v /public/opendas/DL_DATA/llm-models:/workspace/llms  -v /usr/local/hyhal:/usr/local/hyhal:ro  --ipc=host --device=/dev/kfd --device=/dev/mkfd --device=/dev/dri --shm-size=500G --security-opt seccomp=unconfined  -v /opt/hyhal:/opt/hyhal:ro   -v $PWD/results:/workspace/test/results   vllm-test