start.sh

docker build -t vllm-test1 . && \
docker run \
-v /usr/local/hyhal:/usr/local/hyhal:ro \
-v /opt/hyhal:/opt/hyhal:ro   \
-v $PWD/outputs/env_check_outputs:/workspace/test/env_check_outputs/  \
-v /public/opendas/DL_DATA/llm-models:/workspace/llms/:ro  \
-v $PWD/outputs/inference_outputs:/workspace/test/inference_outputs/  \
--ipc=host \
--network=host \
--cap-add=SYS_PTRACE \
--group-add video \
--ulimit memlock=-1:-1 \
--privileged \
--pid=host \
--device=/dev/kfd \
--device=/dev/mkfd \
--device=/dev/dri \
--shm-size=500G \
-u root \
--security-opt seccomp=unconfined \
vllm-test1 \