docker-compose.yml

# https://blog.csdn.net/wbsu2004/article/details/136443260?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522172225391516800207041892%2522%252C%2522scm%2522%253A%252220140713.130102334..%2522%257D&request_id=172225391516800207041892&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~baidu_landing_v2~default-4-136443260-null-null.142^v100^pc_search_result_base8&utm_term=open-webui%20&spm=1018.2226.3001.4187
version: '3'

services:
  vllm-test:
    image: dcu_ai:vllm-0.5.0-ubuntu20.04-dtk24.04.1-py3.10_v1.0
    container_name: vllm_wkx
    restart: unless-stopped
    # ports:
    #   - 28120:22
    volumes:
      - /opt/hyhal:/opt/hyhal
      - /datav/ai-oem/Models:/datasets
      - ./test_script:/test
    devices:
      - /dev/kfd 
      - /dev/mkfd
      - /dev/dri

    environment:
      - LD_LIBRARY_PATH=/workspace/package/rocblas-install/lib:$LD_LIBRARY_PATH
      - LLAMA_NN=1
      - HSA_FORCE_FINE_GRAIN_PCIE=1
      - NCCL_LAUNCH_MODE=GROUP
      - NCCL_P2P_LEVEL=SYS
      - NCCL_MAX_NCHANNELS=20
      - NCCL_MIN_NCHANNELS=20

    shm_size: 32g
      

    command: bash -c "source /opt/dtk/env.sh && cd /test && python test.py && tail -f /dev/null"
    # - HIP_VISIBLE_DEVICES=4,5,6,7
    # - LD_LIBRARY_PATH=/workspace/package/rocblas-install/lib:$LD_LIBRARY_PATH