launch.json

{
    "version": "0.2.0",
    "configurations": [
        {
            "name": "Python: 启动服务器",
            "type": "debugpy",
            "request": "launch",
            "module": "vllm.entrypoints.openai.api_server",
            "console": "integratedTerminal",
            "args": [
                "--model",
                "/data/models/ZhipuAI/GLM-4.7-Flash",
                "--served-model-name",
                "glm47",
                "--dtype",
                "float16",
                "-tp",
                "4",
                "--trust-remote-code",
                "--max-model-len",
                "100000",
                "--port",
                "8001"
            ],
            "justMyCode": false,
            "cwd": "/usr/local/lib/python3.10/dist-packages",
            "env": {
                "HIP_VISIBLE_DEVICES": "4,5,6,7"
            }
        }
    ]
}