vllm serve /path/of/Qwen/Qwen3Guard-Gen-8B/ \ --trust-remote-code \ --max-model-len 32768 \ --served-model-name qwen3-guard \ --dtype bfloat16 \ -tp 1
