export HIP_VISIBLE_DEVICES=0 VLLM_USE_MODELSCOPE=true \ vllm serve ZhipuAI/GLM-OCR/ \ --served-model-name GLM-OCR \ --allowed-local-media-path / \ --port 8080
