vllm serve janhq/Jan-v3-4B-base-instruct --trust-remote-code --dtype bfloat16 -tp 1 --max-model-len 32768 --port 8010
