vllm serve inference-net/Schematron-3B --trust-remote-code --dtype bfloat16 -tp 1 --max-model-len 32768 --port 8010
