test_config.yaml 120 Bytes
Newer Older
1
port: 12312
2
served_model_name: mymodel
3
tensor_parallel_size: 2
4
5
trust_remote_code: true
multi_step_stream_outputs: false