test_config_with_model.yaml 192 Bytes
Newer Older
1
2
# Same as test_config.yaml but with model specified
model: config-model
3
port: 12312
4
served_model_name: mymodel
5
tensor_parallel_size: 2
6
7
trust_remote_code: true
multi_step_stream_outputs: false