model: vllm
model_args:
  pretrained: Qwen/Qwen2.5-0.5B-Instruct
  dtype: bfloat16
  tensor_parallel_size: 1
tasks: hellaswag,gsm8k
batch_size: 1
trust_remote_code: true
log_samples: true
output_path: ./test
apply_chat_template: true
fewshot_as_multiturn: true
limit: 5