evalscope_test.sh

#!/bin/bash

## 包含推理
# evalscope eval \
#     --model 'qwen3-8B' \
#     --api-url 'http://0.0.0.0:8000/v1/chat/completions' \
#     --api-key 'EMPTY' \
#     --datasets 'math_500' \
#     --dataset-args '{"math_500": {"local_path": "../MATH-500", "subset_list": ["Level 1"]}}' \
#     --eval-batch-size 32 \
#     --generation-config '{"batch_size": 32, "temperature": 0.0}' \
#     --timeout 1800



evalscope eval \
  --use-cache ./evalscope-data-001 \
  --datasets math_500 \
  --model-id qwen3-8B \
  --no-timestamp \
  --rerun-review 

# --dataset-args '{"math_500": {"local_path": "../MATH-500", "subset_list": ["Level 2"]}}' \