eval_instruct.sh 403 Bytes
Newer Older
luopl's avatar
luopl committed
1
2
3
4
5
6
7
8
9
10
11
12
13
#!/bin/bash

# MathVision Evaluation Script (Instruct Model)
# This script evaluates the inference results using GPT-4o

python run_mathv.py eval \
    --data-dir /path/to/mathvision_data \
    --input-file results/mathvision_predictions.jsonl \
    --output-file results/mathvision_eval_results.csv \
    --dataset MathVision \
    --eval-model gpt-4o-2024-05-13 \
    --api-type dash \
    --nproc 16