eval.json

{
    "cmd": "eval",
    "requirements":{
        "gpu": "1",
        "ddp": "1"
    },
    "eval_requirements": {
      "gpu": "1"
    },
    "args": {},
    "eval_dataset": ["ceval", "gsm8k", "arc"],
    "experiment": [{
      "name": "qwen-7b-chat-eval",
      "args": {
        "model_type": "qwen-7b-chat"
      }
    }]
}