Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
export.json 862 Bytes
Newer Older
wanglch's avatar
Initial commit  
wanglch committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44 
{
    "cmd": "export",
    "args": {
      "model_type": "qwen-7b-chat",
      "quant_bits": 4
    },
    "requirements":{
        "gpu": "1"
    },
    "eval_requirements": {
      "gpu": "1"
    },
    "eval_dataset": ["ceval", "gsm8k", "arc"],
    "experiment": [
      {
        "name": "gptq-pileval",
        "args": {
          "quant_method": "gptq",
          "dataset": "pileval"
        }
      },
      {
        "name": "gptq-ms-bench-mini",
        "args": {
          "quant_method": "gptq",
          "dataset": "ms-bench-mini"
        }
      },
      {
        "name": "awq-pileval",
        "args": {
          "quant_method": "awq",
          "dataset": "pileval"
        }
      },
      {
        "name": "awq-ms-bench-mini",
        "args": {
          "quant_method": "awq",
          "dataset": "ms-bench-mini"
        }
      }
    ]
}