ds_batch_config.json 262 Bytes
Newer Older
aiss's avatar
aiss committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{
    "train_batch_size": 2,
    "gradient_accumulation_steps": 1,
    "optimizer": {
      "type": "Adam",
      "params": {
        "lr": 0.00015
      }
    },
    "gradient_clipping": 1.0,
    "fp16": {
      "enabled": true,
      "loss_scale": 0
    }
  }