ds_batch_config.json 277 Bytes
Newer Older
Samyam Rajbhandari's avatar
Samyam Rajbhandari committed
1
2
3
4
5
6
{
    "train_batch_size": 2,
    "gradient_accumulation_steps": 1,
    "optimizer": {
      "type": "Adam",
      "params": {
7
        "lr": 0.00015
Samyam Rajbhandari's avatar
Samyam Rajbhandari committed
8
9
      }
    },
10
    "gradient_clipping": 1.0,
Samyam Rajbhandari's avatar
Samyam Rajbhandari committed
11
12
13
14
15
    "fp16": {
      "enabled": true,
      "loss_scale": 0
    }
  }