Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
optimizer_base_36e.yml 304 Bytes
Newer Older
wangkx1's avatar
siton bug  
wangkx1 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20 

epoch: 36

LearningRate:
  base_lr: 0.0001
  schedulers:
    - !CosineDecay
      max_epochs: 36
      min_lr_ratio: 0.1
    - !LinearWarmup
      start_factor: 0.001
      epochs: 1


OptimizerBuilder:
  clip_grad_by_norm: 0.1
  regularizer: false
  optimizer:
    type: AdamW
    weight_decay: 0.0001