gpt2m.yaml 180 Bytes
Newer Older
Tri Dao's avatar
Tri Dao committed
1
2
3
4
5
6
7
8
9
10
11
# @package _global_
defaults:
  - /experiment/owt/gpt2s.yaml
  - override /model/gpt2model: gpt2-medium

datamodule:
  batch_size: 8  # Per GPU

train:
  optimizer:
    lr: 1.5e-4