distilgpt2.json 168 Bytes
Newer Older
VictorSanh's avatar
VictorSanh committed
1
2
3
4
5
6
7
8
9
10
{
	"initializer_range": 0.02,
	"layer_norm_epsilon": 0.00001,
	"n_ctx": 1024,
	"n_embd": 768,
	"n_head": 12,
	"n_layer": 6,
	"n_positions": 1024,
	"vocab_size": 50257
}