run_wt103_large.sh 1.02 KB
Newer Older
Zhilin Yang's avatar
init  
Zhilin Yang committed
1
#!/bin/bash
Rick Ho's avatar
Rick Ho committed
2
export PYTHONPATH=$PWD/cuda/build/lib.linux-x86_64-3.7
Zhilin Yang's avatar
init  
Zhilin Yang committed
3
4
5

if [[ $1 == 'train' ]]; then
    echo 'Run training...'
Rick Ho's avatar
Rick Ho committed
6
    python3 train.py \
Zhilin Yang's avatar
init  
Zhilin Yang committed
7
8
9
10
        --cuda \
        --data ../data/wikitext-103/ \
        --dataset wt103 \
        --adaptive \
11
12
13
14
15
16
17
18
        --div_val 4 \
        --n_layer 18 \
        --d_model 1024 \
        --n_head 16 \
        --d_head 64 \
        --d_inner 4096 \
        --dropout 0.2 \
        --dropatt 0.2 \
Zhilin Yang's avatar
init  
Zhilin Yang committed
19
20
        --optim adam \
        --lr 0.00025 \
21
22
23
24
25
26
        --warmup_step 16000 \
        --max_step 4000000 \
        --tgt_len 384 \
        --mem_len 384 \
        --eval_tgt_len 128 \
        --batch_size 128 \
Zhilin Yang's avatar
init  
Zhilin Yang committed
27
        --multi_gpu \
28
        --gpu0_bsz 0 \
Zhilin Yang's avatar
init  
Zhilin Yang committed
29
30
31
32
33
34
35
        ${@:2}
elif [[ $1 == 'eval' ]]; then
    echo 'Run evaluation...'
    python eval.py \
        --cuda \
        --data ../data/wikitext-103/ \
        --dataset wt103 \
36
37
38
        --tgt_len 128 \
        --mem_len 1600 \
        --clamp_len 1000 \
Zhilin Yang's avatar
init  
Zhilin Yang committed
39
40
41
42
43
44
        --same_length \
        --split test \
        ${@:2}
else
    echo 'unknown argment 1'
fi