Commit 27f0f0ef authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

updaded examples/pretrain_ict.sh

parent 2cd5f18a
...@@ -22,13 +22,13 @@ python pretrain_ict.py \ ...@@ -22,13 +22,13 @@ python pretrain_ict.py \
--train-iters 100000 \ --train-iters 100000 \
--vocab-file bert-vocab.txt \ --vocab-file bert-vocab.txt \
--tokenizer-type BertWordPieceLowerCase \ --tokenizer-type BertWordPieceLowerCase \
--DDP-impl torch \ --DDP-impl torch \
--bert-load ${PRETRAINED_BERT_PATH} \ --bert-load ${PRETRAINED_BERT_PATH} \
--log-interval 100 \ --log-interval 100 \
--eval-interval 1000 \ --eval-interval 1000 \
--eval-iters 10 \ --eval-iters 10 \
--report-topk-accuracies 1 5 10 20 100 \ --report-topk-accuracies 1 5 10 20 100 \
--retriever-score-scaling \ --retriever-score-scaling \
--load $CHECKPOINT_PATH \ --load $CHECKPOINT_PATH \
--save $CHECKPOINT_PATH \ --save $CHECKPOINT_PATH \
--data-path ${TEXT_DATA_PATH} \ --data-path ${TEXT_DATA_PATH} \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment