test_preprocess_data.sh 241 Bytes
Newer Older
zhuww's avatar
zhuww committed
1
2
3
4
5
6
7
8
9
10
#!/bin/bash

IMPL=cached
python ../preprocess_data.py \
       --input test_samples.json \
       --vocab vocab.txt \
       --dataset-impl ${IMPL} \
       --output-prefix test_samples_${IMPL} \
       --workers 1 \
       --log-interval 2