predict.sh

# gpu
root_dir="checkpoints" 
python -u -m paddle.distributed.launch --gpus "3" \
    predict.py \
    --device gpu \
    --params_path "${root_dir}/model_12000/model_state.pdparams" \
    --output_emb_size 256 \
    --batch_size 128 \
    --max_seq_length 64 \
    --model_name_or_path rocketqa-zh-base-query-encoder \
    --text_pair_file "recall/test.csv"

# cpu
# root_dir="checkpoints" 
# python  predict.py \
#     --device cpu \
#     --params_path "${root_dir}/model_20000/model_state.pdparams" \
#     --output_emb_size 256 \
#     --batch_size 128 \
#     --max_seq_length 64 \
#     --text_pair_file "recall/test.csv"