"src/vscode:/vscode.git/clone" did not exist on "5ffb73d4aeac9eaef8366d7b21872d64009bd1c7"
Commit 37eb9f2b authored by Johannes Villmow's avatar Johannes Villmow Committed by Facebook Github Bot
Browse files

Use commandline interface in preprocess_GLUE_tasks.sh (#937)

Summary:
Just a small fix for issue https://github.com/pytorch/fairseq/issues/936 .
Pull Request resolved: https://github.com/pytorch/fairseq/pull/937

Differential Revision: D16580263

Pulled By: myleott

fbshipit-source-id: 1777e782491c63697726e95bd555892da3fed4ec
parent b651b000
...@@ -159,7 +159,7 @@ do ...@@ -159,7 +159,7 @@ do
for INPUT_TYPE in $(seq 0 $((INPUT_COUNT-1))) for INPUT_TYPE in $(seq 0 $((INPUT_COUNT-1)))
do do
LANG="input$INPUT_TYPE" LANG="input$INPUT_TYPE"
python preprocess.py \ fairseq-preprocess \
--only-source \ --only-source \
--trainpref "$TASK_DATA_FOLDER/processed/train.$LANG" \ --trainpref "$TASK_DATA_FOLDER/processed/train.$LANG" \
--validpref "${DEVPREF//LANG/$LANG}" \ --validpref "${DEVPREF//LANG/$LANG}" \
...@@ -170,7 +170,7 @@ do ...@@ -170,7 +170,7 @@ do
done done
if [[ "$TASK" != "STS-B" ]] if [[ "$TASK" != "STS-B" ]]
then then
python preprocess.py \ fairseq-preprocess \
--only-source \ --only-source \
--trainpref "$TASK_DATA_FOLDER/processed/train.label" \ --trainpref "$TASK_DATA_FOLDER/processed/train.label" \
--validpref "${DEVPREF//LANG/'label'}" \ --validpref "${DEVPREF//LANG/'label'}" \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment