Use commandline interface in preprocess_GLUE_tasks.sh
Summary:
Just a small fix for issue .
Pull Request resolved:
@@ -159,7 +159,7 @@ do
for INPUT_TYPE in $(seq 0 $((INPUT_COUNT-1)))
do
LANG="input$INPUT_TYPE"
- python preprocess.py \
+ fairseq-preprocess \
--only-source \
--trainpref "$TASK_DATA_FOLDER/processed/train.$LANG" \
--validpref "${DEVPREF//LANG/$LANG}" \
@@ -170,7 +170,7 @@ do
done
if [[ "$TASK" != "STS-B" ]]
then
- python preprocess.py \
+ fairseq-preprocess \
--only-source \
--trainpref "$TASK_DATA_FOLDER/processed/train.label" \
--validpref "${DEVPREF//LANG/'label'}" \
