update the notebook to fix data downloading and include additional python package for aml run
"source": [
"data_path = os.path.join(LOCAL_SENTEVAL, \"data/downstream\")\n",
"data_script = \"get_transfer_data.bash\"\n",
- "\n",
- "if not any([f.is_dir() for f in os.scandir(data_path)]):\n",
- " !cd $data_path && ./$data_script"
+ "tokenizer_name = \"tokenizer.sed\"\n",
+ "!cd $data_path && pwd && chmod 777 $data_script && chmod 777 $tokenizer_name &&bash $data_script"
]
},
{
" \"scikit-learn==0.20.3\",\n",
" \"azureml-sdk==1.0.53\",\n",
" \"pytorch-pretrained-bert>=0.6\",\n",
+ " \"cached-property==1.5.1\",\n",
" ],\n",
" )\n",
"\n",
