fix gnmt config paths
@@ -99,10 +99,10 @@ train_params = {
"data_layer": ParallelTextDataLayer,
"data_layer_params": {
"pad_vocab_to_eight": True,
- "src_vocab_file": data_root+"vocab.bpe.32000",
- "tgt_vocab_file": data_root+"vocab.bpe.32000",
- "source_file": data_root+"train.tok.clean.bpe.32000.en",
- "target_file": data_root+"train.tok.clean.bpe.32000.de",
+ "src_vocab_file": data_root + "m_common.vocab",
+ "tgt_vocab_file": data_root + "m_common.vocab",
+ "source_file": data_root + "train.clean.en.shuffled.BPE_common.32K.tok",
+ "target_file": data_root + "train.clean.de.shuffled.BPE_common.32K.tok",
"delimiter": " ",
"shuffle": True,
"shuffle_buffer_size": 25000,
@@ -117,10 +117,10 @@ eval_params = {
"data_layer": ParallelTextDataLayer,
"data_layer_params": {
"pad_vocab_to_eight": True,
- "src_vocab_file": data_root+"vocab.bpe.32000",
- "tgt_vocab_file": data_root+"vocab.bpe.32000",
- "source_file": data_root+"newstest2013.tok.bpe.32000.en",
- "target_file": data_root+"newstest2013.tok.bpe.32000.de",
+ "src_vocab_file": data_root+"m_common.vocab",
+ "tgt_vocab_file": data_root+"m_common.vocab",
+ "source_file": data_root+"wmt13-en-de.src.BPE_common.32K.tok",
+ "target_file": data_root+"wmt13-en-de.ref.BPE_common.32K.tok",
"delimiter": " ",
"shuffle": False,
"repeat": True,
@@ -156,11 +156,10 @@ infer_params = {
"data_layer": ParallelTextDataLayer,
"data_layer_params": {
"pad_vocab_to_eight": True,
- "src_vocab_file": data_root+"vocab.bpe.32000",
- "tgt_vocab_file": data_root+"vocab.bpe.32000",
- "source_file": data_root+"newstest2014.tok.bpe.32000.en",
- # this is intentional
- "target_file": data_root+"newstest2014.tok.bpe.32000.en",
+ "src_vocab_file": data_root+"m_common.vocab",
+ "tgt_vocab_file": data_root+"m_common.vocab",
+ "source_file": data_root+"wmt14-en-de.src.BPE_common.32K.tok",
+ "target_file": data_root+"wmt14-en-de.src.BPE_common.32K.tok",
"delimiter": " ",
"shuffle": False,
"repeat": False,
