Test MP training.
@@ -25,12 +25,12 @@ hidden_before_last = 512
max_length = 64
pad_2_eight = True
-batch_size = 64
+batch_size = 128
num_gpus = 8
epoch_num = 35
iter_size = 1
-dtype = tf.float32 # "mixed" or tf.float32
+dtype = "mixed" # "mixed" or tf.float32
shuffle_train = True
use_horovod = True
