Test MP 256 35 epochs, iter32
@@ -32,13 +32,13 @@ hidden_before_last = factor*512
max_length = 64
pad_2_eight = True
-batch_size = 128
-epoch_num = 1
+batch_size = 256
+epoch_num = 35
num_gpus = 8
-iter_size = 1
-dtype = tf.float32 #tf.float32 #tf.float32 # #
-shuffle_train = False
+iter_size = 32
+dtype = "mixed" #tf.float32 #tf.float32 # #
+shuffle_train = True
use_horovod = True
max_steps = int((data_size / (num_gpus * batch_size * iter_size)) * epoch_num)
