Shot in the dark transformer runs.
@@ -13,3 +13,14 @@ python main.py --config ../config/defaults.conf --overrides "exp_name = common-i
python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_rnn_big_proj, sent_enc = rnn, d_hid = 1500, n_layers_enc = 2, d_proj = 1024"
# python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_transformer, sent_enc = transformer, d_hid = 512, n_layers_enc = 12, skip_embs = 0, n_heads = 8, lr = 0.0001"
+
+
+python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_transformer, sent_enc = transformer, d_hid = 768, n_layers_enc = 12, n_heads = 8, warmup = 4000"
+
+python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_transformer_lowlr, sent_enc = transformer, d_hid = 768, n_layers_enc = 12, n_heads = 8, warmup = 4000, lr = 0.00003"
+
+python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_transformer_lowwarm, sent_enc = transformer, d_hid = 768, n_layers_enc = 12, n_heads = 8, warmup = 100"
+
+python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_transformer_vlowwarm, sent_enc = transformer, d_hid = 768, n_layers_enc = 12, n_heads = 8, warmup = 5"
+
+python main.py --config ../config/defaults.conf --overrides "exp_name = common-indexed-tasks-2, run_name = take2_base_transformer_vlowwarm_lowlr, sent_enc = transformer, d_hid = 768, n_layers_enc = 12, n_heads = 8, warmup = 5, lr = 0.00003"
