Updated defaults after tuning.
@@ -140,30 +140,40 @@ write_preds = 0 // if true, write test predictions; will likely break for non-G
// Tasks specific stuff: either task-specific model parameters or eval-time trainer params
-sts-b_classifier_hid_dim = 128
-sts-b_classifier_dropout = 0.4
-sts-b_pair_attn = 0
-sts-b_max_vals = 50 // only affects eval-training
-sts-b_val_interval = 100 // only affects eval-training
-
-mrpc_classifier_hid_dim = 128
-mrpc_classifier_dropout = 0.4
-mrpc_pair_attn = 0
-mrpc_max_vals = 50
-mrpc_val_interval = 100
-
rte_classifier_hid_dim = 128
+rte_d_proj = 128
rte_classifier_dropout = 0.4
rte_pair_attn = 0
rte_max_vals = 50
rte_val_interval = 100
wnli_classifier_hid_dim = 128
+wnli_d_proj = 128
wnli_classifier_dropout = 0.4
wnli_pair_attn = 0
wnli_max_vals = 50
wnli_val_interval = 100
+sts-b_classifier_hid_dim = 256
+sts-b_d_proj = 256
+sts-b_classifier_dropout = 0.4
+sts-b_pair_attn = 0
+sts-b_max_vals = 50 // only affects eval-training
+sts-b_val_interval = 100 // only affects eval-training
+
+mrpc_classifier_hid_dim = 256
+mrpc_d_proj = 256
+mrpc_classifier_dropout = 0.4
+mrpc_pair_attn = 0
+mrpc_max_vals = 50
+mrpc_val_interval = 100
+
+cola_classifier_hid_dim = 256
+cola_d_proj = 256
+cola_classifier_dropout = 0.2
+cola_max_vals = 25
+cola_val_interval = 100
+
qqp_classifier_hid_dim = 512
qqp_classifier_dropout = 0.2
qqp_pair_attn = 1
@@ -182,11 +192,6 @@ mnli_pair_attn = 1
mnli_max_vals = 15
mnli_val_interval = 10000
-cola_classifier_hid_dim = 512
-cola_classifier_dropout = 0.2
-cola_max_vals = 25
-cola_val_interval = 100
-
sst_classifier_hid_dim = 512
sst_classifier_dropout = 0.2
sst_max_vals = 25
