Update defaults a bit for next experiment.
@@ -118,7 +118,7 @@ warmup = 4000 // number of warmup steps for transformer LR schedule
val_interval = 5000 // number of passes between validation checks
max_vals = 25 // maximum number of validation checks
bpp_base = 1 // number of batches to train per sampled task
-patience = 10 // patience in early stopping
+patience = 5 // patience in early stopping
keep_all_checkpoints = 0 // If set, keep checkpoints from every validation.
// Otherwise, keep only best and (if different) most recent.
@@ -136,7 +136,6 @@ write_preds = 0 // if true, write test predictions; will likely break for non-G
// Tasks specific stuff: either task-specific model parameters or eval-time trainer params
-sts-b_d_proj = 256
sts-b_classifier_hid_dim = 128
sts-b_classifier_dropout = 0.4
sts-b_pair_attn = 0
@@ -144,7 +143,6 @@ sts-b_lr = .0001
sts-b_max_vals = 50 // only affects eval-training
sts-b_val_interval = 100 // only affects eval-training
-mrpc_d_proj = 256
mrpc_classifier_hid_dim = 128
mrpc_classifier_dropout = 0.4
mrpc_pair_attn = 0
@@ -152,7 +150,6 @@ mrpc_lr = .0001
mrpc_max_vals = 50
mrpc_val_interval = 100
-rte_d_proj = 256
rte_classifier_hid_dim = 128
rte_classifier_dropout = 0.4
rte_pair_attn = 0
@@ -160,7 +157,6 @@ rte_lr = .0001
rte_max_vals = 50
rte_val_interval = 100
-wnli_d_proj = 256
wnli_classifier_hid_dim = 128
wnli_classifier_dropout = 0.4
wnli_pair_attn = 0
@@ -180,7 +176,7 @@ qnli_classifier_dropout = 0.2
qnli_pair_attn = 1
qnli_lr = .0001
qnli_max_vals = 25
-qnli_val_interval = 5000
+qnli_val_interval = 10000
mnli_classifier_hid_dim = 512
mnli_classifier_dropout = 0.2
@@ -189,14 +185,12 @@ mnli_lr = .0001
mnli_max_vals = 15
mnli_val_interval = 10000
-cola_d_proj = 256
cola_classifier_hid_dim = 512
cola_classifier_dropout = 0.2
cola_lr = .0001
cola_max_vals = 25
cola_val_interval = 100
-sst_d_proj = 256
sst_classifier_hid_dim = 512
sst_classifier_dropout = 0.2
sst_lr = .0001
