Update HP to make RTE fit
@@ -16,10 +16,10 @@ batch_size = 32
eval_batch_size = 32
# The initial learning rate for Adam
-learning_rate = 2e-5
+learning_rate = 1e-5
# Weight decay (aka L2 penalty)
-weight_decay = 0.01
+weight_decay = 0.
# Epsilon for the Adam optimizer
adam_epsilon = 1e-8
@@ -31,10 +31,10 @@ max_grad_norm = 1.0
use_learn_rate_schedule = 1
# How wide to make the triangular LR cycle. From lr/lr_range to lr*lr_range.
-lr_range = 4
+lr_range = 2
# How many epochs to set as the period cycle for the cyclic learning rate.
-lr_period = 2
+lr_period = 3
# Whether to use stochastic weight averaging
use_swa = 1
