Fix lr rate in config
@@ -24,7 +24,13 @@ compound = 1.001
@optimizers = "Adam.v1"
beta1 = 0.9
beta2 = 0.999
-learn_rate = 0.001
+
+[optimizer.learn_rate]
+@schedules = "warmup_linear.v1"
+initial_rate = 0.1
+warmup_steps = 1000
+total_steps = 10000
+
[nlp]
lang = "en"
