Increase warmup steps for noam_decay
@@ -5,5 +5,5 @@ params:
learning_rate: 1.0 # The scale constant.
decay_type: noam_decay
decay_rate: 512 # Model dimension.
- decay_steps: 4000 # Warmup steps.
+ decay_steps: 16000 # Warmup steps.
start_decay_steps: 0
