log latest value on loss_scale
Summary: the log_scalar defaults to logging average, which isn't very useful.
@@ -592,7 +592,13 @@ class Trainer(object):
torch.cuda.empty_cache()
if self.args.fp16:
- metrics.log_scalar("loss_scale", self.optimizer.scaler.loss_scale, priority=700, round=4)
+ metrics.log_scalar(
+ "loss_scale",
+ self.optimizer.scaler.loss_scale,
+ priority=700,
+ round=4,
+ weight=0,
+ )
metrics.log_stop_time("train_wall")
