change zero_debias=False to zero_debias=True
@@ -998,7 +998,7 @@ def moving_average_update(x, value, momentum):
An operation to update the variable.
"""
return moving_averages.assign_moving_average(
- x, value, momentum, zero_debias=False)
+ x, value, momentum, zero_debias=True)
# LINEAR ALGEBRA
