Changed optimizer to Adam
@@ -134,9 +134,7 @@ def model_train(sess, x, y, predictions, X_train, Y_train, save=False,
if predictions_adv is not None:
loss = (loss + model_loss(y, predictions_adv)) / 2
- train_step = tf.train.AdadeltaOptimizer(learning_rate=args.learning_rate,
- rho=0.95,
- epsilon=1e-08).minimize(loss)
+ train_step = tf.train.AdamOptimizer(learning_rate=args.learning_rate).minimize(loss)
with sess.as_default():
if hasattr(tf, "global_variables_initializer"):
