Try normal epsilon schedule
@@ -166,7 +166,7 @@ def calc_loss(batch, net, tgt_net, gamma, cuda=False, save_prefix=None):
if __name__ == "__main__":
params = common.HYPERPARAMS['pong']
- params['epsilon_frames'] = 200000
+# params['epsilon_frames'] = 200000
# params['learning_rate'] = 0.0004
# params['epsilon_final'] = 0.1
params['replay_size'] = 200000
