Fix wrong replay size
@@ -11,7 +11,7 @@ HYPERPARAMS = {
'env_name': "PongNoFrameskip-v4",
'stop_reward': 18.0,
'run_name': 'pong',
- 'replay_size': 10000,
+ 'replay_size': 100000,
'replay_initial': 10000,
'target_net_sync': 1000,
'epsilon_frames': 10**5,
