Fix LR, it's required for Pong convergence
@@ -23,6 +23,7 @@ if PONG_MODE:
REPLAY_START_SIZE = 10000
EPSILON_DECAY_LAST_FRAME = 10 ** 5
EPSILON_FINAL = 0.02
+ LEARNING_RATE = 0.0001
else:
DEFAULT_ENV_NAME = "BreakoutNoFrameskip-v4"
MEAN_REWARD_BOUND = 500
@@ -32,10 +33,10 @@ else:
SYNC_TARGET_FRAMES = 10000
EPSILON_DECAY_LAST_FRAME = 10**6
EPSILON_FINAL = 0.1
+ LEARNING_RATE = 0.00025
GAMMA = 0.99
BATCH_SIZE = 32
-LEARNING_RATE = 0.00025
EPSILON_START = 1.0
