Dueling space invaders
@@ -15,9 +15,16 @@ from tensorboardX import SummaryWriter
from lib import dqn_model
+PONG_MODE = False
+if PONG_MODE:
DEFAULT_ENV_NAME = "PongNoFrameskip-v4"
MEAN_REWARD_BOUND = 19.5
+ RUN_NAME = "pong"
+else:
+ DEFAULT_ENV_NAME = "SpaceInvadersNoFrameskip-v4"
+ MEAN_REWARD_BOUND = 1000
+ RUN_NAME = "invaders"
GAMMA = 0.99
BATCH_SIZE = 32
@@ -74,7 +81,7 @@ if __name__ == "__main__":
env = ptan.common.wrappers.wrap_dqn(env)
env = ptan.common.wrappers.ScaledFloatFrame(env)
- writer = SummaryWriter(comment="-pong-dueling")
+ writer = SummaryWriter(comment="-" + RUN_NAME + "-dueling")
net = dqn_model.DuelingDQN(env.observation_space.shape, env.action_space.n)
if args.cuda:
net.cuda()
