Update PPO baselines run script.
@@ -32,6 +32,8 @@ flags.DEFINE_integer('seed', 0, 'Random seed.')
flags.DEFINE_integer('num_steps', 1_000_000, 'Number of env steps to run.')
flags.DEFINE_integer('eval_every', 50_000, 'How often to run evaluation.')
flags.DEFINE_integer('evaluation_episodes', 10, 'Evaluation episodes.')
+flags.DEFINE_integer('num_distributed_actors', 64,
+ 'Number of actors to use in the distributed setting.')
def build_experiment_config():
@@ -40,9 +42,9 @@ def build_experiment_config():
suite, task = FLAGS.env_name.split(':', 1)
config = ppo.PPOConfig(
- entropy_cost=0,
- learning_rate=1e-4,
- obs_normalization_fns_factory=ppo.build_ema_mean_std_normalizer)
+ normalize_advantage=True,
+ normalize_value=True,
+ obs_normalization_fns_factory=ppo.build_mean_std_normalizer)
ppo_builder = ppo.PPOBuilder(config)
layer_sizes = (256, 256, 256)
@@ -58,7 +60,7 @@ def main(_):
config = build_experiment_config()
if FLAGS.run_distributed:
program = experiments.make_distributed_experiment(
- experiment=config, num_actors=4)
+ experiment=config, num_actors=FLAGS.num_distributed_actors)
lp.launch(program, xm_resources=lp_utils.make_xm_docker_resources(program))
else:
experiments.run_experiment(
