Commit 88a58a0d authored by MasterScrat's avatar MasterScrat

Added Ape-X experiments for all observations

parent 674bc1b8
flatland-random-sparse-small-tree-fc-ppo:
run: APEX
env: flatland_sparse
stop:
timesteps_total: 100000000 # 1e8
checkpoint_freq: 10
checkpoint_at_end: True
keep_checkpoints_num: 5
checkpoint_score_attr: episode_reward_mean
config:
num_workers: 15
num_envs_per_worker: 5
num_gpus: 1
env_config:
observation: global
observation_config:
max_depth: 2
shortest_path_max_depth: 30
generator: sparse_rail_generator
generator_config: small_v0
wandb:
project: flatland
entity: masterscrat
tags: ["small_v0", "global_obs", "apex"] # TODO should be set programmatically
model:
custom_model: global_obs_model
custom_options:
architecture: impala
architecture_options:
residual_layers: [[16, 2], [32, 4]]
flatland-random-sparse-small-tree-fc-ppo:
run: APEX
env: flatland_sparse
stop:
timesteps_total: 100000000 # 1e8
checkpoint_freq: 10
checkpoint_at_end: True
keep_checkpoints_num: 5
checkpoint_score_attr: episode_reward_mean
config:
num_workers: 15
num_envs_per_worker: 5
num_gpus: 1
env_config:
observation: localConflict
observation_config:
max_depth: 2
shortest_path_max_depth: 30
generator: sparse_rail_generator
generator_config: small_v0
wandb:
project: flatland
entity: masterscrat
tags: ["small_v0", "local_conflict_obs", "apex"] # TODO should be set programmatically
model:
fcnet_activation: relu
fcnet_hiddens: [256, 256]
vf_share_layers: True # False
......@@ -2,15 +2,15 @@ flatland-random-sparse-small-tree-fc-ppo:
run: APEX
env: flatland_sparse
stop:
timesteps_total: 10000000 # 1e7
timesteps_total: 100000000 # 1e8
checkpoint_freq: 10
checkpoint_at_end: True
keep_checkpoints_num: 5
checkpoint_score_attr: episode_reward_mean
config:
num_workers: 2
num_workers: 15
num_envs_per_worker: 5
num_gpus: 0
num_gpus: 1
env_config:
observation: new_tree
......@@ -24,7 +24,7 @@ flatland-random-sparse-small-tree-fc-ppo:
wandb:
project: flatland
entity: masterscrat
tags: ["small_v0", "new_tree_obs"] # TODO should be set programmatically
tags: ["small_v0", "new_tree_obs", "apex"] # TODO should be set programmatically
model:
fcnet_activation: relu
......
flatland-random-sparse-small-tree-fc-ppo:
run: APEX
env: flatland_sparse
stop:
timesteps_total: 100000000 # 1e8
checkpoint_freq: 10
checkpoint_at_end: True
keep_checkpoints_num: 5
checkpoint_score_attr: episode_reward_mean
config:
num_workers: 15
num_envs_per_worker: 5
num_gpus: 1
env_config:
observation: tree
observation_config:
max_depth: 2
shortest_path_max_depth: 30
generator: sparse_rail_generator
generator_config: small_v0
wandb:
project: flatland
entity: masterscrat
tags: ["small_v0", "tree_obs", "apex"] # TODO should be set programmatically
model:
fcnet_activation: relu
fcnet_hiddens: [256, 256]
vf_share_layers: True # False
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment