rollout.sh 16.9 KB
Newer Older
nilabha's avatar
nilabha committed
1
2
3
4
echo "===================="
echo "APEX TREE OBS"
echo "===================="

5
python rollout.py baselines/checkpoints/apex-tree-obs-small-v0-0/checkpoint_400/checkpoint-400 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
nilabha's avatar
nilabha committed
6

7
python rollout.py baselines/checkpoints/apex_tree_obs_small_v0-1/checkpoint_400/checkpoint-400 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
nilabha's avatar
nilabha committed
8

9
python rollout.py baselines/checkpoints/apex_tree_obs_small_v0-2/checkpoint_250/checkpoint-250 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
10
11
12
13
14

echo "===================="
echo "PPO TREE OBS"
echo "===================="

15
python rollout.py baselines/checkpoints/ppo-tree-obs-small-v0-0/checkpoint_1800/checkpoint-1800 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
16

17
python rollout.py baselines/checkpoints/ppo_tree_obs_small_v0-1/checkpoint_1200/checkpoint-1200 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
18

19
python rollout.py baselines/checkpoints/ppo_tree_obs_small_v0-2/checkpoint_1800/checkpoint-1800 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
20
21
22
23
24

echo "===================="
echo "MARWIL TREE OBS"
echo "===================="

25
python rollout.py baselines/checkpoints/marwil-tree-obs-small-v0-0/checkpoint_183874/checkpoint-183874 --run MARWIL --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
26

27
python rollout.py baselines/checkpoints/marwil-tree-obs-small-v0-1/checkpoint_183860/checkpoint-183860 --run MARWIL --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
28

29
python rollout.py baselines/checkpoints/marwil-tree-obs-small-v0-2/checkpoint_183882/checkpoint-183882 --run MARWIL --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
30
31
32
33
34

echo "===================="
echo "PPO SKIP TREE OBS"
echo "===================="

35
python rollout.py baselines/checkpoints/ppo_tree_obs_small_v0_skip-0/checkpoint_1800/checkpoint-1800 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
36

37
python rollout.py baselines/checkpoints/ppo_tree_obs_small_v0_skip-1/checkpoint_2650/checkpoint-2650 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
38

39
python rollout.py baselines/checkpoints/ppo_tree_obs_small_v0_skip-2/checkpoint_400/checkpoint-400 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
40
41
42
43
44

echo "===================="
echo "APEX SKIP TREE OBS"
echo "===================="

45
python rollout.py baselines/checkpoints/apex_tree_obs_small_v0_skip-0/checkpoint_450/checkpoint-450 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
46

47
python rollout.py baselines/checkpoints/apex_tree_obs_small_v0_skip-1/checkpoint_450/checkpoint-450 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
48

49
python rollout.py baselines/checkpoints/apex_tree_obs_small_v0_skip-2/checkpoint_300/checkpoint-300 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
50
51
52
53
54

echo "===================="
echo "APEX MIXED IL TREE OBS"
echo "===================="

55
python rollout.py baselines/checkpoints/apex-dqfd-25-tree-obs-small-v0-0/checkpoint_500/checkpoint-500 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
56

57
python rollout.py baselines/checkpoints/apex-dqfd-25-tree-obs-small-v0-1/checkpoint_1600/checkpoint-1600 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
58

59
python rollout.py baselines/checkpoints/apex-dqfd-25-tree-obs-small-v0-2/checkpoint_200/checkpoint-200 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
60
61
62
63
64

echo "===================="
echo "PURE ONLINE IL TREE OBS"
echo "===================="

65
python rollout.py baselines/checkpoints/pure_imitation_tree_obs-0/checkpoint_45300/checkpoint-45300 --run ImitationAgent --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "False"}}' --eager
66

67
python rollout.py baselines/checkpoints/pure_imitation_tree_obs-1/checkpoint_11500/checkpoint-11500 --run ImitationAgent --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "False"}}' --eager
68

69
python rollout.py baselines/checkpoints/pure_imitation_tree_obs-2/checkpoint_23350/checkpoint-23350 --run ImitationAgent --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "False"}}' --eager
70
71
72
73
74

echo "===================="
echo "PPO + ONLINE IL TREE OBS"
echo "===================="

75
python rollout.py baselines/checkpoints/ppo_imitation_tree_obs-0/checkpoint_5392/checkpoint-5392 --run ImitationAgent --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "False"}}' --eager
76

77
python rollout.py baselines/checkpoints/ppo_imitation_tree_obs-1/checkpoint_8630/checkpoint-8630 --run ImitationAgent --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "False"}}' --eager
78

79
python rollout.py baselines/checkpoints/ppo_imitation_tree_obs-2/checkpoint_8466/checkpoint-8466 --run ImitationAgent --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "False"}}' --eager
80
81
82
83
84
85
86
87
88
89

echo "===================="
echo "CPPO"
echo "===================="


echo "===================="
echo "CPPO Base"
echo "===================="

90

91
92
93
94
echo "===================="
echo "PPO MASK TREE OBS"
echo "===================="

95
python rollout.py baselines/checkpoints/ppo-tree-obs-small-v0-mask-0/checkpoint_650/checkpoint-650 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"available_actions_obs":"True","allow_noop":"False","seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"custom_model": "fully_connected_model", "custom_options": {"layers": [256, 256],"activation":"relu","layer_norm":"False", "mask_unavailable_actions":"True"}}}'
96

97
python rollout.py baselines/checkpoints/ppo-tree-obs-small-v0-mask-1/checkpoint_300/checkpoint-300 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"available_actions_obs":"True","allow_noop":"False","seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"custom_model": "fully_connected_model", "custom_options": {"layers": [256, 256],"activation":"relu","layer_norm":"False", "mask_unavailable_actions":"True"}}}'
98

99
python rollout.py baselines/checkpoints/ppo-tree-obs-small-v0-mask-2/checkpoint_2500/checkpoint-2500 --run PPO --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"available_actions_obs":"True","allow_noop":"False","seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"custom_model": "fully_connected_model", "custom_options": {"layers": [256, 256],"activation":"relu","layer_norm":"False", "mask_unavailable_actions":"True"}}}'
100
101
102
103
104

echo "===================="
echo "APEX Global Density OBS"
echo "===================="

105
106
107
108
109
110
111
112
113
114
115
python rollout.py baselines/checkpoints/apex-global-density-obs-small-v0-0/checkpoint_200/checkpoint-200 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"hiddens":[],"dueling":"False","env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "density", "observation_config": {"width": 25, "height": 25,"max_t": 1000, "encoding": "exp_decay"}}, "model": {"custom_model": "global_dens_obs_model","custom_options": {"architecture": "impala","architecture_options":{"residual_layers":[[16, 2], [32, 4]]}}}}'

python rollout.py baselines/checkpoints/apex-global-density-obs-small-v0-1/checkpoint_450/checkpoint-450 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"hiddens":[],"dueling":"False","env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "density", "observation_config": {"width": 25, "height": 25,"max_t": 1000, "encoding": "exp_decay"}}, "model": {"custom_model": "global_dens_obs_model","custom_options": {"architecture": "impala","architecture_options":{"residual_layers":[[16, 2], [32, 4]]}}}}'

python rollout.py baselines/checkpoints/apex-global-density-obs-small-v0-2/checkpoint_400/checkpoint-400 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"hiddens":[],"dueling":"False","env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "density", "observation_config": {"width": 25, "height": 25,"max_t": 1000, "encoding": "exp_decay"}}, "model": {"custom_model": "global_dens_obs_model","custom_options": {"architecture": "impala","architecture_options":{"residual_layers":[[16, 2], [32, 4]]}}}}'

echo "===================="
echo "APEX PURE IL TREE OBS"
echo "===================="

python rollout.py baselines/checkpoints/apex_pure_il-tree-obs-0/checkpoint_50/checkpoint-50 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
116

117
python rollout.py baselines/checkpoints/apex_pure_il-tree-obs-1/checkpoint_50/checkpoint-50 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'
118

119
python rollout.py baselines/checkpoints/apex_pure_il-tree-obs-2/checkpoint_100/checkpoint-100 --run APEX --no-render --episodes 50 --env 'flatland_sparse' --config '{"env_config": {"seed":1000000000,"generator": "sparse_rail_generator", "generator_config": "small_v0", "observation": "tree", "observation_config": {"max_depth": 2, "shortest_path_max_depth": 30}}, "model": {"fcnet_activation": "relu", "fcnet_hiddens": [256, 256], "vf_share_layers": "True"}}'