Commit 4b6969a0 authored by nilabha's avatar nilabha
Browse files

Merge branch 'rllib-IL' into 'master'

change configs to flatland project

See merge request !7
parents 734be92c 7b4ca50c
......@@ -25,8 +25,8 @@ flatland-random-sparse-small-tree-fc-apex-il:
generator_config: small_v0
project: nilabha2007
entity: neurips2020-flatland-baselines
project: flatland
entity: masterscrat
tags: ["small_v0", "tree_obs", "APEX_DQfD"] # TODO should be set programmatically
......@@ -36,6 +36,7 @@ flatland-random-sparse-small-tree-fc-apex-il:
vf_share_layers: True # False
input_files: /tmp/flatland-out
expert_size: 1
loss: dqfd # ce (cross entropy), kl (kl divergence)
lambda1: 1
lambda2: 1
......@@ -35,7 +35,7 @@ class CustomLossModel(TFModelV2):
def custom_loss(self, policy_loss, loss_inputs):
# create a new input reader per worker
reader = JsonReader(self.model_config["custom_options"]["input_files"])
input_ops = reader.tf_input_ops(self.model_config["custom_options"]["expert_size"])
input_ops = reader.tf_input_ops(self.model_config["custom_options"].get("expert_size",1))
# define a secondary loss by building a graph copy with weight sharing
obs = restore_original_dimensions(
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment