diff --git a/docs/flatland.baselines.rst b/docs/flatland.baselines.rst
new file mode 100644
index 0000000000000000000000000000000000000000..a1bcf68c3c25076d21f6aaae94e58677e6ba5876
--- /dev/null
+++ b/docs/flatland.baselines.rst
@@ -0,0 +1,30 @@
+flatland.baselines package
+==========================
+
+Submodules
+----------
+
+flatland.baselines.dueling\_double\_dqn module
+----------------------------------------------
+
+.. automodule:: flatland.baselines.dueling_double_dqn
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+flatland.baselines.model module
+-------------------------------
+
+.. automodule:: flatland.baselines.model
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+
+Module contents
+---------------
+
+.. automodule:: flatland.baselines
+    :members:
+    :undoc-members:
+    :show-inheritance:
diff --git a/docs/flatland.envs.rst b/docs/flatland.envs.rst
new file mode 100644
index 0000000000000000000000000000000000000000..acd396ca9de654f8eb40a35f50c7fe08498a2a31
--- /dev/null
+++ b/docs/flatland.envs.rst
@@ -0,0 +1,22 @@
+flatland.envs package
+=====================
+
+Submodules
+----------
+
+flatland.envs.rail\_env module
+------------------------------
+
+.. automodule:: flatland.envs.rail_env
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+
+Module contents
+---------------
+
+.. automodule:: flatland.envs
+    :members:
+    :undoc-members:
+    :show-inheritance:
diff --git a/docs/flatland.rst b/docs/flatland.rst
index d40b7b5416fa04887a44036414e92d7b86cdfa61..ccfd36cefc87f5d3015c4d9ec576fe1ed38efb7b 100644
--- a/docs/flatland.rst
+++ b/docs/flatland.rst
@@ -6,7 +6,9 @@ Subpackages
 
 .. toctree::
 
+    flatland.baselines
     flatland.core
+    flatland.envs
     flatland.utils
 
 Submodules