From 86e5ca245f1b83a67194aa0534128e8d78d3dae9 Mon Sep 17 00:00:00 2001
From: u214892 <u214892@sbb.ch>
Date: Mon, 17 Jun 2019 23:47:15 +0200
Subject: [PATCH] #65 run benchmarks and profiling only in scheduled nightly
 pipeline

---
 .gitlab-ci.yml                                |  8 +--
 examples/complex_scene.py                     | 11 +++++
 examples/demo.py                              |  4 --
 examples/example_flatland_000.py              | 11 +++++
 examples/example_flatland_001.py              | 11 +++++
 examples/example_flatland_002.py              | 11 +++++
 examples/example_flatland_003.py              | 11 +++++
 examples/example_network_000.py               | 11 +++++
 examples/example_network_001.py               | 11 +++++
 examples/example_network_002.py               | 11 +++++
 examples/generate_complex_scenario.py         | 11 +++++
 examples/generate_random_scenario.py          | 11 +++++
 tests/envs/__init__.py                        |  0
 ...ils.py => test_flatland_envs_env_utils.py} |  0
 ....py => test_flatland_envs_observations.py} |  0
 ...r.py => test_flatland_envs_predictions.py} |  0
 tests/test_integration_test.py                | 49 -------------------
 17 files changed, 115 insertions(+), 56 deletions(-)
 create mode 100644 examples/complex_scene.py
 create mode 100644 examples/example_flatland_000.py
 create mode 100644 examples/example_flatland_001.py
 create mode 100644 examples/example_flatland_002.py
 create mode 100644 examples/example_flatland_003.py
 create mode 100644 examples/example_network_000.py
 create mode 100644 examples/example_network_001.py
 create mode 100644 examples/example_network_002.py
 create mode 100644 examples/generate_complex_scenario.py
 create mode 100644 examples/generate_random_scenario.py
 delete mode 100644 tests/envs/__init__.py
 rename tests/{envs/test_env_utils.py => test_flatland_envs_env_utils.py} (100%)
 rename tests/{test_env_observation_builder.py => test_flatland_envs_observations.py} (100%)
 rename tests/{test_env_prediction_builder.py => test_flatland_envs_predictions.py} (100%)
 delete mode 100644 tests/test_integration_test.py

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 48559f8..9ea7d59 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -11,6 +11,7 @@ image: themattrix/tox
 
 stages:
     - tests
+    - benchmarks_and_profiling
     - deploy_docs
 cache:
     paths:
@@ -51,10 +52,11 @@ build_and_deploy_docs:
 benchmarks_and_profiling:
     dependencies:
         - tests
-    stage: tests
+    stage: benchmarks_and_profiling
     only:
-#        - master
-          variables:
+#        refs:
+#            - master
+        variables:
             - $BENCHMARKS_AND_PROFILING
     script:
         - apt update
diff --git a/examples/complex_scene.py b/examples/complex_scene.py
new file mode 100644
index 0000000..ecd7ee8
--- /dev/null
+++ b/examples/complex_scene.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_complex_scene()
diff --git a/examples/demo.py b/examples/demo.py
index fa89771..40ebeb4 100644
--- a/examples/demo.py
+++ b/examples/demo.py
@@ -164,7 +164,3 @@ class Demo:
         demo_001 = Demo(Scenario_Generator.load_scenario('complex_scene.pkl'))
         demo_001.set_record_frames(os.path.join(__file_dirname__, '..', 'rendering', 'frame_{:04d}.bmp'))
         demo_001.run_demo(120)
- 
-
-if __name__ == "__main__":
-    Demo.run_complex_scene()
diff --git a/examples/example_flatland_000.py b/examples/example_flatland_000.py
new file mode 100644
index 0000000..504b85b
--- /dev/null
+++ b/examples/example_flatland_000.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_flatland_000()
diff --git a/examples/example_flatland_001.py b/examples/example_flatland_001.py
new file mode 100644
index 0000000..4528151
--- /dev/null
+++ b/examples/example_flatland_001.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_flatland_001()
diff --git a/examples/example_flatland_002.py b/examples/example_flatland_002.py
new file mode 100644
index 0000000..62f6f72
--- /dev/null
+++ b/examples/example_flatland_002.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_flatland_002()
diff --git a/examples/example_flatland_003.py b/examples/example_flatland_003.py
new file mode 100644
index 0000000..5905cb0
--- /dev/null
+++ b/examples/example_flatland_003.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_flatland_003()
diff --git a/examples/example_network_000.py b/examples/example_network_000.py
new file mode 100644
index 0000000..6e0e02b
--- /dev/null
+++ b/examples/example_network_000.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_000()
diff --git a/examples/example_network_001.py b/examples/example_network_001.py
new file mode 100644
index 0000000..44775bf
--- /dev/null
+++ b/examples/example_network_001.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_001()
diff --git a/examples/example_network_002.py b/examples/example_network_002.py
new file mode 100644
index 0000000..047c225
--- /dev/null
+++ b/examples/example_network_002.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_002()
diff --git a/examples/generate_complex_scenario.py b/examples/generate_complex_scenario.py
new file mode 100644
index 0000000..75d67aa
--- /dev/null
+++ b/examples/generate_complex_scenario.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_generate_complex_scenario()
diff --git a/examples/generate_random_scenario.py b/examples/generate_random_scenario.py
new file mode 100644
index 0000000..0cf4e51
--- /dev/null
+++ b/examples/generate_random_scenario.py
@@ -0,0 +1,11 @@
+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_generate_random_scenario()
diff --git a/tests/envs/__init__.py b/tests/envs/__init__.py
deleted file mode 100644
index e69de29..0000000
diff --git a/tests/envs/test_env_utils.py b/tests/test_flatland_envs_env_utils.py
similarity index 100%
rename from tests/envs/test_env_utils.py
rename to tests/test_flatland_envs_env_utils.py
diff --git a/tests/test_env_observation_builder.py b/tests/test_flatland_envs_observations.py
similarity index 100%
rename from tests/test_env_observation_builder.py
rename to tests/test_flatland_envs_observations.py
diff --git a/tests/test_env_prediction_builder.py b/tests/test_flatland_envs_predictions.py
similarity index 100%
rename from tests/test_env_prediction_builder.py
rename to tests/test_flatland_envs_predictions.py
diff --git a/tests/test_integration_test.py b/tests/test_integration_test.py
deleted file mode 100644
index 808af10..0000000
--- a/tests/test_integration_test.py
+++ /dev/null
@@ -1,49 +0,0 @@
-import random
-
-import numpy as np
-
-from examples.demo import Demo
-
-# ensure that every demo run behave constantly equal
-random.seed(1)
-np.random.seed(1)
-
-
-def test_flatland_000():
-    Demo.run_example_flatland_000()
-    # TODO test assertions
-
-
-def test_flatland_001():
-    Demo.run_example_flatland_001()
-    # TODO test assertions
-
-
-def test_network_000():
-    Demo.run_example_network_000()
-    # TODO test assertions
-
-
-def test_network_001():
-    Demo.run_example_network_001()
-    # TODO test assertions
-
-
-def test_network_002():
-    Demo.run_example_network_002()
-    # TODO test assertions
-
-
-def test_complex_scene():
-    Demo.run_complex_scene()
-    # TODO test assertions
-
-
-def test_generate_complex_scenario():
-    Demo.run_generate_complex_scenario()
-    # TODO test assertions
-
-
-def test_generate_random_scenario():
-    Demo.run_generate_random_scenario()
-    # TODO test assertions
-- 
GitLab