Merge branch '65-run-benchmarks-and-baselines-on-schedule' into 'master'

"Profile and Optimize the codebase"

See merge request flatland/flatland!67

.gitlab-ci.yml

@@ -11,6 +11,7 @@ image: themattrix/tox
 
 stages:
     - tests
+    - benchmarks_and_profiling
     - deploy_docs
 cache:
     paths:
@@ -47,3 +48,20 @@ build_and_deploy_docs:
     environment:
         name: ${CI_COMMIT_REF_SLUG}
         url: http://${BUCKET_NAME}.s3-website.${AWS_DEFAULT_REGION}.amazonaws.com/
+
+benchmarks_and_profiling:
+    dependencies:
+        - tests
+    stage: benchmarks_and_profiling
+    only:
+#        refs:
+#            - master
+        variables:
+            - $BENCHMARKS_AND_PROFILING
+    script:
+        - apt update
+        - apt install -y libgl1-mesa-glx xvfb graphviz xdg-utils libcairo2-dev libjpeg-dev libgif-dev
+        - pip install tox
+        - xvfb-run tox -e benchmarks -v --recreate
+
+

examples/complex_scene.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_complex_scene()

examples/demo.py

@@ -164,7 +164,3 @@ class Demo:
         demo_001 = Demo(Scenario_Generator.load_scenario('complex_scene.pkl'))
         demo_001.set_record_frames(os.path.join(__file_dirname__, '..', 'rendering', 'frame_{:04d}.bmp'))
         demo_001.run_demo(120)
- 
-
-if __name__ == "__main__":
-    Demo.run_complex_scene()

examples/example_flatland_000.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_flatland_000()

examples/example_flatland_001.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_flatland_001()

examples/example_network_000.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_000()

examples/example_network_001.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_001()

examples/example_network_002.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_002()

examples/example_network_003.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_example_network_003()

examples/generate_complex_scenario.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_generate_complex_scenario()

examples/generate_random_scenario.py

+import random
+
+import numpy as np
+
+from examples.demo import Demo
+
+random.seed(1)
+np.random.seed(1)
+
+if __name__ == "__main__":
+    Demo.run_generate_random_scenario()

tests/test_integration_test.py

-import random
-
-import numpy as np
-
-from examples.demo import Demo
-
-# ensure that every demo run behave constantly equal
-random.seed(1)
-np.random.seed(1)
-
-
-def test_flatland_000():
-    Demo.run_example_flatland_000()
-    # TODO test assertions
-
-
-def test_flatland_001():
-    Demo.run_example_flatland_001()
-    # TODO test assertions
-
-
-def test_network_000():
-    Demo.run_example_network_000()
-    # TODO test assertions
-
-
-def test_network_001():
-    Demo.run_example_network_001()
-    # TODO test assertions
-
-
-def test_network_002():
-    Demo.run_example_network_002()
-    # TODO test assertions
-
-
-def test_complex_scene():
-    Demo.run_complex_scene()
-    # TODO test assertions
-
-
-def test_generate_complex_scenario():
-    Demo.run_generate_complex_scenario()
-    # TODO test assertions
-
-
-def test_generate_random_scenario():
-    Demo.run_generate_random_scenario()
-    # TODO test assertions

tox.ini

 [tox]
-envlist = py36, py37, examples, notebooks, flake8, docs, coverage, benchmarks
+envlist = py36, py37, examples, notebooks, flake8, docs, coverage
 
 [travis]
 python =