78 Extract performance profiling cli. (#88)

* Extract performance profiling cli.

* Write benchmarking and profiling outputs to files and upload artifact in gh-action.

* Add profiling and benchmarks to checks gh-workflow.

* Add debug print.

* Fix upload-artifact for profiling and benchmarks.

* Fix upload-artifact for profiling and benchmarks.

* Fix running benchmarks/profling.

* Fix running benchmarks/profling.

* Try debugging all examples.

* Try debugging all examples.

* Try debugging all examples.

* Try debugging all examples.

* Try debugging all examples.

* Try debugging all examples.

* Try debugging all examples.

* Inline flatland.utils.Timer.

* Fix click cli.

* Get rid of timing only.

* Add flatland_performance_profiling.ipynb.

* Get rid of Timer class.

* Finalize figures.

Author: chenkins

.github/workflows/checks.yml

@@ -85,3 +85,23 @@ jobs:
             -   name: Run examples
                 run: tox run -e examples
 
+    profiling:
+        runs-on: ubuntu-22.04
+        steps:
+            -   uses: actions/checkout@v4
+            -   name: Set up Python
+                uses: actions/setup-python@v5
+                with:
+                    python-version: "3.10"
+            -   name: Install tox
+                run: |
+                    python -m pip install --upgrade pip
+                    pip install tox tox-gh-actions
+            -   name: Run profiling
+                run: tox run -e profiling
+            -   uses: actions/upload-artifact@v4
+                with:
+                    name: upload-profiling-results
+                    path: .tox/profiling/log
+                    if-no-files-found: error
+

.github/workflows/main.yml

@@ -101,27 +101,11 @@ jobs:
                     pip install tox tox-gh-actions
             -   name: Run profiling
                 run: tox run -e profiling
-
-    benchmarks:
-        runs-on: ubuntu-22.04
-        steps:
-            -   uses: actions/checkout@v4
-            -   name: Set up Python
-                uses: actions/setup-python@v5
+            -   uses: actions/upload-artifact@v4
                 with:
-                    python-version: "3.10"
-            -   name: Download episodes
-                run: |
-                    wget "https://data.flatland.cloud/trajectories/FLATLAND_BENCHMARK_EPISODES_FOLDER.zip" -O FLATLAND_BENCHMARK_EPISODES_FOLDER.zip
-                    mkdir -p episodes
-                    unzip FLATLAND_BENCHMARK_EPISODES_FOLDER -d episodes
-                working-directory: ${{ github.workspace }}
-            -   name: Install tox
-                run: |
-                    python -m pip install --upgrade pip
-                    pip install tox tox-gh-actions
-            -   name: Run benchmarks
-                run: tox run -e benchmarks
+                    name: upload-profiling-results
+                    path: .tox/profiling/log
+                    if-no-files-found: error
 
     publish:
         if: ${{ false }}  # disabled until decided when it should run exactly