Make Github workflows runners cry

Author: silvanocerza

.github/tools/get_integration_tests.py

@@ -0,0 +1,35 @@
+import itertools
+from pathlib import Path
+import json
+import re
+
+
+def get_test_functions(tests_path):
+    test_functions_regex = re.compile(r"^def (test_[a-zA-Z_]*)\(")
+    test_functions = []
+    for test_file in tests_path.glob("test_*.py"):
+
+        for line in test_file.read_text().splitlines():
+            if match := test_functions_regex.match(line):
+                test_functions.append(f"{test_file}::{match.group(1)}")
+    return test_functions
+
+
+if __name__ == "__main__":
+    import sys
+
+    tests_path = sys.argv[1]
+    test_functions = get_test_functions(Path(tests_path))
+
+    # We split the test functions in 80 different lists because the maximum jobs
+    # that can be run on Github Workflows generated by the matrix syntax is 256.
+    # Since we run all tests on Linux, Windows and Mac OS the number of this list
+    # must be multiplied by 3. 80 * 3 == 240 so we're in the green.
+    TESTS_SPLIT = 80
+    cycle = itertools.cycle(range(TESTS_SPLIT))
+    groups = [[] for _ in range(TESTS_SPLIT)]
+    for f in test_functions:
+        index = next(cycle)
+        groups[index].append(f)
+
+    print(json.dumps([" ".join(g) for g in groups]))

.github/workflows/test-go-integration-task.yml

@@ -57,33 +57,30 @@ jobs:
 
           echo "::set-output name=result::$RESULT"
 
-  test:
+  tests-collector:
+    runs-on: ubuntu-latest
     needs: run-determination
     if: needs.run-determination.outputs.result == 'true'
+    outputs:
+      tests-data: ${{ steps.collection.outputs.tests-data }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Collect tests
+        id: collection
+        run: |
+          echo "::set-output name=tests-data::$(python .github/tools/get_integration_tests.py ./test/)"
 
+  test:
+    needs: tests-collector
     strategy:
       matrix:
         operating-system:
           - ubuntu-latest
           - windows-latest
           - macos-latest
-        test-file:
-          - test/test_board.py
-          - test/test_cache.py
-          - test/test_compile.py
-          - test/test_completion.py
-          - test/test_config.py
-          - test/test_core.py
-          - test/test_daemon.py
-          - test/test_debug.py
-          - test/test_lib.py
-          - test/test_main.py
-          - test/test_outdated.py
-          - test/test_sketch.py
-          - test/test_update.py
-          - test/test_upgrade.py
-          - test/test_upload_mock.py
-          - test/test_upload.py
+        tests: ${{ fromJSON(needs.tests-collector.outputs.tests-data) }}
 
     runs-on: ${{ matrix.operating-system }}
 
@@ -121,4 +118,4 @@ jobs:
         run: task poetry:install-deps
 
       - name: Run integration tests
-        run: poetry run pytest ${{ matrix.test-file }}
+        run: poetry run pytest ${{ matrix.tests }}