Merge branch 'master' into ci/tests_refactor

Author: lucasssvaz

.github/workflows/build_tests.yml

@@ -17,15 +17,18 @@ jobs:
         chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
     steps:
       - name: Check if already built
-        id: artifact-exists
-        uses: LIT-Protocol/artifact-exists-action@v0
+        if: ${{ github.event.pull_request.number != null }}
+        id: cache-build-binaries
+        uses: actions/cache/restore@v4
         with:
-          name: ${{ matrix.chip }}-${{ matrix.type }}.artifacts
+          lookup-only: true
+          path: ~/.arduino/tests/*
+          key: tests-${{ github.event.pull_request.number }}-${{ matrix.chip }}-${{ matrix.type }}-${{ github.event.pull_request.head.sha }}
 
       - name: Evaluate if tests should be built
         id: check-build
         run: |
-          artifact_exists=${{ steps.artifact-exists.outputs.exists }}
+          artifact_exists=${{ steps.cache-build-binaries.outputs.cache-hit == 'true' || false }}
           is_pr=${{ github.event.pull_request.number != null }}
           is_performance_test=${{ matrix.type == 'performance' }}
           is_performance_enabled=${{ contains(github.event.pull_request.labels.*.name, 'perf_test') }}
@@ -48,16 +51,17 @@ jobs:
 
       - name: Checkout Repository
         uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
 
       - name: Build sketches
         run: |
           bash .github/scripts/tests_build.sh -c -type ${{ matrix.type }} -t ${{ matrix.chip }}
 
-      - name: Upload ${{ matrix.chip }}-${{ matrix.type }} artifacts
-        uses: actions/upload-artifact@v4
+      - name: Upload ${{ matrix.chip }}-${{ matrix.type }} binaries as cache
+        uses: actions/cache/save@v4
         with:
-          name: ${{ matrix.chip }}-${{ matrix.type }}.artifacts
-          if-no-files-found: error
+          key: tests-${{ github.event.pull_request.number || github.ref }}-${{ matrix.chip }}-${{ matrix.type }}-${{ github.event.pull_request.head.sha || github.sha }}
           path: |
             ~/.arduino/tests/**/build*.tmp/*.bin
             ~/.arduino/tests/**/build*.tmp/*.elf

.github/workflows/clean.yml

@@ -0,0 +1,46 @@
+name: Clean objects
+
+on:
+  workflow_call:
+
+jobs:
+  clean:
+    name: Clean built binary caches
+    runs-on: ubuntu-latest
+    steps:
+      - name: Clean up caches
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const ref = "${{ github.event.pull_request.number || github.ref }}";
+            const cacheKeysPattern = `tests-${ref}-*`;
+
+            const { listForRepo } = require("@octokit/plugin-paginate-rest");
+            const octokit = github.getOctokit(process.env.GITHUB_TOKEN);
+
+            // Fetch all cache entries for the repository
+            const caches = await octokit.actions.listRepoCaches({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+            });
+
+            // Filter caches matching the specified pattern
+            const matchingCaches = caches.data.actions_caches.filter(cache =>
+              cache.key.startsWith(`tests-${ref}-`)
+            );
+
+            // Delete matching caches
+            for (const cache of matchingCaches) {
+              /*
+              await octokit.actions.deleteActionsCacheById({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                cache_id: cache.id
+              });
+              */
+              console.log(`Deleted cache with key: ${cache.key}`);
+            }
+
+            console.log(`Deleted ${matchingCaches.length} caches.`);
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/hw.yml

@@ -39,6 +39,14 @@ jobs:
             echo "Validation test, running"
           fi
 
+      - name: Get binaries
+        id: cache-build-binaries
+        uses: actions/cache/restore@v4
+        with:
+          fail-on-cache-miss: true
+          path: ~/.arduino/tests/*
+          key: tests-${{ github.event.pull_request.number || github.ref }}-${{ matrix.chip }}-${{ matrix.type }}-${{ github.event.pull_request.head.sha || github.sha }}
+
       - uses: actions/setup-python@v5
         with:
           cache: 'pip'
@@ -47,12 +55,6 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v4
 
-      - name: Download ${{ matrix.chip }}-${{ matrix.type }} artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: ${{ matrix.chip }}-${{ matrix.type }}.artifacts
-          path: ~/.arduino/tests
-
       - name: Install dependencies
         run: |
           pip install -U pip

.github/workflows/tests.yml

@@ -11,33 +11,22 @@ concurrency:
   group: tests-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
+permissions: read-all
+
 jobs:
   call-build-tests:
     name: Build tests
     uses: ./.github/workflows/build_tests.yml
-    permissions:
-      contents: read
 
   call-hardware-tests:
     name: Run tests on hardware
     uses: ./.github/workflows/hw.yml
     needs: call-build-tests
-    if: ${{ github.event_name == 'schedule' || contains(github.event.pull_request.labels.*.name, 'hil_test') }}
-    permissions:
-      contents: read
+    if: ${{ github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'hil_test') }}
 
   # call-wokwi-tests:
-  #   uses: espressif/arduino-esp32/.github/workflows/wokwi.yml@master
-  #   needs: [call-build-validation-tests]
-  #   permissions:
-  #     contents: read
-  #   strategy:
-  #     matrix:
-  #       chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
-  #   with:
-  #     chip: ${{matrix.chip}}
-  #     type: "validation"
-  #     ref: ${{ github.event.pull_request.number || github.ref }}
+  #   uses: ./.github/workflows/wokwi.yml
+  #   needs: call-build-tests
   #   secrets:
   #     WOKWI_CLI_TOKEN: ${{ secrets.WOKWI_CLI_TOKEN }}
 
@@ -53,3 +42,10 @@ jobs:
   #     chip: ${{matrix.chip}}
   #     type: "validation"
   #     ref: ${{ github.event.pull_request.number || github.ref }}
+
+  call-clean:
+    name: Clean objects
+    uses: ./.github/workflows/clean.yml
+    if: github.event_name != 'pull_request' || github.event.action == 'closed'
+    permissions:
+      actions: write