test

Author: lucasssvaz

.github/workflows/build_tests.yml

@@ -1,33 +1,62 @@
+name: Build tests
+
 on:
   workflow_call:
-    inputs:
-      type:
-        required: true
-        type: string
 
 concurrency:
-  group: tests-build-${{ inputs.type }}-${{ github.event.pull_request.number || github.ref }}
+  group: tests-build-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
 jobs:
   build-tests:
-    name: Build ${{ inputs.type }} tests for ${{ matrix.chip }}
+    name: Build ${{ matrix.type }} tests for ${{ matrix.chip }}
     runs-on: ubuntu-latest
     strategy:
       matrix:
+        type: ['validation', 'performance']
         chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
     steps:
+      - name: Check if already built
+        id: artifact-exists
+        uses: LIT-Protocol/artifact-exists-action@v0
+        with:
+          name: ${{ matrix.chip }}-${{ matrix.type }}.artifacts
+
+      - name: Evaluate if tests should be built
+        id: check-build
+        run: |
+          artifact_exists=${{ steps.artifact-exists.outputs.exists }}
+          is_pr=${{ github.event_name == 'pull_request' }}
+          is_performance_test=${{ matrix.type == 'performance' }}
+          is_performance_enabled=${{ contains(github.event.pull_request.labels.*.name, 'perf_test') }}
+
+          if [[ $artifact_exists == 'true' ]]; then
+            echo "Already built, skipping"
+            exit 0
+          elif [[ $is_pr != 'true' ]]; then
+            echo "Not a PR, building"
+          elif [[ $is_performance_test == 'true' ]]; then
+            if [[ $is_performance_enabled == 'true' ]]; then
+              echo "Performance test enabled, building"
+            else
+              echo "Performance test disabled, skipping"
+              exit 0
+            fi
+          else
+            echo "Validation test, building"
+          fi
+
       - name: Checkout Repository
         uses: actions/checkout@v4
 
       - name: Build sketches
         run: |
-          bash .github/scripts/tests_build.sh -c -type ${{ inputs.type }} -t ${{ matrix.chip }}
+          bash .github/scripts/tests_build.sh -c -type ${{ matrix.type }} -t ${{ matrix.chip }}
 
-      - name: Upload ${{ matrix.chip }}-${{ inputs.type }} artifacts
+      - name: Upload ${{ matrix.chip }}-${{ matrix.type }} artifacts
         uses: actions/upload-artifact@v4
         with:
-          name: ${{ matrix.chip }}-${{ inputs.type }}.artifacts
+          name: ${{ matrix.chip }}-${{ matrix.type }}.artifacts
           if-no-files-found: error
           path: |
             ~/.arduino/tests/**/build*.tmp/*.bin

.github/workflows/hw.yml

@@ -2,54 +2,71 @@ name: Hardware tests
 
 on:
   workflow_call:
-    inputs:
-      chip:
-        required: true
-        type: string
-      type:
-        required: true
-        type: string
-      ref:
-        required: true
-        type: string
 
 concurrency:
-  group: hw-${{ inputs.ref }}-${{ inputs.chip }}-${{ inputs.type }}
+  group: tests-hw-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
 jobs:
   hardware-test:
-    name: ${{ inputs.chip }} - Hardware ${{ inputs.type }} tests
-    runs-on: [arduino, "${{inputs.chip}}"]
+    name: Hardware ${{ matrix.chip }} ${{ matrix.type }} tests
+    runs-on: [arduino, "${{ matrix.chip }}"]
+    strategy:
+      matrix:
+        type: ['validation', 'performance']
+        chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
     container:
       image: python:3.10.1-bullseye
       options: --privileged
-
     steps:
+      - name: Evaluate if tests should be run
+        id: check-tests
+        run: |
+          is_pr=${{ github.event_name == 'pull_request' }}
+          is_performance_test=${{ matrix.type == 'performance' }}
+          is_performance_enabled=${{ contains(github.event.pull_request.labels.*.name, 'perf_test') }}
+
+          if [[ $is_pr != 'true' ]]; then
+            echo "Not a PR, running"
+          elif [[ $is_performance_test == 'true' ]]; then
+            if [[ $is_performance_enabled == 'true' ]]; then
+              echo "Performance test enabled, running"
+            else
+              echo "Performance test disabled, skipping"
+              exit 0
+            fi
+          else
+            echo "Validation test, running"
+          fi
+
+      - uses: actions/setup-python@v5
+        with:
+          cache: 'pip'
+          python-version: '3.10'
+
       - name: Checkout repository
         uses: actions/checkout@v4
 
-      - name: Download ${{inputs.chip}}-${{inputs.type}} artifacts
+      - name: Download ${{ matrix.chip }}-${{ matrix.type }} artifacts
         uses: actions/download-artifact@v4
         with:
-          name: ${{ inputs.chip }}-${{ inputs.type }}.artifacts
-          path: ~/
+          name: ${{ matrix.chip }}-${{ matrix.type }}.artifacts
+          path: ~/.arduino/tests
 
       - name: Install dependencies
         run: |
           pip install -U pip
           pip install -r tests/requirements.txt --extra-index-url https://dl.espressif.com/pypi
-          apt update && apt install -y -qq jq
 
       - name: Run Tests
         run: |
-          bash .github/scripts/tests_run.sh -type ${{ inputs.type }} -t ${{ inputs.chip }} -e
+          bash .github/scripts/tests_run.sh -type ${{ matrix.type }} -t ${{ matrix.chip }} -e
 
       - name: Upload test result artifacts
         uses: actions/upload-artifact@v4
         if: ${{ always() }}
         with:
-          name: hw_results-${{inputs.chip}}-${{inputs.type}}}
+          name: hw_results-${{ matrix.chip }}-${{ matrix.type }}}
           if-no-files-found: error
           path: |
             tests/**/*.xml

.github/workflows/tests.yml

@@ -1,48 +1,30 @@
-name: Run tests
+name: Tests
 
 on:
+  workflow_dispatch:
   pull_request_target:
     types: [opened, reopened, synchronize, labeled, unlabeled]
   schedule:
-    - cron: '0 2 * * *'
+    - cron: '0 3 * * *'
 
 concurrency:
   group: tests-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
 jobs:
-  call-build-validation-tests:
-    name: Build validation tests
+  call-build-tests:
+    name: Build tests
     uses: ./.github/workflows/build_tests.yml
     permissions:
       contents: read
-    with:
-      type: "validation"
-
-  call-build-performance-tests:
-    name: Build performance tests
-    uses: ./.github/workflows/build_tests.yml
-    if: ${{ github.event_name == 'schedule' || contains(github.event.pull_request.labels.*.name, 'perf_test') }}
-    permissions:
-      contents: read
-    with:
-      type: "performance"
 
   call-hardware-tests:
-    name: Run ${{ matrix.type }} hardware tests for ${{ matrix.chip }}
+    name: Run tests on hardware
     uses: ./.github/workflows/hw.yml
-    needs: [call-build-validation-tests, call-build-performance-tests]
+    needs: call-build-tests
     if: ${{ github.event_name == 'schedule' || contains(github.event.pull_request.labels.*.name, 'hil_test') }}
     permissions:
       contents: read
-    strategy:
-      matrix:
-        chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
-        type: ['validation', 'performance']
-    with:
-      chip: ${{matrix.chip}}
-      type: ${{matrix.type}}
-      ref: ${{ github.event.pull_request.number || github.ref }}
 
   # call-wokwi-tests:
   #   uses: espressif/arduino-esp32/.github/workflows/wokwi.yml@master