hil.yml

name: Run tests in hardware

on:
  pull_request:
    types: [opened, reopened, synchronize, labeled]

  schedule:
    - cron: '0 2 * * *'

env:
  MAX_CHUNKS: 15

concurrency:
  group: hil-${{github.event.pull_request.number || github.ref}}
  cancel-in-progress: true

jobs:
  gen_chunks:
    if: |
      contains(github.event.pull_request.labels.*.name, 'hil_test') ||
      contains(github.event.pull_request.labels.*.name, 'perf_test') ||
      (github.event_name == 'schedule' && github.repository == 'espressif/arduino-esp32')
    name: Generate Chunks matrix
    runs-on: ubuntu-latest
    outputs:
      chunks: ${{ steps.gen-chunks.outputs.chunks }}
      test_folder: ${{ steps.gen-chunks.outputs.test_folder }}
      test_type: ${{ steps.gen-chunks.outputs.test_type }}
    steps:
      - name: Checkout Repository
        uses: actions/checkout@v4

      - name: Generate Chunks matrix
        id: gen-chunks
        run: |
          set +e
          if [ "${{contains(github.event.pull_request.labels.*.name, 'hil_test')}}" == "true" ] && \
             [ "${{contains(github.event.pull_request.labels.*.name, 'perf_test')}}" == "false" ]; then
            test_folder="tests/validation"
            test_type="validation"
          elif [ "${{contains(github.event.pull_request.labels.*.name, 'hil_test')}}" == "false" ] && \
               [ "${{contains(github.event.pull_request.labels.*.name, 'perf_test')}}" == "true" ]; then
            test_folder="tests/performance"
            test_type="performance"
          else
            test_folder="tests"
            test_type="all"
          fi
          .github/scripts/sketch_utils.sh count $test_folder
          sketches=$?
          if [[ $sketches -ge ${{env.MAX_CHUNKS}} ]]; then
            $sketches=${{env.MAX_CHUNKS}}
          fi
          set -e
          rm sketches.txt
          CHUNKS=$(jq -c -n '$ARGS.positional' --args `seq 0 1 $((sketches - 1))`)
          echo "chunks=${CHUNKS}" >> $GITHUB_OUTPUT
          echo "test_folder=${test_folder}" >> $GITHUB_OUTPUT
          echo "test_type=${test_type}" >> $GITHUB_OUTPUT

  Build:
    needs: gen_chunks
    name: ${{matrix.chip}}-Build#${{matrix.chunks}}
    runs-on: ubuntu-latest
    strategy:
      matrix:
        chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
        chunks: ${{fromJson(needs.gen_chunks.outputs.chunks)}}
    steps:
      - name: Checkout Repository
        uses: actions/checkout@v4

      - name: Build sketches
        run: |
          bash .github/scripts/tests_build.sh -c -type ${{ needs.gen_chunks.outputs.test_type }} -t ${{matrix.chip}} -i ${{matrix.chunks}} -m ${{env.MAX_CHUNKS}}

      - name: Upload ${{matrix.chip}}-${{matrix.chunks}} artifacts
        uses: actions/upload-artifact@v4
        with:
          name: ${{matrix.chip}}-${{matrix.chunks}}.artifacts
          if-no-files-found: error
          path: |
            ~/.build_skipped
            ~/.arduino/tests/**/build*.tmp/*.bin
            ~/.arduino/tests/**/build*.tmp/*.json

  Test:
    needs: [gen_chunks, Build]
    name: ${{matrix.chip}}-Test#${{matrix.chunks}}
    strategy:
      fail-fast: false
      matrix:
        chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3', 'esp32c6', 'esp32h2']
        chunks: ${{fromJson(needs.gen_chunks.outputs.chunks)}}
    runs-on: [arduino, "${{matrix.chip}}"]
    container:
      image: python:3.10.1-bullseye
      options: --privileged

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Download ${{matrix.chip}}-${{matrix.chunks}} artifacts
        uses: actions/download-artifact@v4
        with:
          name: ${{matrix.chip}}-${{matrix.chunks}}.artifacts
          path: ~/

      - name: Install dependencies
        run: |
          pip install -U pip
          pip install -r tests/requirements.txt --extra-index-url https://dl.espressif.com/pypi
          apt update && apt install -y -qq jq

      - name: Run Tests
        run: |
          bash .github/scripts/tests_run.sh -c -type ${{ needs.gen_chunks.outputs.test_type }} -t ${{matrix.chip}} -i ${{matrix.chunks}} -m ${{env.MAX_CHUNKS}} -e

      - name: Check if tests were skipped
        id: check-test-skipped
        run: |
          if [ -f ~/.test_skipped ]; then
            echo "skipped=true" >> $GITHUB_OUTPUT
          else
            echo "skipped=false" >> $GITHUB_OUTPUT
          fi

      - name: Upload test result artifacts
        uses: actions/upload-artifact@v4
        if: ${{ always() && steps.check-test-skipped.outputs.skipped == 'false' }}
        with:
          name: test_results-${{matrix.chip}}-${{matrix.chunks}}
          if-no-files-found: error
          path: |
            tests/**/*.xml
            tests/**/result_*.json

  event_file:
    name: "Event File"
    if: |
      contains(github.event.pull_request.labels.*.name, 'hil_test') ||
      contains(github.event.pull_request.labels.*.name, 'perf_test') ||
      github.event_name == 'schedule'
    needs: Test
    runs-on: ubuntu-latest
    steps:
       - name: Upload
         uses: actions/upload-artifact@v4
         with:
           name: Event File
           path: ${{github.event_path}}