Add initial infrastructure to build and run tests on hardware.

Signed-off-by: Abdelatif Guettouche <[email protected]>

Author: Ouss4

Diff for: .github/workflows/hil.yml

@@ -0,0 +1,113 @@
+name: Run tests in hardware
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize, labeled]
+
+# schedule:
+#   - cron: '0 2 * * *'
+
+concurrency:
+  group: build-${{github.event.pull_request.number || github.ref}}
+  cancel-in-progress: true
+
+jobs:
+  prep_sketches:
+    if: contains(github.event.pull_request.labels.*.name, 'hil_test')
+    name: Prepare Sketches
+    runs-on: ubuntu-latest
+    outputs:
+      sketches: ${{ steps.prep-sketches.outputs.sketches }}
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+
+      - name: Prepare Sketches
+        id: prep-sketches
+        run: |
+          SKETCHES=$(jq -c -n '{sketches: $ARGS.positional}' --args `find tests -mindepth 1 -type d | cut -d"/" -f2`)
+          echo "::set-output name=sketches::${SKETCHES}"
+
+  Build:
+    needs: prep_sketches
+    name: Build ${{matrix.sketches}}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix: ${{fromJson(needs.prep_sketches.outputs.sketches)}}
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+
+      - name: Build sketches
+        uses: arduino/compile-sketches@v1
+        with:
+          fqbn: 'esp32:esp32:esp32'
+          platforms: |
+            - name: esp32:esp32
+              source-url: https://raw.githubusercontent.com/espressif/arduino-esp32/gh-pages/package_esp32_index.json
+          cli-compile-flags: |
+            - --build-path
+            - tests/${{matrix.sketches}}/build
+          sketch-paths: |
+            - tests/${{matrix.sketches}}
+
+      - name: Upload ${{matrix.sketches}} artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: ${{matrix.sketches}}.artifacts
+          path: |
+            tests/${{matrix.sketches}}/build/*.bin
+            tests/${{matrix.sketches}}/build/*.json
+
+  Test:
+    needs: [prep_sketches, Build]
+    name: Test ${{matrix.sketches}}
+    runs-on: ESP32
+    env:
+      PYTHON_VERSION: 3.10.1
+      PYENV_VERSION: v2.2.3
+    strategy:
+      matrix: ${{fromJson(needs.prep_sketches.outputs.sketches)}}
+
+    steps:
+       - name: Checkout repository
+         uses: actions/checkout@v2
+
+       - name: Download ${{matrix.sketches}} artifacts
+         uses: actions/download-artifact@v2
+         with:
+           name: ${{matrix.sketches}}.artifacts
+           path: tests/${{matrix.sketches}}/build
+
+       # Our self-hosted runners run on an RPI, the setup-python action doesn't
+       # support an ARM architecture.
+
+       - name: Cache Python
+         id: cache-python
+         uses: actions/cache@v2
+         with:
+           path: ~/.pyenv
+           key: pyenv-${{env.PYENV_VERSION}}-${{env.PYTHON_VERSION}}
+
+       - name: Install Python
+         if: steps.cache-python.outputs.cache-hit != 'true'
+         run: |
+           rm -rf ~/.pyenv
+           git clone https://github.com/pyenv/pyenv.git -b ${{env.PYENV_VERSION}} ~/.pyenv
+           export PYENV_ROOT=~/.pyenv
+           export PATH=$PYENV_ROOT/bin:$PATH
+           pyenv install ${{env.PYTHON_VERSION}}
+
+       - name: Install dependencies
+         run: |
+           ~/.pyenv/versions/${{env.PYTHON_VERSION}}/bin/python -m venv test_venv
+           source test_venv/bin/activate
+           pip install -U pip
+           pip install -r tests/requirements.txt
+
+       - name: Run Tests
+         run: |
+           ~/.pyenv/versions/${{env.PYTHON_VERSION}}/bin/python -m venv test_venv
+           source test_venv/bin/activate
+           pytest tests -k test_${{matrix.sketches}}

Diff for: tests/.gitignore

@@ -0,0 +1,3 @@
+build/
+__pycache__/
+*.log

Diff for: tests/hello_world/hello_world.ino

@@ -0,0 +1,12 @@
+void setup(){
+  // Open serial communications and wait for port to open:
+  Serial.begin(115200);
+  while (!Serial) {
+    ;
+  }
+
+  Serial.println("Hello Arduino!");
+}
+
+void loop(){
+}

Diff for: tests/hello_world/test_hello_world.py

@@ -0,0 +1,2 @@
+def test_hello_arduino(dut):
+    dut.expect('Hello Arduino!')

Diff for: tests/pytest.ini

@@ -0,0 +1,13 @@
+[pytest]
+addopts = --embedded-services esp,arduino
+
+# log related
+log_cli = True
+log_cli_level = INFO
+log_cli_format = %(asctime)s %(levelname)s %(message)s
+log_cli_date_format = %Y-%m-%d %H:%M:%S
+
+log_file = test.log
+log_file_level = INFO
+log_file_format = %(asctime)s %(levelname)s %(message)s
+log_file_date_format = %Y-%m-%d %H:%M:%S

Diff for: tests/requirements.txt

@@ -0,0 +1,13 @@
+pyserial>=3.0
+esptool>=3.1
+pytest-cov
+cryptography<3.4; platform_machine == "armv7l"
+
+pytest>=6.2.0
+pexpect>=4.4
+
+pytest-embedded==0.5.0rc0
+pytest-embedded-serial==0.5.0rc0
+pytest-embedded-serial-esp==0.5.0rc0
+pytest-embedded-arduino==0.5.0rc0
+

Diff for: tests/serial/serial.ino

@@ -0,0 +1,12 @@
+void setup(){
+  // Open serial communications and wait for port to open:
+  Serial.begin(115200);
+  while (!Serial) {
+    ;
+  }
+
+  Serial.println("Hello Serial!");
+}
+
+void loop(){
+}

Diff for: tests/serial/test_serial.py

@@ -0,0 +1,2 @@
+def test_serial(dut):
+    dut.expect('Hello Serial!')