testing.yml

name: testing

on:
  push:
  pull_request:
  pull_request_target:
    types: [labeled]

jobs:
  run_tests_ce_linux:
    # We want to run on external PRs, but not on our own internal
    # PRs as they'll be run by the push to the branch.
    #
    # The main trick is described here:
    # https://github.com/Dart-Code/Dart-Code/pull/2375
    if: (github.event_name == 'push') ||
      (github.event_name == 'pull_request' &&
        github.event.pull_request.head.repo.full_name != github.repository)

    runs-on: ubuntu-20.04

    strategy:
      fail-fast: false
      matrix:
        tarantool:
          - '1.10'
          - '2.8'
          - '2.10'
        python:
          - '3.6'
          - '3.7'
          - '3.8'
          - '3.9'
          - '3.10'
        msgpack-deps:
          # latest msgpack will be installed as a part of requirements.txt
          - ''

        # Adding too many elements to three-dimentional matrix results in
        # too many test cases. It causes GitHub webpages to fail with 
        # "This page is taking too long to load." error. Thus we use
        # pairwise testing.
        include:
          - tarantool: '2.8'
            python: '3.10'
            msgpack-deps: 'msgpack-python==0.4.0'
          - tarantool: '2.8'
            python: '3.10'
            msgpack-deps: 'msgpack==0.5.0'
          - tarantool: '2.8'
            python: '3.10'
            msgpack-deps: 'msgpack==0.6.2'
          - tarantool: '2.8'
            python: '3.10'
            msgpack-deps: 'msgpack==1.0.4'

    steps:
      - name: Clone the connector
        uses: actions/checkout@v2

      - name: Install tarantool ${{ matrix.tarantool }}
        uses: tarantool/setup-tarantool@v1
        with:
          tarantool-version: ${{ matrix.tarantool }}

      - name: Setup Python for tests
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install specific version of msgpack package
        # We want to enforce using modern msgpack since it has
        # various vulnerability fixes. But the code is compatible
        # with older msgpack versions and msgpack-python package.
        # To this test compatibility we must ignore requirements.txt
        # install of the newer msgpack package by overwriting it with sed.
        if: matrix.msgpack-deps != ''
        run: |
          pip install ${{ matrix.msgpack-deps }}
          sed -i -e "s/^msgpack.*$/${{ matrix.msgpack-deps }}/" requirements.txt

      - name: Install package requirements
        run: pip install -r requirements.txt

      - name: Install test requirements
        run: pip install -r requirements-test.txt

      - name: Run tests
        run: make test

  run_tests_ee_linux:
    # The same as for run_tests_ce_linux, but it does not run on pull requests
    # from forks by default. Tests will run only when the pull request is
    # labeled with `full-ci`. To avoid security problems, the label must be
    # reset manually for every run.
    #
    # We need to use `pull_request_target` because it has access to base
    # repository secrets unlike `pull_request`.
    if: (github.event_name == 'push') ||
      (github.event_name == 'pull_request_target' &&
        github.event.pull_request.head.repo.full_name != github.repository &&
        github.event.label.name == 'full-ci')

    runs-on: ubuntu-20.04

    strategy:
      fail-fast: false
      matrix:
        tarantool:
          - '1.10.11-0-gf0b0e7ecf-r470'
          - '2.8.3-21-g7d35cd2be-r470'
          - '2.10.0-1-gfa775b383-r486-linux-x86_64'
        python: ['3.6', '3.7', '3.8', '3.9', '3.10']

    steps:
      - name: Clone the connector
        uses: actions/checkout@v2
        # This is needed for pull_request_target because this event runs in the
        # context of the base commit of the pull request. It works fine for
        # `push` and `workflow_dispatch` because the default behavior is used
        # if `ref` and `repository` are empty.
        with:
          ref: ${{github.event.pull_request.head.ref}}
          repository: ${{github.event.pull_request.head.repo.full_name}}

      - name: Install tarantool ${{ matrix.tarantool }}
        run: |
          ARCHIVE_NAME=tarantool-enterprise-bundle-${{ matrix.tarantool }}.tar.gz
          curl -O -L https://${{ secrets.SDK_DOWNLOAD_TOKEN }}@download.tarantool.io/enterprise/${ARCHIVE_NAME}
          tar -xzf ${ARCHIVE_NAME}
          rm -f ${ARCHIVE_NAME}

      - name: Setup Python for tests
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install package requirements
        run: pip install -r requirements.txt

      - name: Install test requirements
        run: pip install -r requirements-test.txt

      - name: Run tests
        run: |
          source tarantool-enterprise/env.sh
          make test
        env:
          TEST_TNT_SSL: ${{ matrix.tarantool == '2.10.0-1-gfa775b383-r486-linux-x86_64' }}

  run_tests_with_install_linux:
    # We want to run on external PRs, but not on our own internal
    # PRs as they'll be run by the push to the branch.
    #
    # The main trick is described here:
    # https://github.com/Dart-Code/Dart-Code/pull/2375
    if: (github.event_name == 'push') ||
      (github.event_name == 'pull_request' &&
        github.event.pull_request.head.repo.full_name != github.repository)
    runs-on: ubuntu-20.04

    strategy:
      fail-fast: false

      matrix:
        tarantool:
          - '2.10'
        python:
          - '3.6'
          - '3.7'
          - '3.8'
          - '3.9'
          - '3.10'
    steps:
      - name: Clone the connector repo
        uses: actions/checkout@v2

      - name: Remove connector source code
        run: |
          rm -rf tarantool
          rm setup.py

      - name: Install tarantool ${{ matrix.tarantool }}
        uses: tarantool/setup-tarantool@v1
        with:
          tarantool-version: ${{ matrix.tarantool }}

      - name: Setup Python for tests
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install the package with pip
        run: pip install git+$GITHUB_SERVER_URL/$GITHUB_REPOSITORY@$GITHUB_REF_NAME

      - name: Install test requirements
        run: pip install -r requirements-test.txt

      - name: Run tests
        run: python -m unittest discover -v

  run_tests_ce_windows:
    # We want to run on external PRs, but not on our own internal
    # PRs as they'll be run by the push to the branch.
    #
    # The main trick is described here:
    # https://github.com/Dart-Code/Dart-Code/pull/2375
    if: github.event_name == 'push' ||
      (github.event_name == 'pull_request' &&
        github.event.pull_request.head.repo.full_name != github.repository)

    runs-on: windows-2022

    strategy:
      fail-fast: false
      matrix:
        # Use reduced test matrix cause Windows pipelines are long.
        tarantool:
          - '1.10'
          - '2.8'
          - '2.10.0.g0a5ce0b9c-1'
        python:
          - '3.6'
          - '3.10'

    steps:
      - name: Clone the connector
        uses: actions/checkout@v2

      - name: Setup Python for tests
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install connector requirements
        run: pip install -r requirements.txt

      - name: Install test requirements
        run: pip install -r requirements-test.txt

      - name: Setup WSL for tarantool
        uses: Vampire/setup-wsl@v1
        with:
          distribution: Ubuntu-20.04

      - name: Install tarantool ${{ matrix.tarantool }} for WSL (2.8 and older)
        if: (matrix.tarantool == '1.10') || (matrix.tarantool == '2.8')
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          curl -L https://tarantool.io/installer.sh | VER=${{ matrix.tarantool }} bash -s -- --type "release"
          sudo apt install -y tarantool tarantool-dev

      - name: Install tarantool ${{ matrix.tarantool }} for WSL (2.10 and newer)
        if: (matrix.tarantool != '1.10') && (matrix.tarantool != '2.8')
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          curl -L https://tarantool.io/release/2/installer.sh | bash -s
          sudo apt install -y tarantool=${{ matrix.tarantool }} tarantool-dev=${{ matrix.tarantool }}

      - name: Setup test tarantool instance
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          rm -f ./tarantool.pid ./tarantool.log
          TNT_PID=$(tarantool ./test/suites/lib/tarantool_python_ci.lua > tarantool.log 2>&1 & echo $!)
          touch tarantool.pid
          echo $TNT_PID > ./tarantool.pid

      - name: Run tests
        env:
          REMOTE_TARANTOOL_HOST: localhost
          REMOTE_TARANTOOL_CONSOLE_PORT: 3302
        run: make test

      - name: Stop test tarantool instance
        if: ${{ always() }}
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          cat tarantool.log || true
          kill $(cat tarantool.pid) || true

  run_tests_with_install_windows:
    # We want to run on external PRs, but not on our own internal
    # PRs as they'll be run by the push to the branch.
    #
    # The main trick is described here:
    # https://github.com/Dart-Code/Dart-Code/pull/2375
    if: (github.event_name == 'push') ||
      (github.event_name == 'pull_request' &&
        github.event.pull_request.head.repo.full_name != github.repository)

    runs-on: windows-2022

    strategy:
      fail-fast: false

      matrix:
        # Use reduced test matrix cause Windows pipelines are long.
        tarantool:
          - '2.10.0.g0a5ce0b9c-1'
        python:
          - '3.6'
          - '3.10'
    steps:
      - name: Clone the connector repo
        uses: actions/checkout@v2

      - name: Remove connector source code (main folder)
        uses: JesseTG/rm@v1.0.3
        with:
          path: tarantool

      - name: Remove connector source code (setup.py)
        uses: JesseTG/rm@v1.0.3
        with:
          path: setup.py

      - name: Setup Python for tests
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python }}

      - name: Install the package with pip
        run: pip install git+$env:GITHUB_SERVER_URL/$env:GITHUB_REPOSITORY@$env:GITHUB_REF_NAME

      - name: Install test requirements
        run: pip install -r requirements-test.txt

      - name: Setup WSL for tarantool
        uses: Vampire/setup-wsl@v1
        with:
          distribution: Ubuntu-20.04

      - name: Install tarantool ${{ matrix.tarantool }} for WSL
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          curl -L https://tarantool.io/release/2/installer.sh | bash -s
          sudo apt install -y tarantool=${{ matrix.tarantool }} tarantool-dev=${{ matrix.tarantool }}

      - name: Setup test tarantool instance
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          rm -f ./tarantool.pid ./tarantool.log
          TNT_PID=$(tarantool ./test/suites/lib/tarantool_python_ci.lua > tarantool.log 2>&1 & echo $!)
          touch tarantool.pid
          echo $TNT_PID > ./tarantool.pid

      - name: Run tests
        env:
          REMOTE_TARANTOOL_HOST: localhost
          REMOTE_TARANTOOL_CONSOLE_PORT: 3302
        run: python -m unittest discover -v

      - name: Stop test tarantool instance
        if: ${{ always() }}
        shell: wsl-bash_Ubuntu-20.04 {0}
        run: |
          cat tarantool.log || true
          kill $(cat tarantool.pid) || true