testing.yml

name: testing

on:
  pull_request:
    branches:
      - '*'
  push:
    branches:
      - master

jobs:
  static_analysis:
    name: ${{ matrix.make-command }} / Py${{ matrix.python-version }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.8, 3.11]
        make-command: [doc8, flake8, pylint, check-build]

    steps:
      - name: Check out code
        uses: actions/checkout@v2

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v1
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install Python dependencies
        run: |
          pip install -U pip setuptools
          pip install -r devel.txt

      - name: Verify ${{ matrix.make-command }}
        run: |
          make ${{ matrix.make-command }}

  test:
    name: test / Py${{ matrix.python-version }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.8, 3.11]
        kiwitcms-url: [public.tenant.kiwitcms.org, tcms.kiwitcms.org]

    steps:
      - name: Check out code
        uses: actions/checkout@v2

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v1
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install Python dependencies
        run: |
          pip install -U pip setuptools
          pip install -r devel.txt

      - name: Prepare for integration test
        run: |
          echo "[tcms]" > ~/.tcms.conf
          echo "url = https://${{ matrix.kiwitcms-url }}/xml-rpc/" >> ~/.tcms.conf
          echo "username = kiwitcms-bot" >> ~/.tcms.conf
          echo "password = ${{ secrets.TCMS_PASSWORD }}" >> ~/.tcms.conf
          sudo cp .ssl/*.pem /usr/lib/ssl/certs/
          sudo update-ca-certificates --fresh

      - name: Execute tests & post results to ${{ matrix.kiwitcms-url }}
        run: |
          export TCMS_PRODUCT=$GITHUB_REPOSITORY
          # branch name or pull/123
          export TCMS_PRODUCT_VERSION=$(echo $GITHUB_REF | sed "s|refs/heads/||" | sed "s|refs/||" | sed "s|/merge||")
          # short commit number
          export TCMS_BUILD=$(echo $GITHUB_SHA | cut -c1-7)

          # will also report to Kiwi TCMS
          make test | tee -a results.log

          # make sure results are as expected
          tail -n1 results.log | grep "1 failed, 1 passed, 1 skipped, 1 error"