Split celery tasks #1670
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run integration tests | |
| on: | |
| push: | |
| branches: [master, main] | |
| pull_request: | |
| branches: [master, main] | |
| env: | |
| PYTHON_DEFAULT_VERSION: "3.11" | |
| jobs: | |
| test: | |
| timeout-minutes: 10 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python ${{ env.PYTHON_DEFAULT_VERSION }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_DEFAULT_VERSION }} | |
| cache: "pip" | |
| - name: Install dependencies | |
| run: python -m pip install --upgrade nox 'pdm>=2.12,<3' | |
| - name: Setup common virtualenv | |
| # In order not to exhaust disk on GitHub runner, we use one single | |
| # virtualenv for all pdm projects: miner, executor, validator. | |
| run: | | |
| pdm config venv.backend venv | |
| python -m venv .venv | |
| echo "$.venv/bin" >> $GITHUB_PATH | |
| echo "VIRTUAL_ENV=${{ github.workspace }}/.venv" >> $GITHUB_ENV | |
| echo "PDM_IGNORE_SAVED_PYTHON=1" >> $GITHUB_ENV | |
| - name: Install test dependencies | |
| run: pdm install --check | |
| - name: Prepare miner environment | |
| run: ./setup-dev.sh | |
| working-directory: ./miner | |
| - name: Prepare executor environment | |
| run: ./setup-dev.sh | |
| working-directory: ./executor | |
| - name: Prepare validator environment | |
| run: ./setup-dev.sh | |
| working-directory: ./validator | |
| - name: Run miner dockerized services | |
| run: docker compose up -d --wait | |
| working-directory: ./miner | |
| - name: Run validator dockerized services | |
| run: docker compose up -d --wait | |
| working-directory: ./validator | |
| - name: Run miner migrations | |
| run: cd app/src && pdm run python manage.py wait_for_database --timeout 120 && pdm run python manage.py migrate | |
| working-directory: ./miner | |
| - name: Run validator migrations | |
| run: cd app/src && pdm run python manage.py wait_for_database --timeout 120 && pdm run python manage.py migrate | |
| working-directory: ./validator | |
| - name: Build backenddevelopersltd/compute-horde-job-echo:v0-latest image | |
| run: docker build . -t backenddevelopersltd/compute-horde-job-echo:v0-latest | |
| working-directory: ./executor/app/src/compute_horde_executor/executor/tests/integration/docker_image_for_tests/ | |
| - name: Run unit tests | |
| run: pdm run nox -vs test --no-venv | |
| - name: Stop miner dockerized services | |
| if: success() || failure() | |
| run: docker compose down -v | |
| working-directory: ./miner | |
| - name: Stop validator dockerized services | |
| if: success() || failure() | |
| run: docker compose down -v | |
| working-directory: ./validator |