From 64ebdf6347daf805bb82cf638ae301544b164987 Mon Sep 17 00:00:00 2001 From: Andreas Motl Date: Thu, 8 Feb 2024 14:30:17 +0100 Subject: [PATCH] Testing: Demonstrate Python test layer implementations The patch demonstrates the whole matrix of building test harnesses with Python, using both unittest and pytest, with and without "Testcontainers for Python". It only exercises basic features of the corresponding test adapters. Demonstrating advanced features like test layer parameterization can be added on behalf of subsequent iterations. --- .github/dependabot.yml | 20 ++++++ .github/workflows/testing-native-python.yml | 66 +++++++++++++++++++ .../testing-testcontainers-python.yml | 66 +++++++++++++++++++ testing/native/python-pytest/README.md | 43 ++++++++++++ testing/native/python-pytest/pyproject.toml | 10 +++ testing/native/python-pytest/requirements.txt | 3 + testing/native/python-pytest/test_pytest.py | 51 ++++++++++++++ testing/native/python-unittest/.ngr-type | 1 + testing/native/python-unittest/README.md | 41 ++++++++++++ .../native/python-unittest/requirements.txt | 2 + .../native/python-unittest/test_unittest.py | 37 +++++++++++ .../testcontainers/python-pytest/README.md | 42 ++++++++++++ .../python-pytest/pyproject.toml | 10 +++ .../python-pytest/requirements.txt | 3 + .../python-pytest/test_pytest.py | 29 ++++++++ .../testcontainers/python-unittest/.ngr-type | 1 + .../testcontainers/python-unittest/README.md | 42 ++++++++++++ .../python-unittest/requirements.txt | 2 + .../python-unittest/test_unittest.py | 43 ++++++++++++ 19 files changed, 512 insertions(+) create mode 100644 .github/workflows/testing-native-python.yml create mode 100644 .github/workflows/testing-testcontainers-python.yml create mode 100644 testing/native/python-pytest/README.md create mode 100644 testing/native/python-pytest/pyproject.toml create mode 100644 testing/native/python-pytest/requirements.txt create mode 100644 testing/native/python-pytest/test_pytest.py create mode 100644 testing/native/python-unittest/.ngr-type create mode 100644 testing/native/python-unittest/README.md create mode 100644 testing/native/python-unittest/requirements.txt create mode 100644 testing/native/python-unittest/test_unittest.py create mode 100644 testing/testcontainers/python-pytest/README.md create mode 100644 testing/testcontainers/python-pytest/pyproject.toml create mode 100644 testing/testcontainers/python-pytest/requirements.txt create mode 100644 testing/testcontainers/python-pytest/test_pytest.py create mode 100644 testing/testcontainers/python-unittest/.ngr-type create mode 100644 testing/testcontainers/python-unittest/README.md create mode 100644 testing/testcontainers/python-unittest/requirements.txt create mode 100644 testing/testcontainers/python-unittest/test_unittest.py diff --git a/.github/dependabot.yml b/.github/dependabot.yml index 97d01c3d..10bcac5f 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -103,3 +103,23 @@ updates: package-ecosystem: "gradle" schedule: interval: "weekly" + + - directory: "/testing/native/python-pytest" + package-ecosystem: "pip" + schedule: + interval: "weekly" + + - directory: "/testing/native/python-unittest" + package-ecosystem: "pip" + schedule: + interval: "weekly" + + - directory: "/testing/testcontainers/python-pytest" + package-ecosystem: "pip" + schedule: + interval: "weekly" + + - directory: "/testing/testcontainers/python-unittest" + package-ecosystem: "pip" + schedule: + interval: "weekly" diff --git a/.github/workflows/testing-native-python.yml b/.github/workflows/testing-native-python.yml new file mode 100644 index 00000000..89e5e63f --- /dev/null +++ b/.github/workflows/testing-native-python.yml @@ -0,0 +1,66 @@ +name: Native Testing with Python + +on: + pull_request: + branches: ~ + paths: + - '.github/workflows/testing-native-python.yml' + - 'testing/native/python**' + - 'requirements.txt' + push: + branches: [ main ] + paths: + - '.github/workflows/testing-native-python.yml' + - 'testing/native/python**' + - 'requirements.txt' + + # Allow job to be triggered manually. + workflow_dispatch: + + # Run job each night after CrateDB nightly has been published. + schedule: + - cron: '0 3 * * *' + +# Cancel in-progress jobs when pushing to the same branch. +concurrency: + cancel-in-progress: true + group: ${{ github.workflow }}-${{ github.ref }} + +jobs: + test: + name: " + Python: ${{ matrix.python-version }} + CrateDB: ${{ matrix.cratedb-version }} + on ${{ matrix.os }}" + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: [ 'ubuntu-latest', 'macos-latest' ] + python-version: [ '3.7', '3.11' ] + cratedb-version: [ 'nightly' ] + + steps: + + - name: Acquire sources + uses: actions/checkout@v4 + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + architecture: x64 + cache: 'pip' + cache-dependency-path: | + requirements.txt + testing/native/python-pytest/requirements.txt + testing/native/python-unittest/requirements.txt + + - name: Install utilities + run: | + pip install -r requirements.txt + + - name: Validate testing/native/python-{pytest,unittest} + run: | + ngr test --accept-no-venv testing/native/python-pytest + ngr test --accept-no-venv testing/native/python-unittest diff --git a/.github/workflows/testing-testcontainers-python.yml b/.github/workflows/testing-testcontainers-python.yml new file mode 100644 index 00000000..d7fcec9e --- /dev/null +++ b/.github/workflows/testing-testcontainers-python.yml @@ -0,0 +1,66 @@ +name: Testcontainers for Python + +on: + pull_request: + branches: ~ + paths: + - '.github/workflows/testing-testcontainers-python.yml' + - 'testing/testcontainers/python**' + - 'requirements.txt' + push: + branches: [ main ] + paths: + - '.github/workflows/testing-testcontainers-python.yml' + - 'testing/testcontainers/python**' + - 'requirements.txt' + + # Allow job to be triggered manually. + workflow_dispatch: + + # Run job each night after CrateDB nightly has been published. + schedule: + - cron: '0 3 * * *' + +# Cancel in-progress jobs when pushing to the same branch. +concurrency: + cancel-in-progress: true + group: ${{ github.workflow }}-${{ github.ref }} + +jobs: + test: + name: " + Python: ${{ matrix.python-version }} + CrateDB: ${{ matrix.cratedb-version }} + on ${{ matrix.os }}" + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: [ 'ubuntu-latest' ] + python-version: [ '3.7', '3.12' ] + cratedb-version: [ 'nightly' ] + + steps: + + - name: Acquire sources + uses: actions/checkout@v4 + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + architecture: x64 + cache: 'pip' + cache-dependency-path: | + requirements.txt + testing/testcontainers/python-pytest/requirements.txt + testing/testcontainers/python-unittest/requirements.txt + + - name: Install utilities + run: | + pip install -r requirements.txt + + - name: Validate testing/testcontainers/python-{pytest,unittest} + run: | + ngr test --accept-no-venv testing/testcontainers/python-pytest + ngr test --accept-no-venv testing/testcontainers/python-unittest diff --git a/testing/native/python-pytest/README.md b/testing/native/python-pytest/README.md new file mode 100644 index 00000000..67da4626 --- /dev/null +++ b/testing/native/python-pytest/README.md @@ -0,0 +1,43 @@ +# Using "pytest-crate" with CrateDB and pytest + +[pytest-crate] wraps the CrateDB test layer from [cr8], and provides +a few pytest fixtures to conveniently make it accessible for test +cases based on pytest. + +This folder contains example test cases demonstrating how to use the +`crate`, `crate_cursor`, and `crate_cursor` pytest fixtures exported +by [pytest-crate]. + +> [!TIP] +> Please also refer to the header sections of each of the provided +> example programs, to learn more about what's exactly inside. + + +## Run Tests + +Acquire the `cratedb-examples` repository, and install sandbox and +prerequisites. +```shell +git clone https://github.com/crate/cratedb-examples +cd cratedb-examples +python3 -m venv .venv +source .venv/bin/activate +pip install -r requirements.txt +``` + +Then, invoke the integration test cases. +```shell +export TC_KEEPALIVE=true +ngr test testing/native/python-pytest +``` + +Alternatively, you can change your working directory to the selected +test case folder, and run `pytest` inside there. +```shell +cd testing/native/python-pytest +pytest +``` + + +[cr8]: https://pypi.org/project/cr8/ +[pytest-crate]: https://pypi.org/project/pytest-crate/ diff --git a/testing/native/python-pytest/pyproject.toml b/testing/native/python-pytest/pyproject.toml new file mode 100644 index 00000000..eb399722 --- /dev/null +++ b/testing/native/python-pytest/pyproject.toml @@ -0,0 +1,10 @@ +[tool.pytest.ini_options] +minversion = "2.0" +addopts = """ + -rsfEX -p pytester --strict-markers --verbosity=3 + --capture=no + """ +log_level = "DEBUG" +log_cli_level = "DEBUG" +testpaths = ["*.py"] +xfail_strict = true diff --git a/testing/native/python-pytest/requirements.txt b/testing/native/python-pytest/requirements.txt new file mode 100644 index 00000000..642ad119 --- /dev/null +++ b/testing/native/python-pytest/requirements.txt @@ -0,0 +1,3 @@ +crash==0.31.2 +pytest<9 +pytest-crate==0.3.0 diff --git a/testing/native/python-pytest/test_pytest.py b/testing/native/python-pytest/test_pytest.py new file mode 100644 index 00000000..97febc93 --- /dev/null +++ b/testing/native/python-pytest/test_pytest.py @@ -0,0 +1,51 @@ +""" +Using "pytest-crate" with CrateDB and pytest + +Build test harnesses around CrateDB using the `crate` pytest fixture +exported by `pytest-crate`. In turn, this is using `CrateNode` +exported by `cr8`. + +https://pypi.org/project/pytest-crate/ +https://pypi.org/project/cr8/ +""" +import subprocess + +SQL_STATEMENT = "SELECT * FROM sys.summits ORDER BY height DESC LIMIT 3;" + + +def test_crash(crate): + """ + After provisioning a test instance of CrateDB, invoke `crash`. + """ + http_url = crate.dsn() + command = f"time crash --hosts '{http_url}' --command 'SELECT * FROM sys.summits ORDER BY height DESC LIMIT 3;'" + subprocess.check_call(command, shell=True) + + +def test_crate(crate): + assert crate.dsn().startswith("http://127.0.0.1:42") + assert "http" in crate.addresses + assert crate.addresses["http"].host == "127.0.0.1" + assert 4300 > crate.addresses["http"].port >= 4200 + assert "psql" in crate.addresses + assert crate.addresses["psql"].host == "127.0.0.1" + assert 5500 > crate.addresses["psql"].port >= 5432 + assert "transport" in crate.addresses + assert crate.addresses["transport"].host == "127.0.0.1" + assert 4400 > crate.addresses["transport"].port >= 4300 + + +def test_cursor(crate_cursor): + crate_cursor.execute("SELECT 1") + assert crate_cursor.fetchone() == [1] + + +def test_execute(crate_execute, crate_cursor): + for stmt in [ + "CREATE TABLE pytest (name STRING, version INT)", + "INSERT INTO pytest (name, version) VALUES ('test_execute', 1)", + "REFRESH TABLE pytest", + ]: + crate_execute(stmt) + crate_cursor.execute("SELECT name, version FROM pytest") + assert crate_cursor.fetchall() == [["test_execute", 1]] diff --git a/testing/native/python-unittest/.ngr-type b/testing/native/python-unittest/.ngr-type new file mode 100644 index 00000000..d225aa5c --- /dev/null +++ b/testing/native/python-unittest/.ngr-type @@ -0,0 +1 @@ +python-unittest diff --git a/testing/native/python-unittest/README.md b/testing/native/python-unittest/README.md new file mode 100644 index 00000000..c5eb01f7 --- /dev/null +++ b/testing/native/python-unittest/README.md @@ -0,0 +1,41 @@ +# Using "cr8" test layers with CrateDB and unittest + +[cr8] provides a subsystem to invoke throwaway instances of CrateDB +for testing purposes. + +This folder contains example test cases demonstrating how to use the +`create_node` utility function and the `CrateNode` class, exported +by [cr8], within your Python unittest-based test cases. + +> [!TIP] +> Please also refer to the header sections of each of the provided +> example programs, to learn more about what's exactly inside. + + +## Run Tests + +Acquire the `cratedb-examples` repository, and install sandbox and +prerequisites. +```shell +git clone https://github.com/crate/cratedb-examples +cd cratedb-examples +python3 -m venv .venv +source .venv/bin/activate +pip install -r requirements.txt +``` + +Then, invoke the integration test cases. +```shell +export TC_KEEPALIVE=true +ngr test testing/native/python-unittest +``` + +Alternatively, you can change your working directory to the selected +test case folder, and run `unittest` inside there. +```shell +cd testing/native/python-unittest +python -m unittest -vvv +``` + + +[cr8]: https://pypi.org/project/cr8/ diff --git a/testing/native/python-unittest/requirements.txt b/testing/native/python-unittest/requirements.txt new file mode 100644 index 00000000..f20843ab --- /dev/null +++ b/testing/native/python-unittest/requirements.txt @@ -0,0 +1,2 @@ +cr8==0.25.0 +crash==0.31.2 diff --git a/testing/native/python-unittest/test_unittest.py b/testing/native/python-unittest/test_unittest.py new file mode 100644 index 00000000..9c56fe2a --- /dev/null +++ b/testing/native/python-unittest/test_unittest.py @@ -0,0 +1,37 @@ +""" +Using "cr8" test layers with CrateDB and unittest + +Build test harnesses around CrateDB using the `create_node` +primitive exported by `cr8`. + +https://pypi.org/project/cr8/ +""" +import subprocess +from unittest import TestCase + +from cr8.run_crate import create_node + +# Run a testing instance of CrateDB. +# TODO: How to select a nightly release? +cratedb_layer = create_node(version="latest-testing") + +SQL_STATEMENT = "SELECT * FROM sys.summits ORDER BY height DESC LIMIT 3;" + + +def setUpModule(): + cratedb_layer.start() + + +def tearDownModule(): + cratedb_layer.stop() + + +class CrashTest(TestCase): + + def test_crash(self): + """ + After provisioning a test instance of CrateDB, invoke `crash`. + """ + http_url = cratedb_layer.http_url + command = f"time crash --hosts '{http_url}' --command '{SQL_STATEMENT}'" + subprocess.check_call(command, shell=True) diff --git a/testing/testcontainers/python-pytest/README.md b/testing/testcontainers/python-pytest/README.md new file mode 100644 index 00000000..f6fe5606 --- /dev/null +++ b/testing/testcontainers/python-pytest/README.md @@ -0,0 +1,42 @@ +# Using "Testcontainers for Python" with CrateDB and pytest + +[Testcontainers] is an open source framework for providing throwaway, +lightweight instances of databases, message brokers, web browsers, or +just about anything that can run in a Docker container. + +This folder contains example test cases demonstrating how to use the +`cratedb_service` pytest fixture exported by [cratedb-toolkit]. + +> [!TIP] +> Please also refer to the header sections of each of the provided +> example programs, to learn more about what's exactly inside. + + +## Run Tests + +Acquire the `cratedb-examples` repository, and install sandbox and +prerequisites. +```shell +git clone https://github.com/crate/cratedb-examples +cd cratedb-examples +python3 -m venv .venv +source .venv/bin/activate +pip install -r requirements.txt +``` + +Then, invoke the integration test cases. +```shell +export TC_KEEPALIVE=true +ngr test testing/testcontainers/python-pytest +``` + +Alternatively, you can change your working directory to the selected +test case folder, and run `pytest` inside there. +```shell +cd testing/testcontainers/python-pytest +pytest +``` + + +[cratedb-toolkit]: https://pypi.org/project/cratedb-toolkit/ +[Testcontainers]: https://testcontainers.org/ diff --git a/testing/testcontainers/python-pytest/pyproject.toml b/testing/testcontainers/python-pytest/pyproject.toml new file mode 100644 index 00000000..eb399722 --- /dev/null +++ b/testing/testcontainers/python-pytest/pyproject.toml @@ -0,0 +1,10 @@ +[tool.pytest.ini_options] +minversion = "2.0" +addopts = """ + -rsfEX -p pytester --strict-markers --verbosity=3 + --capture=no + """ +log_level = "DEBUG" +log_cli_level = "DEBUG" +testpaths = ["*.py"] +xfail_strict = true diff --git a/testing/testcontainers/python-pytest/requirements.txt b/testing/testcontainers/python-pytest/requirements.txt new file mode 100644 index 00000000..31c14085 --- /dev/null +++ b/testing/testcontainers/python-pytest/requirements.txt @@ -0,0 +1,3 @@ +crash==0.31.2 +cratedb-toolkit[testing]==0.0.4 +pytest<9 diff --git a/testing/testcontainers/python-pytest/test_pytest.py b/testing/testcontainers/python-pytest/test_pytest.py new file mode 100644 index 00000000..af27cd83 --- /dev/null +++ b/testing/testcontainers/python-pytest/test_pytest.py @@ -0,0 +1,29 @@ +""" +Using "Testcontainers for Python" with CrateDB and pytest + +Build test harnesses around CrateDB using the `cratedb_service` +pytest fixture exported by `cratedb-toolkit`. + +https://pypi.org/project/cratedb-toolkit/ +""" +import subprocess +from pprint import pprint + +SQL_STATEMENT = "SELECT * FROM sys.summits ORDER BY height DESC LIMIT 3;" + + +def test_crash(cratedb_service): + """ + After provisioning a test instance of CrateDB, invoke `crash`. + """ + http_url = cratedb_service.get_http_url() + command = f"time crash --hosts '{http_url}' --command '{SQL_STATEMENT}'" + subprocess.check_call(command, shell=True) + + +def test_sql(cratedb_service): + """ + After provisioning a test instance of CrateDB, invoke an SQL statement. + """ + results = cratedb_service.database.run_sql(SQL_STATEMENT, records=True) + pprint(results) diff --git a/testing/testcontainers/python-unittest/.ngr-type b/testing/testcontainers/python-unittest/.ngr-type new file mode 100644 index 00000000..d225aa5c --- /dev/null +++ b/testing/testcontainers/python-unittest/.ngr-type @@ -0,0 +1 @@ +python-unittest diff --git a/testing/testcontainers/python-unittest/README.md b/testing/testcontainers/python-unittest/README.md new file mode 100644 index 00000000..4b2a116e --- /dev/null +++ b/testing/testcontainers/python-unittest/README.md @@ -0,0 +1,42 @@ +# Using "Testcontainers for Python" with CrateDB and unittest + +[Testcontainers] is an open source framework for providing throwaway, +lightweight instances of databases, message brokers, web browsers, or +just about anything that can run in a Docker container. + +This folder contains example test cases demonstrating how to use the +`CrateDBTestAdapter` test layer utility exported by [cratedb-toolkit]. + +> [!TIP] +> Please also refer to the header sections of each of the provided +> example programs, to learn more about what's exactly inside. + + +## Run Tests + +Acquire the `cratedb-examples` repository, and install sandbox and +prerequisites. +```shell +git clone https://github.com/crate/cratedb-examples +cd cratedb-examples +python3 -m venv .venv +source .venv/bin/activate +pip install -r requirements.txt +``` + +Then, invoke the integration test cases. +```shell +export TC_KEEPALIVE=true +ngr test testing/testcontainers/python-unittest +``` + +Alternatively, you can change your working directory to the selected +test case folder, and run `unittest` inside there. +```shell +cd testing/testcontainers/python-unittest +python -m unittest -vvv +``` + + +[cratedb-toolkit]: https://pypi.org/project/cratedb-toolkit/ +[Testcontainers]: https://testcontainers.org/ diff --git a/testing/testcontainers/python-unittest/requirements.txt b/testing/testcontainers/python-unittest/requirements.txt new file mode 100644 index 00000000..29524e55 --- /dev/null +++ b/testing/testcontainers/python-unittest/requirements.txt @@ -0,0 +1,2 @@ +crash==0.31.2 +cratedb-toolkit[testing]==0.0.4 diff --git a/testing/testcontainers/python-unittest/test_unittest.py b/testing/testcontainers/python-unittest/test_unittest.py new file mode 100644 index 00000000..9c911246 --- /dev/null +++ b/testing/testcontainers/python-unittest/test_unittest.py @@ -0,0 +1,43 @@ +""" +Using "Testcontainers for Python" with CrateDB and unittest + +Build test harnesses around CrateDB using the `CrateDBTestAdapter` +exported by `cratedb-toolkit`. + +https://pypi.org/project/cratedb-toolkit/ +""" +import subprocess +from pprint import pprint +from unittest import TestCase + +from cratedb_toolkit.testing.testcontainers.cratedb import CrateDBTestAdapter + +cratedb_layer = CrateDBTestAdapter() + +SQL_STATEMENT = "SELECT * FROM sys.summits ORDER BY height DESC LIMIT 3;" + + +def setUpModule(): + cratedb_layer.start() + + +def tearDownModule(): + cratedb_layer.stop() + + +class CrashTest(TestCase): + + def test_crash(self): + """ + After provisioning a test instance of CrateDB, invoke `crash`. + """ + http_url = cratedb_layer.get_http_url() + command = f"time crash --hosts '{http_url}' --command '{SQL_STATEMENT}'" + subprocess.check_call(command, shell=True) + + def test_sql(self): + """ + After provisioning a test instance of CrateDB, invoke an SQL statement. + """ + results = cratedb_layer.database.run_sql(SQL_STATEMENT, records=True) + pprint(results)