CI: Add Support for Valkey 6.2, 7.0 and 7.2 #4120

Workflow file for this run

	name: Python tests

	on:
	push:
	branches: ["main"]
	paths:
	- python/**
	- glide-core/src/**
	- submodules/**
	- utils/cluster_manager.py
	- .github/workflows/python.yml
	- .github/workflows/build-python-wrapper/action.yml
	- .github/workflows/install-shared-dependencies/action.yml
	- .github/workflows/install-redis-modules/action.yml
	- .github/workflows/install-valkey/action.yml

	pull_request:
	paths:
	- python/**
	- glide-core/src/**
	- submodules/**
	- utils/cluster_manager.py
	- .github/workflows/python.yml
	- .github/workflows/build-python-wrapper/action.yml
	- .github/workflows/install-shared-dependencies/action.yml
	- .github/workflows/install-redis-modules/action.yml
	- .github/workflows/install-valkey/action.yml

	concurrency:
	group: python-${{ github.head_ref \|\| github.ref }}
	cancel-in-progress: true

	permissions:
	contents: read

	jobs:
	load-engine-matrix:
	runs-on: ubuntu-latest
	outputs:
	matrix: ${{ steps.load-engine-matrix.outputs.matrix }}
	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Load the engine matrix
	id: load-engine-matrix
	shell: bash
	run: echo "matrix=$(jq -c . < .github/json_matrices/engine-matrix.json)" >> $GITHUB_OUTPUT

	test-ubuntu-latest:
	runs-on: ubuntu-latest
	needs: load-engine-matrix
	timeout-minutes: 25
	strategy:
	fail-fast: false
	matrix:
	engine: ${{ fromJson(needs.load-engine-matrix.outputs.matrix) }}

	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive

	# - name: Install redis
	# if: ${{ matrix.engine.type == 'redis' }}
	# uses: ./.github/workflows/install-redis
	# with:
	# redis-version: ${{ matrix.engine.version }}

	- name: Install Valkey
	if: ${{ matrix.engine.type == 'valkey' }}
	uses: ./.github/workflows/install-valkey
	with:
	engine-version: ${{ matrix.engine.version }}
	target: "x86_64-unknown-linux-gnu"

	- name: Set up Python 3.10
	uses: actions/setup-python@v4
	with:
	python-version: "3.10"

	- name: Install dependencies
	working-directory: ./python
	run: \|
	python -m pip install --upgrade pip
	pip install flake8 isort black mypy-protobuf

	- name: Lint with isort
	working-directory: ./python
	run: \|
	isort . --profile black --check --diff

	- name: Lint with flake8
	working-directory: ./python
	run: \|
	# stop the build if there are Python syntax errors or undefined names
	flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics --extend-ignore=E230 --exclude=python/glide/protobuf,.env/*
	# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
	flake8 . --count --exit-zero --max-complexity=12 --max-line-length=127 --statistics --extend-ignore=E230 --exclude=python/glide/protobuf,.env/*

	- name: Lint with black
	working-directory: ./python
	run: \|
	black --check --diff .

	- name: Build Python wrapper
	uses: ./.github/workflows/build-python-wrapper
	with:
	os: "ubuntu"
	target: "x86_64-unknown-linux-gnu"
	github-token: ${{ secrets.GITHUB_TOKEN }}

	- name: Type check with mypy
	working-directory: ./python
	run: \|
	# The type check should run inside the virtual env to get
	# all installed dependencies and build files
	source .env/bin/activate
	pip install mypy types-protobuf
	# Install the benchmark requirements
	pip install -r ../benchmarks/python/requirements.txt
	python -m mypy ..

	- name: Test with pytest
	working-directory: ./python
	run: \|
	source .env/bin/activate
	cd python/tests/
	pytest --asyncio-mode=auto

	- uses: ./.github/workflows/test-benchmark
	with:
	language-flag: -python

	lint-rust:
	runs-on: ubuntu-latest
	timeout-minutes: 15
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive

	- uses: ./.github/workflows/lint-rust
	with:
	cargo-toml-folder: ./python
	name: lint python-rust

	build-macos-latest:
	runs-on: macos-latest
	timeout-minutes: 25
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	- name: Set up Homebrew
	uses: Homebrew/actions/setup-homebrew@master

	- name: Install Valkey
	uses: ./.github/workflows/install-valkey
	with:
	engine-version: "7.2.5"
	target: "aarch64-apple-darwin"

	- name: Build Python wrapper
	uses: ./.github/workflows/build-python-wrapper
	with:
	os: "macos"
	target: "aarch64-apple-darwin"
	github-token: ${{ secrets.GITHUB_TOKEN }}

	- name: Test compatibility with pytest
	working-directory: ./python
	run: \|
	source .env/bin/activate
	pytest --asyncio-mode=auto -m smoke_test

	build-amazonlinux-latest:
	runs-on: ubuntu-latest
	container: amazonlinux:latest
	timeout-minutes: 15
	steps:
	- name: Install git
	run: \|
	yum -y remove git
	yum -y remove git-*
	yum -y install https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm
	yum install -y git
	git --version

	- uses: actions/checkout@v4

	- name: Checkout submodules
	run: \|
	git config --global --add safe.directory "$GITHUB_WORKSPACE"
	git submodule update --init --recursive

	- name: Install Valkey
	uses: ./.github/workflows/install-valkey
	with:
	engine-version: "7.2.5"
	target: "x86_64-unknown-linux-gnu"

	- name: Install python
	run: \|
	yum install -y python3

	- name: Build Python wrapper
	uses: ./.github/workflows/build-python-wrapper
	with:
	os: "amazon-linux"
	target: "x86_64-unknown-linux-gnu"
	github-token: ${{ secrets.GITHUB_TOKEN }}

	- name: Create a symbolic Link for redis6 binaries
	working-directory: ./python
	run: \|
	ln -s /usr/bin/redis6-server /usr/bin/redis-server
	ln -s /usr/bin/redis6-cli /usr/bin/redis-cli

	- name: Test compatibility with pytest
	working-directory: ./python
	run: \|
	source .env/bin/activate
	pytest --asyncio-mode=auto -m smoke_test

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

CI: Add Support for Valkey 6.2, 7.0 and 7.2 #4120

Workflow file

CI: Add Support for Valkey 6.2, 7.0 and 7.2 #4120

Jobs

Run details

Workflow file for this run