Drop support for Python 3.10

.github/actions/update-docs/action.yml

@@ -27,8 +27,8 @@ runs:
     - name: Install Python and set up Poetry
       uses: bakdata/ci-templates/actions/python-setup-poetry@v1.5.2
       with:
+        python-version: "3.11"
         poetry-version: "1.5.1"
-        python-version: "3.10"
 
     - name: Install docs dependencies
       shell: bash

.github/workflows/ci.yaml

@@ -21,7 +21,7 @@ jobs:
         os:
           - ubuntu-22.04
           - windows-2022
-        python-version: ["3.10", "3.11", "3.12"]
+        python-version: ["3.11", "3.12"]
     runs-on: ${{ matrix.os }}
 
     steps:
@@ -32,8 +32,8 @@ jobs:
       - name: Install Python and set up Poetry
         uses: bakdata/ci-templates/actions/python-setup-poetry@v1.5.3
         with:
-          poetry-version: "1.7.1"
           python-version: ${{ matrix.python-version }}
+          poetry-version: "1.7.1"
 
       - name: Check Poetry lock file consistency
         run: poetry lock --check
@@ -43,7 +43,7 @@ jobs:
 
       - name: Lint (ruff)
         run: |
-          if [[ "$RUNNER_OS" == "Linux" && "${{ matrix.python-version }}" == "3.10" ]]
+          if [[ "$RUNNER_OS" == "Linux" && "${{ matrix.python-version }}" == "3.11" ]]
           then
             poetry run ruff check . --config pyproject.toml --output-format=github --no-fix
           else
@@ -55,7 +55,7 @@ jobs:
 
       - name: Typing (pyright)
         run: |
-          if [[ "$RUNNER_OS" == "Linux" && "${{ matrix.python-version }}" == "3.10" ]]
+          if [[ "$RUNNER_OS" == "Linux" && "${{ matrix.python-version }}" == "3.11" ]]
           then
             echo "::add-matcher::.github/pyright-matcher.json"
             poetry run pre-commit run pyright --all-files
@@ -93,6 +93,7 @@ jobs:
     needs: [test]
     uses: bakdata/ci-templates/.github/workflows/python-poetry-publish-snapshot.yaml@1.40.4
     with:
+      python-version: "3.11"
       poetry-version: "1.7.1"
     secrets:
       pypi-token: ${{ secrets.TEST_PYPI_TOKEN }}

.github/workflows/publish.yaml

@@ -9,6 +9,7 @@ jobs:
     uses: bakdata/ci-templates/.github/workflows/python-poetry-publish-pypi.yaml@1.40.4
     with:
       publish-to-test: false
+      python-version: "3.11"
       poetry-version: "1.7.1"
     secrets:
       pypi-token: "${{ secrets.PYPI_TOKEN }}"

.github/workflows/release.yaml

@@ -19,6 +19,7 @@ jobs:
     name: Release
     with:
       release-type: ${{ inputs.release-type }}
+      python-version: "3.11"
       poetry-version: "1.7.1"
       changelog: true
       changelog-config: "./.github/changelog-config.json"

hooks/gen_docs/__init__.py

@@ -1,10 +1,10 @@
 """Documentation generation."""
 
 from collections.abc import Iterator
-from enum import Enum
+from enum import StrEnum
 
 
-class IterableStrEnum(str, Enum):
+class IterableStrEnum(StrEnum):
     """Polyfill that also introduces dict-like behavior.
 
     Introduces constructors that return a ``Iterator`` object

hooks/gen_docs/gen_docs_env_vars.py

@@ -9,7 +9,7 @@
 from dataclasses import dataclass
 from pathlib import Path
 from textwrap import fill
-from typing import Any
+from typing import Any, Self
 
 from pydantic_core import PydanticUndefined
 from pytablewriter import MarkdownTableWriter
@@ -70,9 +70,7 @@ class EnvVar:
     corresponding_setting_name: str | None
 
     @classmethod
-    def from_record(
-        cls, record: dict[str, Any]
-    ) -> EnvVar:  # TODO: typing.Self for Python 3.11+
+    def from_record(cls, record: dict[str, Any]) -> Self:
         """Construct an ``EnvVar`` instance from a specific dict.
 
         Reads a dict that contains keys equivalent to the

kpops/api/options.py

@@ -1,14 +1,14 @@
 from __future__ import annotations
 
-from enum import Enum
+from enum import StrEnum
 from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
     from kpops.components.base_components.pipeline_component import PipelineComponent
     from kpops.pipeline import ComponentFilterPredicate
 
 
-class FilterType(str, Enum):
+class FilterType(StrEnum):
     INCLUDE = "include"
     EXCLUDE = "exclude"
 

kpops/component_handlers/kafka_connect/kafka_connect_handler.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 import logging
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Self
 
 from kpops.component_handlers.kafka_connect.connect_wrapper import ConnectWrapper
 from kpops.component_handlers.kafka_connect.exception import (
@@ -12,11 +12,6 @@
 from kpops.utils.dict_differ import render_diff
 
 if TYPE_CHECKING:
-    try:
-        from typing import Self  # pyright: ignore[reportAttributeAccessIssue]
-    except ImportError:
-        from typing_extensions import Self
-
     from kpops.component_handlers.kafka_connect.model import KafkaConnectorConfig
     from kpops.config import KpopsConfig
 

kpops/component_handlers/kafka_connect/model.py

@@ -1,4 +1,4 @@
-from enum import Enum
+from enum import StrEnum
 from typing import Any
 
 import pydantic
@@ -21,7 +21,7 @@
 )
 
 
-class KafkaConnectorType(str, Enum):
+class KafkaConnectorType(StrEnum):
     SINK = "sink"
     SOURCE = "source"
 

kpops/component_handlers/topic/model.py

@@ -1,4 +1,4 @@
-from enum import Enum
+from enum import StrEnum
 from typing import Any
 
 from pydantic import BaseModel, ConfigDict
@@ -28,7 +28,7 @@ class TopicResponse(BaseModel):
     )
 
 
-class KafkaTopicConfigSource(str, Enum):
+class KafkaTopicConfigSource(StrEnum):
     DYNAMIC_TOPIC_CONFIG = "DYNAMIC_TOPIC_CONFIG"
     DEFAULT_CONFIG = "DEFAULT_CONFIG"
     STATIC_BROKER_CONFIG = "STATIC_BROKER_CONFIG"
@@ -68,7 +68,7 @@ class TopicConfigResponse(BaseModel):
     )
 
 
-class KafkaBrokerConfigSource(str, Enum):
+class KafkaBrokerConfigSource(StrEnum):
     STATIC_BROKER_CONFIG = "STATIC_BROKER_CONFIG"
     DYNAMIC_BROKER_CONFIG = "DYNAMIC_BROKER_CONFIG"
     DEFAULT_CONFIG = "DEFAULT_CONFIG"

kpops/components/base_components/base_defaults_component.py

@@ -7,7 +7,7 @@
 from dataclasses import asdict
 from functools import cached_property
 from pathlib import Path
-from typing import Any, TypeVar
+from typing import Any, Self, TypeVar
 
 import pydantic
 import typer
@@ -34,11 +34,6 @@
 from kpops.utils.types import JsonType
 from kpops.utils.yaml import load_yaml_file, substitute_nested
 
-try:
-    from typing import Self  # pyright: ignore[reportAttributeAccessIssue]
-except ImportError:
-    from typing_extensions import Self
-
 log = logging.getLogger("BaseDefaultsComponent")
 
 

kpops/components/base_components/kafka_connector.py

@@ -3,7 +3,7 @@
 import logging
 from abc import ABC
 from functools import cached_property
-from typing import Any, Literal, NoReturn
+from typing import Any, Literal, NoReturn, Self
 
 import pydantic
 from pydantic import Field, PrivateAttr, ValidationInfo, computed_field, field_validator
@@ -27,11 +27,6 @@
 from kpops.utils.docstring import describe_attr
 from kpops.utils.pydantic import CamelCaseConfigModel
 
-try:
-    from typing import Self  # pyright: ignore[reportAttributeAccessIssue]
-except ImportError:
-    from typing_extensions import Self
-
 log = logging.getLogger("KafkaConnector")
 
 

kpops/components/base_components/models/from_section.py

@@ -1,4 +1,4 @@
-from enum import Enum
+from enum import StrEnum
 from typing import Any, NewType
 
 from pydantic import ConfigDict, Field, model_validator
@@ -8,7 +8,7 @@
 from kpops.utils.pydantic import DescConfigModel
 
 
-class InputTopicTypes(str, Enum):
+class InputTopicTypes(StrEnum):
     """Input topic types.
 
     - INPUT: input topic

kpops/components/common/topic.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 from collections.abc import Iterable
-from enum import Enum
+from enum import StrEnum
 from typing import Annotated, Any
 
 import pydantic
@@ -11,7 +11,7 @@
 from kpops.utils.pydantic import DescConfigModel, to_str
 
 
-class OutputTopicTypes(str, Enum):
+class OutputTopicTypes(StrEnum):
     """Types of output topic.
 
     - OUTPUT: output topic

kpops/components/streams_bootstrap/base.py

@@ -3,7 +3,7 @@
 import logging
 import re
 from abc import ABC
-from typing import TYPE_CHECKING
+from typing import Self
 
 import pydantic
 from pydantic import Field
@@ -17,12 +17,6 @@
 from kpops.manifests.strimzi.kafka_topic import StrimziKafkaTopic
 from kpops.utils.docstring import describe_attr
 
-if TYPE_CHECKING:
-    try:
-        from typing import Self  # pyright: ignore[reportAttributeAccessIssue]
-    except ImportError:
-        from typing_extensions import Self
-
 STREAMS_BOOTSTRAP_HELM_REPO = HelmRepoConfig(
     repository_name="bakdata-streams-bootstrap",
     url="https://bakdata.github.io/streams-bootstrap/",

kpops/components/streams_bootstrap_v2/base.py

@@ -2,7 +2,7 @@
 
 import logging
 from abc import ABC
-from typing import TYPE_CHECKING, Any
+from typing import Any, Self
 
 import pydantic
 from pydantic import AliasChoices, ConfigDict, Field
@@ -20,12 +20,6 @@
     exclude_defaults,
 )
 
-if TYPE_CHECKING:
-    try:
-        from typing import Self  # pyright: ignore[reportAttributeAccessIssue]
-    except ImportError:
-        from typing_extensions import Self
-
 STREAMS_BOOTSTRAP_HELM_REPO = HelmRepoConfig(
     repository_name="bakdata-streams-bootstrap",
     url="https://bakdata.github.io/streams-bootstrap/",

kpops/components/streams_bootstrap_v2/streams/model.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import Any
+from typing import Any, Self
 
 import pydantic
 from pydantic import BaseModel, ConfigDict, Field, model_validator
@@ -194,9 +194,7 @@ class StreamsAppAutoScaling(CamelCaseConfigModel, DescConfigModel):
     model_config = ConfigDict(extra="allow")
 
     @model_validator(mode="after")
-    def validate_mandatory_fields_are_set(
-        self: StreamsAppAutoScaling,
-    ) -> StreamsAppAutoScaling:  # TODO: typing.Self for Python 3.11+
+    def validate_mandatory_fields_are_set(self) -> Self:
         if self.enabled and (self.consumer_group is None or self.lag_threshold is None):
             msg = (
                 "If app.autoscaling.enabled is set to true, "
@@ -228,9 +226,7 @@ class PersistenceConfig(BaseModel):
     )
 
     @model_validator(mode="after")
-    def validate_mandatory_fields_are_set(
-        self: PersistenceConfig,
-    ) -> PersistenceConfig:  # TODO: typing.Self for Python 3.11+
+    def validate_mandatory_fields_are_set(self) -> Self:
         if self.enabled and self.size is None:
             msg = (
                 "If app.persistence.enabled is set to true, "

kpops/const/file_type.py

@@ -1,11 +1,11 @@
 from __future__ import annotations
 
-from enum import Enum
+from enum import StrEnum
 
 FILE_EXTENSION = ".yaml"
 
 
-class KpopsFileType(str, Enum):
+class KpopsFileType(StrEnum):
     """Enum representing different types of KPOps file naming conventions.
 
     Attributes:

kpops/manifests/kubernetes.py

@@ -1,10 +1,11 @@
 from collections.abc import Iterator
-from typing import Any
+from typing import Any, Self
 
 import pydantic
 import yaml
 from pydantic import ConfigDict, Field
 from typing_extensions import override
+from yaml.loader import Loader
 
 from kpops.utils.pydantic import CamelCaseConfigModel, by_alias
 
@@ -56,10 +57,8 @@ class KubernetesManifest(CamelCaseConfigModel):
     model_config = ConfigDict(extra="allow")
 
     @classmethod
-    def from_yaml(
-        cls, /, content: str
-    ) -> Iterator["KubernetesManifest"]:  # TODO: typing.Self for Python 3.11+
-        manifests: Iterator[dict[str, Any]] = yaml.load_all(content, yaml.Loader)
+    def from_yaml(cls, /, content: str) -> Iterator[Self]:
+        manifests: Iterator[dict[str, Any]] = yaml.load_all(content, Loader)
         for manifest in manifests:
             yield cls(**manifest)
 

kpops/manifests/strimzi/kafka_topic.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Any
+from typing import Any, Self
 
 from pydantic import ConfigDict, Field, model_validator
 
@@ -11,12 +11,6 @@
 from kpops.utils.docstring import describe_attr
 from kpops.utils.pydantic import CamelCaseConfigModel
 
-if TYPE_CHECKING:
-    try:
-        from typing import Self  # pyright: ignore[reportAttributeAccessIssue]
-    except ImportError:
-        from typing_extensions import Self
-
 
 class TopicSpec(CamelCaseConfigModel):
     """Specification of a Kafka topic.