setup.py

import io
import re
import ast
from glob import glob
from os.path import basename
from os.path import dirname
from os.path import join
from os.path import splitext

from setuptools import find_packages
from setuptools import setup

_version_re = re.compile(r"__version__\s+=\s+(.*)")

with open("src/soopervisor/__init__.py", "rb") as f:
    VERSION = str(
        ast.literal_eval(_version_re.search(f.read().decode("utf-8")).group(1))
    )


def read(*names, **kwargs):
    return io.open(
        join(dirname(__file__), *names), encoding=kwargs.get("encoding", "utf8")
    ).read()


REQUIRES = [
    "click",
    "tqdm",
    "pydantic",
    "Jinja2",
    "pyyaml",
    "ploomber>=0.14.6",
    "ploomber-core>=0.0.11",
    # sdist is generated using python -m build, so adding this here.
    # I can remoe it if I change all references to use python setup.py sdist
    # instead
    "build",
]

AWS = ["boto3"]

DEV = [
    "pkgmt",
    "invoke",
    # TEST
    "pytest",
    "Faker",
    "yapf",
    "flake8",
    # soopervisor works with airflow 1.X as well but we force the version
    # to prevent pip from installing it (tests will not pass since imports are
    # different)
    "apache-airflow",
    # KubernetesPodOperator
    "apache-airflow-providers-cncf-kubernetes",
    # DockerOperator
    "apache-airflow-providers-docker",
    # exporting to kubeflow
    "kfp",
    # to validate argo specs
    "argo-workflows-dsl",
    # for testing aws (newer versions break)
    # see: https://github.com/spulec/moto/issues/1793
    "moto==1.3.14",
    # for test_dist.py
    "wheel",
    # to run assets/my_project
    "scikit-learn",
    # DOCS
    "sphinx",
    "sphinx-autobuild",
    "sphinx-inline-tabs",
    "furo",
    # RELEASE
    "twine",
    "ipython",
]

DESCRIPTION = ""

setup(
    name="soopervisor",
    version=VERSION,
    description=DESCRIPTION,
    long_description="%s\n%s"
    % (
        re.compile("^.. start-badges.*^.. end-badges", re.M | re.S).sub(
            "", read("README.rst")
        ),
        re.sub(":[a-z]+:`~?(.*?)`", r"``\1``", read("CHANGELOG.rst")),
    ),
    author="",
    author_email="",
    url="https://github.com/ploomber/soopervisor",
    packages=find_packages(where="src"),
    package_dir={"": "src"},
    py_modules=[splitext(basename(path))[0] for path in glob("src/*.py")],
    include_package_data=True,
    classifiers=[
        "Development Status :: 5 - Production/Stable",
        "Intended Audience :: Developers",
        "Intended Audience :: Science/Research",
        "License :: OSI Approved :: Apache Software License",
        "Operating System :: MacOS :: MacOS X",
        "Operating System :: Unix",
        "Operating System :: POSIX",
        "Operating System :: Microsoft :: Windows",
        "Programming Language :: Python",
        "Programming Language :: Python :: 3",
        "Programming Language :: Python :: 3.7",
        "Programming Language :: Python :: 3.8",
        "Programming Language :: Python :: 3.9",
    ],
    install_requires=REQUIRES,
    extras_require={
        # for users
        "aws": AWS,
        # for development and testing
        "dev": DEV + AWS,
    },
    setup_requires=[],
    entry_points={
        "console_scripts": ["soopervisor=soopervisor.cli:cli"],
    },
)