setup.py

import codecs
import os
import re
from typing import List

import setuptools
from setuptools import find_packages


here = os.path.abspath(os.path.dirname(__file__))


with open("README.md", "r") as fh:
    long_description = fh.read()


def parse_requirements(file_name: str) -> List[str]:
    with open(os.path.join(here, file_name), "r") as f:
        return [require.strip() for require in f if require.strip() and not require.startswith("#")]


def read(*parts):
    with codecs.open(os.path.join(here, *parts), "r") as fp:
        return fp.read()


def find_version(*file_paths):
    version_file = read(*file_paths)
    version_match = re.search(r"^__version__ = ['\"]([^'\"]*)['\"]", version_file, re.M)
    if version_match:
        return version_match.group(1)
    raise RuntimeError("Unable to find version string.")


setuptools.setup(
    name="llm-toys",
    packages=find_packages(),
    version=find_version("llm_toys", "__init__.py"),
    author="Kumar Utsav",
    author_email="krum.utsav@gmail.com",
    description="Small(7B and below), production-ready finetuned LLMs for a diverse set of useful tasks.",
    long_description=long_description,
    long_description_content_type="text/markdown",
    install_requires=parse_requirements("requirements.txt"),
    url="https://github.com/kuutsav/llm-toys",
    python_requires=">=3.10.0",
)