setup.py

import io
import os
import re

# read the contents of your README file
from pathlib import Path

from setuptools import find_packages, setup

this_directory = Path(__file__).parent
LONG_DESCRIPTION = (this_directory / "README.md").read_text()

DESCRIPTION = "Data engineering, simplified. LineaPy creates a frictionless path for taking your data science artifact from development to production."
NAME = "lineapy"
AUTHOR = "linealabs"
AUTHOR_EMAIL = "dev@lineapy.org"
URL = "https://github.com/LineaLabs/lineapy/"


def read(path, encoding="utf-8"):
    path = os.path.join(os.path.dirname(__file__), path)
    with io.open(path, encoding=encoding) as fp:
        return fp.read()


def version(path):
    """Obtain the package version from a python file
    See <https://packaging.python.org/en/latest/guides/single-sourcing-package-version/>.
    Option 3: "Set the value to a __version__ global variable in a dedicated module in your project"
    """
    version_file = read(path)
    version_match = re.search(
        r"""^__version__ = ['"]([^'"]*)['"]""", version_file, re.M
    )
    if version_match:
        return version_match.group(1)
    raise RuntimeError("Unable to find version string.")


DOWNLOAD_URL = "https://github.com/LineaLabs/lineapy/"
LICENSE = "Apache License 2.0"
VERSION = version("lineapy/utils/version.py")

minimal_requirement = [
    "click>=8.0.0",
    "pydantic",
    "SQLAlchemy>=1.4, <2.0.0",  # https://sqlalche.me/e/20/zlpr
    "networkx",
    "rich",
    "pyyaml",
    "asttokens",
    "IPython>=7.0.0",
    "jinja2",
    "nbformat",
    "nbconvert<7.0.0",
    "requests",
    "fsspec",
    "pandas",
    "alembic==1.8.0",
    "cloudpickle",
    "typing-extensions>=4.0.0",
]

graph_libs = [
    "graphviz",
    "scour==0.38.2",  # also for graphing use, pinned because other versions are not tested and to increase stability
]

integration_test_libs = ["astor"]

formatter_libs = ["black", "isort"]

extra_test_libs = [
    "altair",
    "scikit-learn",
    "flake8",
    "fastparquet",
    "matplotlib",
    "jupyterlab",
    "seaborn",
    # pinned for security reasons
    "Pillow>=9.0.1",
]

core_test_libs = [
    "syrupy==1.4.5",
    "pytest",
    # Coveralls doesn't work with 6.0
    # https://github.com/TheKevJames/coveralls-python/issues/326
    "coverage[toml]<6.0",
    "pytest-cov",
    "pdbpp",
    "pytest-virtualenv",
    "nbval",
    "coveralls",
    "pre-commit",
    "pytest-xdist",
    "astpretty",
]

benchmark_libs = [
    "scipy",
]

doc_libs = [
    "pandoc",
]

typing_libs = [
    "mypy",
    "types-PyYAML",
    "types-requests",
    "SQLAlchemy[mypy]>=1.4.0",
]

postgres_libs = [
    "psycopg2-binary",
]

s3_libs = ["boto3", "s3fs", "botocore"]

mlflow_libs = ["mlflow"]

MINIMAL_REQUIRES = minimal_requirement
INSTALL_REQUIRES = minimal_requirement + formatter_libs
POSTGRES_REQUIRES = INSTALL_REQUIRES + postgres_libs
GRAPH_REQUIRES = INSTALL_REQUIRES + graph_libs
S3_REQUIRES = INSTALL_REQUIRES + s3_libs
MLFLOW_REQUIRES = INSTALL_REQUIRES + mlflow_libs
DEV_REQUIRES = (
    minimal_requirement
    + formatter_libs
    + postgres_libs
    + graph_libs
    + integration_test_libs
    + extra_test_libs
    + core_test_libs
    + benchmark_libs
    + doc_libs
    + typing_libs
    + s3_libs
    + mlflow_libs
)
EXTRA_REQUIRES = {
    "dev": DEV_REQUIRES,
    "graph": GRAPH_REQUIRES,
    "postgres": POSTGRES_REQUIRES,
    "minimal": MINIMAL_REQUIRES,
    "s3": S3_REQUIRES,
    "mlflow": MLFLOW_REQUIRES,
}

setup(
    name=NAME,
    version=VERSION,
    description=DESCRIPTION,
    long_description=LONG_DESCRIPTION,
    long_description_content_type="text/markdown",
    author=AUTHOR,
    author_email=AUTHOR_EMAIL,
    url=URL,
    download_url=DOWNLOAD_URL,
    license=LICENSE,
    classifiers=[
        "Development Status :: 3 - Alpha",
        "Programming Language :: Python :: 3",
        "Programming Language :: Python :: 3.7",
        "Programming Language :: Python :: 3.8",
        "Programming Language :: Python :: 3.9",
        "Programming Language :: Python :: 3.10",
    ],
    packages=find_packages(exclude=["tests", "tests.*"]),
    # https://python-packaging.readthedocs.io/en/latest/command-line-scripts.html#the-console-scripts-entry-point
    entry_points={"console_scripts": ["lineapy=lineapy.cli.cli:linea_cli"]},
    python_requires=">=3.7",
    install_requires=INSTALL_REQUIRES,
    extras_require=EXTRA_REQUIRES,
    include_package_data=True,
)