aihub-dag/setup.py

#
# Copyright 2018-2022 Elyra Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import os

from jupyter_packaging import get_data_files
from setuptools import setup, find_packages

long_desc = """
            Elyra is a set of AI centric extensions to JupyterLab. It aims to help data scientists,
            machine learning engineers and AI developer’s through the model development life cycle complexities.
            """

here = os.path.abspath(os.path.dirname(__file__))

version_ns = {}
with open(os.path.join(here, "elyra", "_version.py")) as f:
    exec(f.read(), {}, version_ns)

data_files_spec = [
    ("etc/jupyter/jupyter_notebook_config.d", "etc/config/jupyter_notebook_config.d", "*.json"),
    ("etc/jupyter/jupyter_server_config.d", "etc/config/jupyter_server_config.d", "*.json"),
    ("etc/jupyter/labconfig", "etc/config/settings", "*.json"),
    ("share/jupyter/metadata/runtime-images", "etc/config/metadata/runtime-images", "*.json"),
    ("share/jupyter/metadata/component-catalogs", "etc/config/metadata/component-catalogs", "*.json"),  # deprecated
    ("share/jupyter/components", "etc/config/components", "*.json"),  # deprecated
    ("share/jupyter/components/kfp/", "etc/config/components/kfp", "*.yaml"),  # deprecated
    ("share/jupyter/components/airflow/", "etc/config/components/airflow", "*.py"),  # deprecated
    ("share/jupyter/labextensions", "dist/labextensions", "**"),
]

runtime_extras = {
    "kfp-tekton": [
        "kfp-tekton~=1.2.0",
    ],  # See elyra-ai/elyra/pull/2034 for fix pack pinning
    # Kubeflow Pipelines example components
    # (https://github.com/elyra-ai/examples/tree/master/component-catalog-connectors/kfp-example-components-connector)
    "kfp-examples": ["elyra-examples-kfp-catalog"],
    # Use gitlab as Airflow DAG repository
    "gitlab": ["python-gitlab"],
}
runtime_extras["all"] = list(set(sum(runtime_extras.values(), [])))

setup_args = dict(
    name="elyra",
    version=version_ns["__version__"],
    url="https://github.com/elyra-ai/elyra",
    description="Elyra provides AI Centric extensions to JupyterLab",
    long_description=long_desc,
    author="Elyra Maintainers",
    license="Apache License Version 2.0",
    data_files=get_data_files(data_files_spec),
    packages=find_packages(),
    install_requires=[
        "autopep8>=1.5.0",
        "click>=8",  # elyra-ai/elyra#2579
        "colorama",
        "deprecation",
        "entrypoints>=0.3",
        "jinja2>=3",
        "jsonschema>=3.2.0,<4.0",  # Cap from kfp
        "jupyter_core>=4.6.0",
        "jupyter_client>=6.1.7",
        "jupyter-packaging>=0.10",
        "jupyter_server>=1.7.0",
        # "jupyterlab>=3.4.0",  # comment out to use local jupyterlab
        # "jupyterlab-lsp>=3.8.0",  # comment out to use local jupyterlab
        # "jupyterlab-git~=0.32",  # Avoid breaking 1.x changes
        # "jupyter-resource-usage>=0.5.1",
        "MarkupSafe>=2.1",
        "minio>=7.0.0",
        "nbclient>=0.5.1",
        "nbconvert>=6.4.5",
        # "nbdime~=3.1",  # Cap from jupyterlab-git
        "nbformat>=5.1.2",
        "networkx>=2.5.1",
        "papermill>=2.3.4",
        # "python-lsp-server[all]>=1.1.0",
        "pyyaml>=5.3.1,<6.0",  # Cap from kfp
        "requests>=2.25.1",
        "rfc3986-validator>=0.1.1",
        "tornado>=6.1.0",
        "typing-extensions>=3.10,<4",  # Cap from kfp
        "traitlets>=4.3.2",
        "urllib3>=1.26.5",
        "watchdog>=2.1.3",
        "websocket-client",
        "yaspin",
        # KFP runtime dependencies
        # "kfp>=1.7.0,<2.0,!=1.7.2",  # We cap the SDK to <2.0 due to possible breaking changes
        # Airflow runtime dependencies
        "pygithub",
        "black<=21.12b0",  # Cap due to psf/black#2846
    ],
    extras_require={
        "test": ["elyra-examples-kfp-catalog", "pytest", "pytest-tornasync"],
        **runtime_extras,
    },
    include_package_data=True,
    classifiers=[
        "License :: OSI Approved :: Apache Software License",
        "Operating System :: OS Independent",
        "Topic :: Scientific/Engineering",
        "Topic :: Scientific/Engineering :: Artificial Intelligence",
        "Topic :: Software Development",
        "Topic :: Software Development :: Libraries",
        "Topic :: Software Development :: Libraries :: Python Modules",
        "Programming Language :: Python :: 3.7",
        "Programming Language :: Python :: 3.8",
        "Programming Language :: Python :: 3.9",
        "Programming Language :: Python :: 3.10",
    ],
    entry_points={
        "console_scripts": [
            "elyra-metadata = elyra.metadata.metadata_app:MetadataApp.main",
            "elyra-pipeline = elyra.cli.pipeline_app:pipeline",
            "jupyter-elyra = elyra.elyra_app:launch_instance",
        ],
        "metadata.schemaspaces": [
            "runtimes = elyra.metadata.schemaspaces:Runtimes",
            "runtimes-images = elyra.metadata.schemaspaces:RuntimeImages",
            "code-snippets = elyra.metadata.schemaspaces:CodeSnippets",
            "component-catalogs = elyra.metadata.schemaspaces:ComponentCatalogs",
            "metadata-tests = elyra.tests.metadata.test_utils:MetadataTestSchemaspace",
        ],
        "metadata.schemas_providers": [
            "runtimes = elyra.metadata.schemasproviders:RuntimesSchemas",
            "runtimes-images = elyra.metadata.schemasproviders:RuntimeImagesSchemas",
            "code-snippets = elyra.metadata.schemasproviders:CodeSnippetsSchemas",
            "component-catalogs = elyra.metadata.schemasproviders:ComponentCatalogsSchemas",
            "airflow-provider-package-catalog-schema = elyra.pipeline.airflow.provider_package_catalog_connector.airflow_provider_package_schema_provider:AirflowProviderPackageSchemasProvider",  # noqa: E501
            "airflow-package-catalog-schema = elyra.pipeline.airflow.package_catalog_connector.airflow_package_schema_provider:AirflowPackageSchemasProvider",  # noqa: E501
            "metadata-tests = elyra.tests.metadata.test_utils:MetadataTestSchemasProvider",
        ],
        "elyra.pipeline.processors": [
            "local = elyra.pipeline.local.processor_local:LocalPipelineProcessor",
            "airflow = elyra.pipeline.airflow.processor_airflow:AirflowPipelineProcessor",
            "kfp = elyra.pipeline.kfp.processor_kfp:KfpPipelineProcessor",
        ],
        "elyra.component.catalog_types": [
            "url-catalog = elyra.pipeline.catalog_connector:UrlComponentCatalogConnector",
            "local-file-catalog = elyra.pipeline.catalog_connector:FilesystemComponentCatalogConnector",
            "local-directory-catalog = elyra.pipeline.catalog_connector:DirectoryComponentCatalogConnector",
            "airflow-provider-package-catalog = elyra.pipeline.airflow.provider_package_catalog_connector.airflow_provider_package_catalog_connector:AirflowProviderPackageCatalogConnector",  # noqa: E501
            "airflow-package-catalog = elyra.pipeline.airflow.package_catalog_connector.airflow_package_catalog_connector:AirflowPackageCatalogConnector",  # noqa: E501
        ],
        "papermill.engine": [
            "ElyraEngine = elyra.pipeline.elyra_engine:ElyraEngine",
        ],
    },
)

if __name__ == "__main__":
    setup(**setup_args)