Metadata-Version: 2.1
Name: openmetadata-ingestion
Version: 0.10.0.1.dev4
Summary: Ingestion Framework for OpenMetadata
Home-page: https://open-metadata.org/
Author: OpenMetadata Committers
License: Apache License 2.0
Project-URL: Documentation, https://docs.open-metadata.org/
Project-URL: Source, https://github.com/open-metadata/OpenMetadata
Platform: UNKNOWN
Requires-Python: >=3.8
Description-Content-Type: text/markdown
License-File: LICENSE
Requires-Dist: email-validator (>=1.0.3)
Requires-Dist: click (<8,>=7.1.1)
Requires-Dist: PyYAML
Requires-Dist: idna (<3,>=2.5)
Requires-Dist: typing-inspect
Requires-Dist: pydantic (>=1.7.4)
Requires-Dist: python-jose (==3.3.0)
Requires-Dist: google-auth (>=1.33.0)
Requires-Dist: wheel (~=0.36.2)
Requires-Dist: openmetadata-ingestion-core (==0.10.0)
Requires-Dist: sqllineage (==1.3.3)
Requires-Dist: sql-metadata (~=2.0.0)
Requires-Dist: sqlalchemy (>=1.4.0)
Requires-Dist: cryptography
Requires-Dist: requests (>=2.23)
Requires-Dist: mypy-extensions (>=0.4.3)
Requires-Dist: google (>=3.0.0)
Requires-Dist: Jinja2 (>=2.11.3)
Requires-Dist: commonregex
Requires-Dist: pydantic[email] (>=1.7.2)
Requires-Dist: python-dateutil (>=2.8.1)
Requires-Dist: typing-extensions (>=3.7.4)
Requires-Dist: jsonschema
Provides-Extra: airflow-container
Requires-Dist: requests (==2.26.0) ; extra == 'airflow-container'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'airflow-container'
Requires-Dist: SQLAlchemy-Utils (>=0.38.0) ; extra == 'airflow-container'
Requires-Dist: marshmallow-sqlalchemy (>=0.26.0) ; extra == 'airflow-container'
Provides-Extra: airflow-container-1.10.15
Requires-Dist: requests (==2.23.0) ; extra == 'airflow-container-1.10.15'
Requires-Dist: markupsafe (==2.0.1) ; extra == 'airflow-container-1.10.15'
Provides-Extra: all
Requires-Dist: trino[sqlalchemy] ; extra == 'all'
Requires-Dist: asgiref (==3.4.1) ; extra == 'all'
Requires-Dist: click (<8,>=7.1.1) ; extra == 'all'
Requires-Dist: PyYAML ; extra == 'all'
Requires-Dist: pyarrow (~=6.0.1) ; extra == 'all'
Requires-Dist: idna (<3,>=2.5) ; extra == 'all'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'all'
Requires-Dist: sqlparse (==0.4.2) ; extra == 'all'
Requires-Dist: mlflow-skinny (~=1.22.0) ; extra == 'all'
Requires-Dist: typing-inspect ; extra == 'all'
Requires-Dist: python-power-bi (==0.1.2) ; extra == 'all'
Requires-Dist: clickhouse-driver (==0.2.3) ; extra == 'all'
Requires-Dist: msal (~=1.17.0) ; extra == 'all'
Requires-Dist: GeoAlchemy2 ; extra == 'all'
Requires-Dist: confluent-kafka (>=1.5.0) ; extra == 'all'
Requires-Dist: looker-sdk (==21.12.2) ; extra == 'all'
Requires-Dist: openmetadata-ingestion-core (==0.10.0) ; extra == 'all'
Requires-Dist: faker (~=8.1.1) ; extra == 'all'
Requires-Dist: Django (==3.2.7) ; extra == 'all'
Requires-Dist: sql-metadata (~=2.0.0) ; extra == 'all'
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'all'
Requires-Dist: sqlalchemy (>=1.4.0) ; extra == 'all'
Requires-Dist: google-cloud-datacatalog (==3.6.2) ; extra == 'all'
Requires-Dist: pydruid (>=0.6.2) ; extra == 'all'
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'all'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'all'
Requires-Dist: clickhouse-sqlalchemy (==0.2.0) ; extra == 'all'
Requires-Dist: google (>=3.0.0) ; extra == 'all'
Requires-Dist: tableau-api-lib (==0.1.29) ; extra == 'all'
Requires-Dist: neo4j (~=4.4.0) ; extra == 'all'
Requires-Dist: commonregex ; extra == 'all'
Requires-Dist: boto3 (~=1.19.12) ; extra == 'all'
Requires-Dist: okta (~=2.3.0) ; extra == 'all'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'all'
Requires-Dist: cx-Oracle ; extra == 'all'
Requires-Dist: google-cloud-logging ; extra == 'all'
Requires-Dist: sqlalchemy-databricks (==0.1.0) ; extra == 'all'
Requires-Dist: typing-extensions (>=3.7.4) ; extra == 'all'
Requires-Dist: presto-types-parser (==0.0.2) ; extra == 'all'
Requires-Dist: ldap3 (==2.9.1) ; extra == 'all'
Requires-Dist: jsonschema ; extra == 'all'
Requires-Dist: psycopg2-binary ; extra == 'all'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'all'
Requires-Dist: google-cloud ; extra == 'all'
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'all'
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'all'
Requires-Dist: boto3 ; extra == 'all'
Requires-Dist: pydantic (>=1.7.4) ; extra == 'all'
Requires-Dist: marshmallow-sqlalchemy (>=0.26.0) ; extra == 'all'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'all'
Requires-Dist: python-jose (==3.3.0) ; extra == 'all'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'all'
Requires-Dist: wheel (~=0.36.2) ; extra == 'all'
Requires-Dist: requests (==2.26.0) ; extra == 'all'
Requires-Dist: pytz (==2021.1) ; extra == 'all'
Requires-Dist: cachetools ; extra == 'all'
Requires-Dist: sqllineage (==1.3.3) ; extra == 'all'
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'all'
Requires-Dist: cryptography ; extra == 'all'
Requires-Dist: requests (>=2.23) ; extra == 'all'
Requires-Dist: sasl (==0.3.1) ; extra == 'all'
Requires-Dist: mypy-extensions (>=0.4.3) ; extra == 'all'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'all'
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'all'
Requires-Dist: Jinja2 (>=2.11.3) ; extra == 'all'
Requires-Dist: redash-toolbelt (==0.1.8) ; extra == 'all'
Requires-Dist: pydantic[email] (>=1.7.2) ; extra == 'all'
Requires-Dist: SQLAlchemy-Utils (>=0.38.0) ; extra == 'all'
Requires-Dist: python-on-whales (==0.34.0) ; extra == 'all'
Requires-Dist: elasticsearch (==7.13.1) ; extra == 'all'
Requires-Dist: delta-spark (~=1.1.0) ; extra == 'all'
Requires-Dist: sqlalchemy-bigquery (==1.2.2) ; extra == 'all'
Requires-Dist: thrift (~=0.13.0) ; extra == 'all'
Requires-Dist: fastavro (>=1.2.0) ; extra == 'all'
Requires-Dist: pyodbc ; extra == 'all'
Provides-Extra: amundsen
Requires-Dist: neo4j (~=4.4.0) ; extra == 'amundsen'
Provides-Extra: athena
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'athena'
Provides-Extra: atlas
Provides-Extra: azure-sso
Requires-Dist: msal (~=1.17.0) ; extra == 'azure-sso'
Provides-Extra: azuresql
Requires-Dist: pyodbc ; extra == 'azuresql'
Provides-Extra: backup
Requires-Dist: boto3 (~=1.19.12) ; extra == 'backup'
Provides-Extra: base
Requires-Dist: email-validator (>=1.0.3) ; extra == 'base'
Requires-Dist: click (<8,>=7.1.1) ; extra == 'base'
Requires-Dist: PyYAML ; extra == 'base'
Requires-Dist: idna (<3,>=2.5) ; extra == 'base'
Requires-Dist: typing-inspect ; extra == 'base'
Requires-Dist: pydantic (>=1.7.4) ; extra == 'base'
Requires-Dist: python-jose (==3.3.0) ; extra == 'base'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'base'
Requires-Dist: wheel (~=0.36.2) ; extra == 'base'
Requires-Dist: openmetadata-ingestion-core (==0.10.0) ; extra == 'base'
Requires-Dist: sqllineage (==1.3.3) ; extra == 'base'
Requires-Dist: sql-metadata (~=2.0.0) ; extra == 'base'
Requires-Dist: sqlalchemy (>=1.4.0) ; extra == 'base'
Requires-Dist: cryptography ; extra == 'base'
Requires-Dist: requests (>=2.23) ; extra == 'base'
Requires-Dist: mypy-extensions (>=0.4.3) ; extra == 'base'
Requires-Dist: google (>=3.0.0) ; extra == 'base'
Requires-Dist: Jinja2 (>=2.11.3) ; extra == 'base'
Requires-Dist: commonregex ; extra == 'base'
Requires-Dist: pydantic[email] (>=1.7.2) ; extra == 'base'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'base'
Requires-Dist: typing-extensions (>=3.7.4) ; extra == 'base'
Requires-Dist: jsonschema ; extra == 'base'
Provides-Extra: bigquery
Requires-Dist: google-cloud-datacatalog (==3.6.2) ; extra == 'bigquery'
Requires-Dist: sqlalchemy-bigquery (==1.2.2) ; extra == 'bigquery'
Requires-Dist: pyarrow (~=6.0.1) ; extra == 'bigquery'
Provides-Extra: bigquery-usage
Requires-Dist: google-cloud-logging ; extra == 'bigquery-usage'
Requires-Dist: cachetools ; extra == 'bigquery-usage'
Provides-Extra: clickhouse
Requires-Dist: clickhouse-sqlalchemy (==0.2.0) ; extra == 'clickhouse'
Requires-Dist: clickhouse-driver (==0.2.3) ; extra == 'clickhouse'
Provides-Extra: databricks
Requires-Dist: sqlalchemy-databricks (==0.1.0) ; extra == 'databricks'
Provides-Extra: db2
Requires-Dist: ibm-db-sa (==0.3.7) ; extra == 'db2'
Provides-Extra: dbt
Requires-Dist: google-cloud ; extra == 'dbt'
Requires-Dist: boto3 ; extra == 'dbt'
Provides-Extra: deltalake
Requires-Dist: delta-spark (~=1.1.0) ; extra == 'deltalake'
Provides-Extra: dev
Requires-Dist: boto3 (==1.20.14) ; extra == 'dev'
Requires-Dist: black (==21.12b0) ; extra == 'dev'
Requires-Dist: google-cloud-storage (==1.43.0) ; extra == 'dev'
Requires-Dist: docker ; extra == 'dev'
Requires-Dist: pycln ; extra == 'dev'
Requires-Dist: datamodel-code-generator (==0.11.14) ; extra == 'dev'
Requires-Dist: twine ; extra == 'dev'
Requires-Dist: botocore (==1.23.14) ; extra == 'dev'
Provides-Extra: docker
Requires-Dist: python-on-whales (==0.34.0) ; extra == 'docker'
Provides-Extra: druid
Requires-Dist: pydruid (>=0.6.2) ; extra == 'druid'
Provides-Extra: dynamodb
Requires-Dist: boto3 (~=1.19.12) ; extra == 'dynamodb'
Provides-Extra: elasticsearch
Requires-Dist: elasticsearch (==7.13.1) ; extra == 'elasticsearch'
Provides-Extra: glue
Requires-Dist: boto3 (~=1.19.12) ; extra == 'glue'
Provides-Extra: hive
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'hive'
Requires-Dist: sasl (==0.3.1) ; extra == 'hive'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'hive'
Requires-Dist: thrift (~=0.13.0) ; extra == 'hive'
Requires-Dist: presto-types-parser (==0.0.2) ; extra == 'hive'
Provides-Extra: kafka
Requires-Dist: fastavro (>=1.2.0) ; extra == 'kafka'
Requires-Dist: confluent-kafka (>=1.5.0) ; extra == 'kafka'
Provides-Extra: ldap-users
Requires-Dist: ldap3 (==2.9.1) ; extra == 'ldap-users'
Provides-Extra: looker
Requires-Dist: looker-sdk (==21.12.2) ; extra == 'looker'
Provides-Extra: mlflow
Requires-Dist: mlflow-skinny (~=1.22.0) ; extra == 'mlflow'
Provides-Extra: mssql
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'mssql'
Provides-Extra: mssql-odbc
Requires-Dist: pyodbc ; extra == 'mssql-odbc'
Provides-Extra: mysql
Requires-Dist: pymysql (>=1.0.2) ; extra == 'mysql'
Provides-Extra: okta
Requires-Dist: okta (~=2.3.0) ; extra == 'okta'
Provides-Extra: oracle
Requires-Dist: cx-Oracle ; extra == 'oracle'
Provides-Extra: postgres
Requires-Dist: pymysql (>=1.0.2) ; extra == 'postgres'
Requires-Dist: GeoAlchemy2 ; extra == 'postgres'
Requires-Dist: psycopg2-binary ; extra == 'postgres'
Provides-Extra: powerbi
Requires-Dist: python-power-bi (==0.1.2) ; extra == 'powerbi'
Provides-Extra: presto
Requires-Dist: pyhive (~=0.6.3) ; extra == 'presto'
Provides-Extra: redash
Requires-Dist: redash-toolbelt (==0.1.8) ; extra == 'redash'
Provides-Extra: redshift
Requires-Dist: GeoAlchemy2 ; extra == 'redshift'
Requires-Dist: psycopg2-binary ; extra == 'redshift'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'redshift'
Provides-Extra: redshift-usage
Requires-Dist: GeoAlchemy2 ; extra == 'redshift-usage'
Requires-Dist: psycopg2-binary ; extra == 'redshift-usage'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'redshift-usage'
Provides-Extra: report-server
Requires-Dist: pytz (==2021.1) ; extra == 'report-server'
Requires-Dist: sqlparse (==0.4.2) ; extra == 'report-server'
Requires-Dist: asgiref (==3.4.1) ; extra == 'report-server'
Requires-Dist: Django (==3.2.7) ; extra == 'report-server'
Provides-Extra: salesforce
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'salesforce'
Provides-Extra: sample-entity
Requires-Dist: faker (~=8.1.1) ; extra == 'sample-entity'
Provides-Extra: singlestore
Requires-Dist: pymysql (>=1.0.2) ; extra == 'singlestore'
Provides-Extra: sklearn
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'sklearn'
Provides-Extra: snowflake
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake'
Provides-Extra: snowflake-usage
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake-usage'
Provides-Extra: superset
Provides-Extra: tableau
Requires-Dist: tableau-api-lib (==0.1.29) ; extra == 'tableau'
Provides-Extra: test
Requires-Dist: pylint ; extra == 'test'
Requires-Dist: isort ; extra == 'test'
Requires-Dist: coverage ; extra == 'test'
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'test'
Requires-Dist: pytest (==7.0.0) ; extra == 'test'
Requires-Dist: faker ; extra == 'test'
Requires-Dist: pytest-cov ; extra == 'test'
Requires-Dist: pre-commit ; extra == 'test'
Requires-Dist: pandas (==1.3.5) ; extra == 'test'
Provides-Extra: trino
Requires-Dist: trino[sqlalchemy] ; extra == 'trino'
Provides-Extra: vertica
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'vertica'

---
This guide will help you setup the Ingestion framework and connectors
---

![Python version 3.8+](https://img.shields.io/badge/python-3.8%2B-blue)

OpenMetadata Ingestion is a simple framework to build connectors and ingest metadata of various systems through OpenMetadata APIs. It could be used in an orchestration framework(e.g. Apache Airflow) to ingest metadata.
**Prerequisites**

- Python &gt;= 3.8.x

### Docs

Please refer to the documentation here https://docs.open-metadata.org/connectors


