Metadata-Version: 2.1
Name: openmetadata-ingestion
Version: 0.11.5.2
Summary: Ingestion Framework for OpenMetadata
Home-page: https://open-metadata.org/
Author: OpenMetadata Committers
License: Apache License 2.0
Project-URL: Documentation, https://docs.open-metadata.org/
Project-URL: Source, https://github.com/open-metadata/OpenMetadata
Platform: UNKNOWN
Requires-Python: >=3.7
Description-Content-Type: text/markdown
License-File: LICENSE
Requires-Dist: mypy-extensions (>=0.4.3)
Requires-Dist: python-jose (==3.3.0)
Requires-Dist: antlr4-python3-runtime (==4.9.2)
Requires-Dist: idna (<3,>=2.5)
Requires-Dist: typing-extensions (>=3.7.4)
Requires-Dist: requests (>=2.23)
Requires-Dist: jsonschema
Requires-Dist: importlib-metadata (~=4.11.3)
Requires-Dist: pydantic[email] (==1.8.2)
Requires-Dist: google (>=3.0.0)
Requires-Dist: sqlalchemy (>=1.4.0)
Requires-Dist: sqllineage (==1.3.5)
Requires-Dist: wheel (~=0.36.2)
Requires-Dist: click (>=7.1.1)
Requires-Dist: python-dateutil (>=2.8.1)
Requires-Dist: typing-inspect
Requires-Dist: commonregex
Requires-Dist: typing-compat (~=0.1.0)
Requires-Dist: PyYAML
Requires-Dist: cryptography
Requires-Dist: Jinja2 (>=2.11.3)
Requires-Dist: email-validator (>=1.0.3)
Requires-Dist: google-auth (>=1.33.0)
Provides-Extra: airflow
Requires-Dist: apache-airflow (==2.1.4) ; extra == 'airflow'
Provides-Extra: airflow-container
Requires-Dist: requests (==2.26.0) ; extra == 'airflow-container'
Requires-Dist: marshmallow-sqlalchemy (>=0.26.0) ; extra == 'airflow-container'
Requires-Dist: SQLAlchemy-Utils (>=0.38.0) ; extra == 'airflow-container'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'airflow-container'
Provides-Extra: airflow-container-1.10.15
Requires-Dist: markupsafe (==2.0.1) ; extra == 'airflow-container-1.10.15'
Requires-Dist: requests (==2.23.0) ; extra == 'airflow-container-1.10.15'
Provides-Extra: all
Requires-Dist: cachetools ; extra == 'all'
Requires-Dist: clickhouse-driver (==0.2.3) ; extra == 'all'
Requires-Dist: redash-toolbelt (==0.1.8) ; extra == 'all'
Requires-Dist: sqlalchemy-databricks (==0.1.0) ; extra == 'all'
Requires-Dist: pydantic[email] (==1.8.2) ; extra == 'all'
Requires-Dist: sasl (==0.3.1) ; extra == 'all'
Requires-Dist: msal (==1.17.0) ; extra == 'all'
Requires-Dist: neo4j (~=4.4.0) ; extra == 'all'
Requires-Dist: sqllineage (==1.3.5) ; extra == 'all'
Requires-Dist: pyarrow (~=6.0.1) ; extra == 'all'
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'all'
Requires-Dist: wheel (~=0.36.2) ; extra == 'all'
Requires-Dist: sqlalchemy-bigquery (>=1.2.2) ; extra == 'all'
Requires-Dist: click (>=7.1.1) ; extra == 'all'
Requires-Dist: oracledb (==1.0.3) ; extra == 'all'
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'all'
Requires-Dist: trino[sqlalchemy] ; extra == 'all'
Requires-Dist: GeoAlchemy2 ; extra == 'all'
Requires-Dist: PyYAML ; extra == 'all'
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'all'
Requires-Dist: google-cloud-storage (==1.43.0) ; extra == 'all'
Requires-Dist: s3fs (==0.4.2) ; extra == 'all'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'all'
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'all'
Requires-Dist: antlr4-python3-runtime (==4.9.2) ; extra == 'all'
Requires-Dist: idna (<3,>=2.5) ; extra == 'all'
Requires-Dist: jsonschema ; extra == 'all'
Requires-Dist: pinotdb (~=0.3.11) ; extra == 'all'
Requires-Dist: psycopg2-binary ; extra == 'all'
Requires-Dist: gcsfs (==2022.5.0) ; extra == 'all'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'all'
Requires-Dist: commonregex ; extra == 'all'
Requires-Dist: pandas (==1.3.5) ; extra == 'all'
Requires-Dist: pyarrow (==6.0.1) ; extra == 'all'
Requires-Dist: clickhouse-sqlalchemy (==0.2.0) ; extra == 'all'
Requires-Dist: requests (==2.26.0) ; extra == 'all'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'all'
Requires-Dist: python-jose (==3.3.0) ; extra == 'all'
Requires-Dist: google-cloud ; extra == 'all'
Requires-Dist: thrift (~=0.13.0) ; extra == 'all'
Requires-Dist: pymssql (~=2.2.5) ; extra == 'all'
Requires-Dist: faker (~=8.1.1) ; extra == 'all'
Requires-Dist: typing-extensions (>=3.7.4) ; extra == 'all'
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'all'
Requires-Dist: okta (~=2.3.0) ; extra == 'all'
Requires-Dist: looker-sdk (>=22.4.0) ; extra == 'all'
Requires-Dist: google-cloud-datacatalog (==3.6.2) ; extra == 'all'
Requires-Dist: fastavro (>=1.2.0) ; extra == 'all'
Requires-Dist: python-on-whales (==0.34.0) ; extra == 'all'
Requires-Dist: pydruid (>=0.6.2) ; extra == 'all'
Requires-Dist: google (>=3.0.0) ; extra == 'all'
Requires-Dist: delta-spark (~=1.1.0) ; extra == 'all'
Requires-Dist: dask (==2022.2.0) ; extra == 'all'
Requires-Dist: cx-Oracle ; extra == 'all'
Requires-Dist: avro-python3 ; extra == 'all'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'all'
Requires-Dist: marshmallow-sqlalchemy (>=0.26.0) ; extra == 'all'
Requires-Dist: cryptography ; extra == 'all'
Requires-Dist: Jinja2 (>=2.11.3) ; extra == 'all'
Requires-Dist: elasticsearch (==7.13.1) ; extra == 'all'
Requires-Dist: mypy-extensions (>=0.4.3) ; extra == 'all'
Requires-Dist: SQLAlchemy-Utils (>=0.38.0) ; extra == 'all'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'all'
Requires-Dist: google-cloud-logging ; extra == 'all'
Requires-Dist: ldap3 (==2.9.1) ; extra == 'all'
Requires-Dist: msal (~=1.17.0) ; extra == 'all'
Requires-Dist: requests (>=2.23) ; extra == 'all'
Requires-Dist: boto3 ; extra == 'all'
Requires-Dist: importlib-metadata (~=4.11.3) ; extra == 'all'
Requires-Dist: confluent-kafka (==1.8.2) ; extra == 'all'
Requires-Dist: mlflow-skinny (~=1.26.1) ; extra == 'all'
Requires-Dist: boto3 (~=1.19.12) ; extra == 'all'
Requires-Dist: sqlalchemy (>=1.4.0) ; extra == 'all'
Requires-Dist: tableau-api-lib (==0.1.29) ; extra == 'all'
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'all'
Requires-Dist: pyodbc ; extra == 'all'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'all'
Requires-Dist: typing-compat (~=0.1.0) ; extra == 'all'
Requires-Dist: typing-inspect ; extra == 'all'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'all'
Requires-Dist: presto-types-parser (==0.0.2) ; extra == 'all'
Provides-Extra: amundsen
Requires-Dist: neo4j (~=4.4.0) ; extra == 'amundsen'
Provides-Extra: athena
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'athena'
Provides-Extra: atlas
Provides-Extra: azure-sso
Requires-Dist: msal (~=1.17.0) ; extra == 'azure-sso'
Provides-Extra: azuresql
Requires-Dist: pyodbc ; extra == 'azuresql'
Provides-Extra: backup
Requires-Dist: boto3 (~=1.19.12) ; extra == 'backup'
Provides-Extra: base
Requires-Dist: mypy-extensions (>=0.4.3) ; extra == 'base'
Requires-Dist: python-jose (==3.3.0) ; extra == 'base'
Requires-Dist: antlr4-python3-runtime (==4.9.2) ; extra == 'base'
Requires-Dist: idna (<3,>=2.5) ; extra == 'base'
Requires-Dist: typing-extensions (>=3.7.4) ; extra == 'base'
Requires-Dist: requests (>=2.23) ; extra == 'base'
Requires-Dist: jsonschema ; extra == 'base'
Requires-Dist: importlib-metadata (~=4.11.3) ; extra == 'base'
Requires-Dist: pydantic[email] (==1.8.2) ; extra == 'base'
Requires-Dist: google (>=3.0.0) ; extra == 'base'
Requires-Dist: sqlalchemy (>=1.4.0) ; extra == 'base'
Requires-Dist: sqllineage (==1.3.5) ; extra == 'base'
Requires-Dist: wheel (~=0.36.2) ; extra == 'base'
Requires-Dist: click (>=7.1.1) ; extra == 'base'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'base'
Requires-Dist: typing-inspect ; extra == 'base'
Requires-Dist: commonregex ; extra == 'base'
Requires-Dist: typing-compat (~=0.1.0) ; extra == 'base'
Requires-Dist: PyYAML ; extra == 'base'
Requires-Dist: cryptography ; extra == 'base'
Requires-Dist: Jinja2 (>=2.11.3) ; extra == 'base'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'base'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'base'
Provides-Extra: bigquery
Requires-Dist: google-cloud-datacatalog (==3.6.2) ; extra == 'bigquery'
Requires-Dist: sqlalchemy-bigquery (>=1.2.2) ; extra == 'bigquery'
Requires-Dist: pyarrow (~=6.0.1) ; extra == 'bigquery'
Provides-Extra: bigquery-usage
Requires-Dist: cachetools ; extra == 'bigquery-usage'
Requires-Dist: google-cloud-logging ; extra == 'bigquery-usage'
Provides-Extra: clickhouse
Requires-Dist: clickhouse-sqlalchemy (==0.2.0) ; extra == 'clickhouse'
Requires-Dist: clickhouse-driver (==0.2.3) ; extra == 'clickhouse'
Provides-Extra: databricks
Requires-Dist: sqlalchemy-databricks (==0.1.0) ; extra == 'databricks'
Provides-Extra: datalake
Requires-Dist: pandas (==1.3.5) ; extra == 'datalake'
Requires-Dist: pyarrow (==6.0.1) ; extra == 'datalake'
Requires-Dist: gcsfs (==2022.5.0) ; extra == 'datalake'
Requires-Dist: boto3 (~=1.19.12) ; extra == 'datalake'
Requires-Dist: google-cloud-storage (==1.43.0) ; extra == 'datalake'
Requires-Dist: dask (==2022.2.0) ; extra == 'datalake'
Requires-Dist: s3fs (==0.4.2) ; extra == 'datalake'
Provides-Extra: db2
Requires-Dist: ibm-db-sa (==0.3.7) ; extra == 'db2'
Provides-Extra: dbt
Requires-Dist: google-cloud ; extra == 'dbt'
Requires-Dist: google-cloud-storage (==1.43.0) ; extra == 'dbt'
Requires-Dist: boto3 ; extra == 'dbt'
Provides-Extra: deltalake
Requires-Dist: delta-spark (~=1.1.0) ; extra == 'deltalake'
Provides-Extra: dev
Requires-Dist: docker ; extra == 'dev'
Requires-Dist: botocore (==1.23.14) ; extra == 'dev'
Requires-Dist: datamodel-code-generator (==0.12.0) ; extra == 'dev'
Requires-Dist: black (==22.3.0) ; extra == 'dev'
Requires-Dist: twine ; extra == 'dev'
Requires-Dist: google-cloud-storage (==1.43.0) ; extra == 'dev'
Requires-Dist: boto3 (==1.20.14) ; extra == 'dev'
Requires-Dist: pycln (==1.3.2) ; extra == 'dev'
Provides-Extra: docker
Requires-Dist: python-on-whales (==0.34.0) ; extra == 'docker'
Provides-Extra: druid
Requires-Dist: pydruid (>=0.6.2) ; extra == 'druid'
Provides-Extra: dynamodb
Requires-Dist: boto3 (~=1.19.12) ; extra == 'dynamodb'
Provides-Extra: elasticsearch
Requires-Dist: elasticsearch (==7.13.1) ; extra == 'elasticsearch'
Provides-Extra: glue
Requires-Dist: boto3 (~=1.19.12) ; extra == 'glue'
Provides-Extra: great-expectations
Requires-Dist: great-expectations (~=0.15.0) ; extra == 'great-expectations'
Provides-Extra: hive
Requires-Dist: thrift (~=0.13.0) ; extra == 'hive'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'hive'
Requires-Dist: sasl (==0.3.1) ; extra == 'hive'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'hive'
Requires-Dist: presto-types-parser (==0.0.2) ; extra == 'hive'
Provides-Extra: kafka
Requires-Dist: confluent-kafka (==1.8.2) ; extra == 'kafka'
Requires-Dist: avro-python3 ; extra == 'kafka'
Requires-Dist: fastavro (>=1.2.0) ; extra == 'kafka'
Provides-Extra: ldap-users
Requires-Dist: ldap3 (==2.9.1) ; extra == 'ldap-users'
Provides-Extra: looker
Requires-Dist: looker-sdk (>=22.4.0) ; extra == 'looker'
Provides-Extra: mlflow
Requires-Dist: mlflow-skinny (~=1.26.1) ; extra == 'mlflow'
Provides-Extra: mssql
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'mssql'
Provides-Extra: mssql-odbc
Requires-Dist: pyodbc ; extra == 'mssql-odbc'
Provides-Extra: mysql
Requires-Dist: pymysql (>=1.0.2) ; extra == 'mysql'
Provides-Extra: okta
Requires-Dist: okta (~=2.3.0) ; extra == 'okta'
Provides-Extra: oracle
Requires-Dist: cx-Oracle ; extra == 'oracle'
Requires-Dist: oracledb (==1.0.3) ; extra == 'oracle'
Provides-Extra: pinotdb
Requires-Dist: pinotdb (~=0.3.11) ; extra == 'pinotdb'
Provides-Extra: postgres
Requires-Dist: psycopg2-binary ; extra == 'postgres'
Requires-Dist: GeoAlchemy2 ; extra == 'postgres'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'postgres'
Provides-Extra: powerbi
Requires-Dist: msal (==1.17.0) ; extra == 'powerbi'
Provides-Extra: presto
Requires-Dist: pyhive (~=0.6.3) ; extra == 'presto'
Provides-Extra: pymssql
Requires-Dist: pymssql (~=2.2.5) ; extra == 'pymssql'
Provides-Extra: redash
Requires-Dist: redash-toolbelt (==0.1.8) ; extra == 'redash'
Provides-Extra: redshift
Requires-Dist: psycopg2-binary ; extra == 'redshift'
Requires-Dist: GeoAlchemy2 ; extra == 'redshift'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'redshift'
Provides-Extra: redshift-usage
Requires-Dist: psycopg2-binary ; extra == 'redshift-usage'
Requires-Dist: GeoAlchemy2 ; extra == 'redshift-usage'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'redshift-usage'
Provides-Extra: salesforce
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'salesforce'
Provides-Extra: sample-entity
Requires-Dist: faker (~=8.1.1) ; extra == 'sample-entity'
Provides-Extra: singlestore
Requires-Dist: pymysql (>=1.0.2) ; extra == 'singlestore'
Provides-Extra: sklearn
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'sklearn'
Provides-Extra: snowflake
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake'
Provides-Extra: snowflake-usage
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake-usage'
Provides-Extra: superset
Provides-Extra: tableau
Requires-Dist: tableau-api-lib (==0.1.29) ; extra == 'tableau'
Provides-Extra: test
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'test'
Requires-Dist: coverage ; extra == 'test'
Requires-Dist: pylint ; extra == 'test'
Requires-Dist: pandas (==1.3.5) ; extra == 'test'
Requires-Dist: pytest (==7.0.0) ; extra == 'test'
Requires-Dist: great-expectations (~=0.15.0) ; extra == 'test'
Requires-Dist: pytest-cov ; extra == 'test'
Requires-Dist: pre-commit ; extra == 'test'
Requires-Dist: faker ; extra == 'test'
Requires-Dist: isort ; extra == 'test'
Provides-Extra: trino
Requires-Dist: trino[sqlalchemy] ; extra == 'trino'
Provides-Extra: vertica
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'vertica'
Provides-Extra: webhook-server

---
This guide will help you setup the Ingestion framework and connectors
---

![Python version 3.8+](https://img.shields.io/badge/python-3.8%2B-blue)

OpenMetadata Ingestion is a simple framework to build connectors and ingest metadata of various systems through OpenMetadata APIs. It could be used in an orchestration framework(e.g. Apache Airflow) to ingest metadata.
**Prerequisites**

- Python &gt;= 3.8.x

### Docs

Please refer to the documentation here https://docs.open-metadata.org/connectors


