Metadata-Version: 2.1
Name: openmetadata-ingestion
Version: 0.8.3
Summary: Ingestion Framework for OpenMetadata
Home-page: https://open-metadata.org/
Author: OpenMetadata Committers
License: Apache License 2.0
Project-URL: Documentation, https://docs.open-metadata.org/
Project-URL: Source, https://github.com/open-metadata/OpenMetadata
Platform: UNKNOWN
Requires-Python: >=3.8
Description-Content-Type: text/markdown
License-File: LICENSE
Requires-Dist: jsonschema
Requires-Dist: email-validator (>=1.0.3)
Requires-Dist: mypy-extensions (>=0.4.3)
Requires-Dist: python-jose (==3.3.0)
Requires-Dist: sqlalchemy (>=1.3.24)
Requires-Dist: google-auth (>=1.33.0)
Requires-Dist: typing-inspect
Requires-Dist: PyYAML
Requires-Dist: wheel (~=0.36.2)
Requires-Dist: idna (<3,>=2.5)
Requires-Dist: sql-metadata (~=2.0.0)
Requires-Dist: typing-extensions (>=3.7.4)
Requires-Dist: google (>=3.0.0)
Requires-Dist: python-dateutil (>=2.8.1)
Requires-Dist: pydantic[email] (>=1.7.2)
Requires-Dist: cryptography
Requires-Dist: requests (~=2.26)
Requires-Dist: commonregex
Requires-Dist: Jinja2 (<3.0,>=2.11.3)
Requires-Dist: openmetadata-ingestion-core (==0.8.0)
Requires-Dist: pydantic (>=1.7.4)
Requires-Dist: click (>=7.1.1)
Provides-Extra: airflow
Requires-Dist: apache-airflow (>=1.10.2) ; extra == 'airflow'
Provides-Extra: all
Requires-Dist: sqlalchemy-trino ; extra == 'all'
Requires-Dist: faker (~=8.1.1) ; extra == 'all'
Requires-Dist: asgiref (==3.4.1) ; extra == 'all'
Requires-Dist: jsonschema ; extra == 'all'
Requires-Dist: mypy-extensions (>=0.4.3) ; extra == 'all'
Requires-Dist: python-jose (==3.3.0) ; extra == 'all'
Requires-Dist: sqlalchemy (>=1.3.24) ; extra == 'all'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'all'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'all'
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'all'
Requires-Dist: psycopg2-binary ; extra == 'all'
Requires-Dist: typing-inspect ; extra == 'all'
Requires-Dist: boto3 (~=1.19.12) ; extra == 'all'
Requires-Dist: python-on-whales (==0.34.0) ; extra == 'all'
Requires-Dist: wheel (~=0.36.2) ; extra == 'all'
Requires-Dist: google-cloud-logging ; extra == 'all'
Requires-Dist: sqlalchemy-bigquery (==1.2.2) ; extra == 'all'
Requires-Dist: pydruid (>=0.6.2) ; extra == 'all'
Requires-Dist: fastavro (>=1.2.0) ; extra == 'all'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'all'
Requires-Dist: google (>=3.0.0) ; extra == 'all'
Requires-Dist: cachetools ; extra == 'all'
Requires-Dist: thrift (~=0.13.0) ; extra == 'all'
Requires-Dist: requests (~=2.26) ; extra == 'all'
Requires-Dist: looker-sdk (==21.12.2) ; extra == 'all'
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'all'
Requires-Dist: redash-toolbelt (==0.1.4) ; extra == 'all'
Requires-Dist: apache-airflow (>=1.10.2) ; extra == 'all'
Requires-Dist: sqlparse (==0.4.2) ; extra == 'all'
Requires-Dist: sasl (==0.3.1) ; extra == 'all'
Requires-Dist: pydantic (>=1.7.4) ; extra == 'all'
Requires-Dist: click (>=7.1.1) ; extra == 'all'
Requires-Dist: pyodbc ; extra == 'all'
Requires-Dist: Django (==3.2.7) ; extra == 'all'
Requires-Dist: cx-Oracle ; extra == 'all'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'all'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'all'
Requires-Dist: confluent-kafka (>=1.5.0) ; extra == 'all'
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'all'
Requires-Dist: pyarrow (~=6.0.1) ; extra == 'all'
Requires-Dist: PyYAML ; extra == 'all'
Requires-Dist: idna (<3,>=2.5) ; extra == 'all'
Requires-Dist: okta (~=2.3.0) ; extra == 'all'
Requires-Dist: GeoAlchemy2 ; extra == 'all'
Requires-Dist: sql-metadata (~=2.0.0) ; extra == 'all'
Requires-Dist: tableau-api-lib (==0.1.22) ; extra == 'all'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'all'
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'all'
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'all'
Requires-Dist: typing-extensions (>=3.7.4) ; extra == 'all'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'all'
Requires-Dist: pydantic[email] (>=1.7.2) ; extra == 'all'
Requires-Dist: cryptography ; extra == 'all'
Requires-Dist: elasticsearch (~=7.13.1) ; extra == 'all'
Requires-Dist: commonregex ; extra == 'all'
Requires-Dist: presto-types-parser (==0.0.2) ; extra == 'all'
Requires-Dist: ldap3 (==2.9.1) ; extra == 'all'
Requires-Dist: pytz (==2021.1) ; extra == 'all'
Requires-Dist: Jinja2 (<3.0,>=2.11.3) ; extra == 'all'
Requires-Dist: openmetadata-ingestion-core (==0.8.0) ; extra == 'all'
Requires-Dist: neo4j (~=4.4.0) ; extra == 'all'
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'all'
Requires-Dist: mlflow-skinny (~=1.22.0) ; extra == 'all'
Provides-Extra: amundsen
Requires-Dist: neo4j (~=4.4.0) ; extra == 'amundsen'
Provides-Extra: athena
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'athena'
Provides-Extra: backup
Requires-Dist: boto3 (~=1.19.12) ; extra == 'backup'
Provides-Extra: base
Requires-Dist: jsonschema ; extra == 'base'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'base'
Requires-Dist: mypy-extensions (>=0.4.3) ; extra == 'base'
Requires-Dist: python-jose (==3.3.0) ; extra == 'base'
Requires-Dist: sqlalchemy (>=1.3.24) ; extra == 'base'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'base'
Requires-Dist: typing-inspect ; extra == 'base'
Requires-Dist: PyYAML ; extra == 'base'
Requires-Dist: wheel (~=0.36.2) ; extra == 'base'
Requires-Dist: idna (<3,>=2.5) ; extra == 'base'
Requires-Dist: sql-metadata (~=2.0.0) ; extra == 'base'
Requires-Dist: typing-extensions (>=3.7.4) ; extra == 'base'
Requires-Dist: google (>=3.0.0) ; extra == 'base'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'base'
Requires-Dist: pydantic[email] (>=1.7.2) ; extra == 'base'
Requires-Dist: cryptography ; extra == 'base'
Requires-Dist: requests (~=2.26) ; extra == 'base'
Requires-Dist: commonregex ; extra == 'base'
Requires-Dist: Jinja2 (<3.0,>=2.11.3) ; extra == 'base'
Requires-Dist: openmetadata-ingestion-core (==0.8.0) ; extra == 'base'
Requires-Dist: pydantic (>=1.7.4) ; extra == 'base'
Requires-Dist: click (>=7.1.1) ; extra == 'base'
Provides-Extra: bigquery
Requires-Dist: sqlalchemy-bigquery (==1.2.2) ; extra == 'bigquery'
Requires-Dist: pyarrow (~=6.0.1) ; extra == 'bigquery'
Provides-Extra: bigquery-usage
Requires-Dist: google-cloud-logging ; extra == 'bigquery-usage'
Requires-Dist: cachetools ; extra == 'bigquery-usage'
Provides-Extra: dbt
Provides-Extra: dev
Requires-Dist: botocore (==1.23.14) ; extra == 'dev'
Requires-Dist: datamodel-code-generator (==0.11.14) ; extra == 'dev'
Requires-Dist: twine ; extra == 'dev'
Requires-Dist: docker ; extra == 'dev'
Requires-Dist: boto3 (==1.20.14) ; extra == 'dev'
Requires-Dist: google-cloud-storage (==1.43.0) ; extra == 'dev'
Provides-Extra: docker
Requires-Dist: python-on-whales (==0.34.0) ; extra == 'docker'
Provides-Extra: druid
Requires-Dist: pydruid (>=0.6.2) ; extra == 'druid'
Provides-Extra: elasticsearch
Requires-Dist: elasticsearch (~=7.13.1) ; extra == 'elasticsearch'
Provides-Extra: glue
Requires-Dist: boto3 (~=1.19.12) ; extra == 'glue'
Provides-Extra: hive
Requires-Dist: presto-types-parser (==0.0.2) ; extra == 'hive'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'hive'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'hive'
Requires-Dist: sasl (==0.3.1) ; extra == 'hive'
Requires-Dist: thrift (~=0.13.0) ; extra == 'hive'
Provides-Extra: kafka
Requires-Dist: fastavro (>=1.2.0) ; extra == 'kafka'
Requires-Dist: confluent-kafka (>=1.5.0) ; extra == 'kafka'
Provides-Extra: ldap-users
Requires-Dist: ldap3 (==2.9.1) ; extra == 'ldap-users'
Provides-Extra: looker
Requires-Dist: looker-sdk (==21.12.2) ; extra == 'looker'
Provides-Extra: mlflow
Requires-Dist: mlflow-skinny (~=1.22.0) ; extra == 'mlflow'
Provides-Extra: mssql
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'mssql'
Provides-Extra: mssql-odbc
Requires-Dist: pyodbc ; extra == 'mssql-odbc'
Provides-Extra: mysql
Requires-Dist: pymysql (>=1.0.2) ; extra == 'mysql'
Provides-Extra: okta
Requires-Dist: okta (~=2.3.0) ; extra == 'okta'
Provides-Extra: oracle
Requires-Dist: cx-Oracle ; extra == 'oracle'
Provides-Extra: postgres
Requires-Dist: pymysql (>=1.0.2) ; extra == 'postgres'
Requires-Dist: GeoAlchemy2 ; extra == 'postgres'
Requires-Dist: psycopg2-binary ; extra == 'postgres'
Provides-Extra: presto
Requires-Dist: pyhive (~=0.6.3) ; extra == 'presto'
Provides-Extra: redash
Requires-Dist: redash-toolbelt (==0.1.4) ; extra == 'redash'
Provides-Extra: redshift
Requires-Dist: GeoAlchemy2 ; extra == 'redshift'
Requires-Dist: psycopg2-binary ; extra == 'redshift'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'redshift'
Provides-Extra: redshift-usage
Requires-Dist: GeoAlchemy2 ; extra == 'redshift-usage'
Requires-Dist: psycopg2-binary ; extra == 'redshift-usage'
Requires-Dist: sqlalchemy-redshift (==0.8.9) ; extra == 'redshift-usage'
Provides-Extra: report-server
Requires-Dist: sqlparse (==0.4.2) ; extra == 'report-server'
Requires-Dist: asgiref (==3.4.1) ; extra == 'report-server'
Requires-Dist: Django (==3.2.7) ; extra == 'report-server'
Requires-Dist: pytz (==2021.1) ; extra == 'report-server'
Provides-Extra: salesforce
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'salesforce'
Provides-Extra: sample-entity
Requires-Dist: faker (~=8.1.1) ; extra == 'sample-entity'
Provides-Extra: sklearn
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'sklearn'
Provides-Extra: snowflake
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake'
Provides-Extra: snowflake-usage
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake-usage'
Provides-Extra: superset
Provides-Extra: tableau
Requires-Dist: tableau-api-lib (==0.1.22) ; extra == 'tableau'
Provides-Extra: test
Requires-Dist: pylint ; extra == 'test'
Requires-Dist: pre-commit ; extra == 'test'
Requires-Dist: scikit-learn (==1.0.2) ; extra == 'test'
Requires-Dist: coverage ; extra == 'test'
Requires-Dist: pandas (==1.3.5) ; extra == 'test'
Requires-Dist: black ; extra == 'test'
Requires-Dist: pytest ; extra == 'test'
Requires-Dist: isort ; extra == 'test'
Requires-Dist: pytest-cov ; extra == 'test'
Requires-Dist: faker ; extra == 'test'
Provides-Extra: trino
Requires-Dist: sqlalchemy-trino ; extra == 'trino'
Provides-Extra: vertica
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'vertica'

---
This guide will help you setup the Ingestion framework and connectors
---

![Python version 3.8+](https://img.shields.io/badge/python-3.8%2B-blue)

OpenMetadata Ingestion is a simple framework to build connectors and ingest metadata of various systems through OpenMetadata APIs. It could be used in an orchestration framework(e.g. Apache Airflow) to ingest metadata.
**Prerequisites**

- Python &gt;= 3.8.x

### Docs

Please refer to the documentation here https://docs.open-metadata.org/connectors


