Metadata-Version: 2.1
Name: openmetadata-ingestion
Version: 0.5.0rc0
Summary: Ingestion Framework for OpenMetadata
Home-page: https://open-metadata.org/
Author: OpenMetadata Committers
License: Apache License 2.0
Project-URL: Documentation, https://docs.open-metadata.org/
Project-URL: Source, https://github.com/open-metadata/OpenMetadata
Platform: UNKNOWN
Requires-Python: >=3.8
Description-Content-Type: text/markdown
License-File: LICENSE
Requires-Dist: expandvars (>=0.6.5dataclasses>=0.8typing_extensions>=3.7.4mypy_extensions>=0.4.3)
Requires-Dist: typing-inspect
Requires-Dist: cryptography
Requires-Dist: requests (~=2.26)
Requires-Dist: python-jose (==3.3.0)
Requires-Dist: pydantic[email] (>=1.7.2)
Requires-Dist: wheel (~=0.36.2)
Requires-Dist: python-dateutil (>=2.8.1)
Requires-Dist: pydantic (>=1.7.4)
Requires-Dist: PyYAML
Requires-Dist: google (>=3.0.0)
Requires-Dist: idna (<3,>=2.5)
Requires-Dist: sql-metadata (~=2.0.0)
Requires-Dist: sqlalchemy (>=1.3.24)
Requires-Dist: email-validator (>=1.0.3)
Requires-Dist: commonregex
Requires-Dist: click (>=7.1.1)
Requires-Dist: google-auth (>=1.33.0)
Provides-Extra: airflow
Requires-Dist: apache-airflow (>=1.10.2) ; extra == 'airflow'
Provides-Extra: all
Requires-Dist: expandvars (>=0.6.5dataclasses>=0.8typing_extensions>=3.7.4mypy_extensions>=0.4.3) ; extra == 'all'
Requires-Dist: typing-inspect ; extra == 'all'
Requires-Dist: cryptography ; extra == 'all'
Requires-Dist: openmetadata-sqlalchemy-redshift (==0.2.1) ; extra == 'all'
Requires-Dist: fastavro (>=1.2.0) ; extra == 'all'
Requires-Dist: ldap3 (==2.9.1) ; extra == 'all'
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'all'
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'all'
Requires-Dist: requests (~=2.26) ; extra == 'all'
Requires-Dist: python-jose (==3.3.0) ; extra == 'all'
Requires-Dist: pydantic[email] (>=1.7.2) ; extra == 'all'
Requires-Dist: wheel (~=0.36.2) ; extra == 'all'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'all'
Requires-Dist: redash-toolbelt (==0.1.4) ; extra == 'all'
Requires-Dist: apache-airflow (>=1.10.2) ; extra == 'all'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'all'
Requires-Dist: pydantic (>=1.7.4) ; extra == 'all'
Requires-Dist: PyYAML ; extra == 'all'
Requires-Dist: looker-sdk (==21.12.2) ; extra == 'all'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'all'
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'all'
Requires-Dist: pytz (==2021.1) ; extra == 'all'
Requires-Dist: sqlalchemy (>=1.3.24) ; extra == 'all'
Requires-Dist: commonregex ; extra == 'all'
Requires-Dist: click (>=7.1.1) ; extra == 'all'
Requires-Dist: sasl (==0.3.1) ; extra == 'all'
Requires-Dist: Django (==3.2.7) ; extra == 'all'
Requires-Dist: mlflow-skinny (~=1.22.0) ; extra == 'all'
Requires-Dist: cachetools ; extra == 'all'
Requires-Dist: openmetadata-sqlalchemy-hive (==0.2.0) ; extra == 'all'
Requires-Dist: sqlalchemy-trino ; extra == 'all'
Requires-Dist: asgiref (==3.4.1) ; extra == 'all'
Requires-Dist: pydruid (>=0.6.2) ; extra == 'all'
Requires-Dist: pyhive (~=0.6.3) ; extra == 'all'
Requires-Dist: sqlparse (==0.4.2) ; extra == 'all'
Requires-Dist: okta (~=2.3.0) ; extra == 'all'
Requires-Dist: faker (~=8.1.1) ; extra == 'all'
Requires-Dist: elasticsearch (~=7.13.1) ; extra == 'all'
Requires-Dist: psycopg2-binary ; extra == 'all'
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'all'
Requires-Dist: openmetadata-sqlalchemy-bigquery (==0.2.2) ; extra == 'all'
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'all'
Requires-Dist: google (>=3.0.0) ; extra == 'all'
Requires-Dist: neo4j (~=4.4.0) ; extra == 'all'
Requires-Dist: pyodbc ; extra == 'all'
Requires-Dist: idna (<3,>=2.5) ; extra == 'all'
Requires-Dist: sql-metadata (~=2.0.0) ; extra == 'all'
Requires-Dist: docker (==5.0.3) ; extra == 'all'
Requires-Dist: confluent-kafka (>=1.5.0) ; extra == 'all'
Requires-Dist: cx-Oracle ; extra == 'all'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'all'
Requires-Dist: GeoAlchemy2 ; extra == 'all'
Requires-Dist: google-cloud-logging ; extra == 'all'
Requires-Dist: thrift (~=0.13.0) ; extra == 'all'
Requires-Dist: tableau-api-lib (==0.1.22) ; extra == 'all'
Requires-Dist: openmetadata-data-profiler ; extra == 'all'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'all'
Requires-Dist: boto3 (~=1.19.12) ; extra == 'all'
Provides-Extra: amundsen
Requires-Dist: neo4j (~=4.4.0) ; extra == 'amundsen'
Provides-Extra: athena
Requires-Dist: PyAthena[sqlalchemy] ; extra == 'athena'
Provides-Extra: base
Requires-Dist: expandvars (>=0.6.5dataclasses>=0.8typing_extensions>=3.7.4mypy_extensions>=0.4.3) ; extra == 'base'
Requires-Dist: typing-inspect ; extra == 'base'
Requires-Dist: cryptography ; extra == 'base'
Requires-Dist: requests (~=2.26) ; extra == 'base'
Requires-Dist: python-jose (==3.3.0) ; extra == 'base'
Requires-Dist: pydantic[email] (>=1.7.2) ; extra == 'base'
Requires-Dist: wheel (~=0.36.2) ; extra == 'base'
Requires-Dist: python-dateutil (>=2.8.1) ; extra == 'base'
Requires-Dist: pydantic (>=1.7.4) ; extra == 'base'
Requires-Dist: PyYAML ; extra == 'base'
Requires-Dist: google (>=3.0.0) ; extra == 'base'
Requires-Dist: idna (<3,>=2.5) ; extra == 'base'
Requires-Dist: sql-metadata (~=2.0.0) ; extra == 'base'
Requires-Dist: sqlalchemy (>=1.3.24) ; extra == 'base'
Requires-Dist: email-validator (>=1.0.3) ; extra == 'base'
Requires-Dist: commonregex ; extra == 'base'
Requires-Dist: click (>=7.1.1) ; extra == 'base'
Requires-Dist: google-auth (>=1.33.0) ; extra == 'base'
Provides-Extra: bigquery
Requires-Dist: openmetadata-sqlalchemy-bigquery (==0.2.2) ; extra == 'bigquery'
Provides-Extra: bigquery-usage
Requires-Dist: cachetools ; extra == 'bigquery-usage'
Requires-Dist: google-cloud-logging ; extra == 'bigquery-usage'
Provides-Extra: data-profiler
Requires-Dist: openmetadata-data-profiler ; extra == 'data-profiler'
Provides-Extra: dbt
Provides-Extra: docker
Requires-Dist: docker (==5.0.3) ; extra == 'docker'
Provides-Extra: druid
Requires-Dist: pydruid (>=0.6.2) ; extra == 'druid'
Provides-Extra: elasticsearch
Requires-Dist: elasticsearch (~=7.13.1) ; extra == 'elasticsearch'
Provides-Extra: glue
Requires-Dist: boto3 (~=1.19.12) ; extra == 'glue'
Provides-Extra: hive
Requires-Dist: thrift (~=0.13.0) ; extra == 'hive'
Requires-Dist: openmetadata-sqlalchemy-hive (==0.2.0) ; extra == 'hive'
Requires-Dist: thrift-sasl (==0.4.3) ; extra == 'hive'
Requires-Dist: sasl (==0.3.1) ; extra == 'hive'
Provides-Extra: kafka
Requires-Dist: fastavro (>=1.2.0) ; extra == 'kafka'
Requires-Dist: confluent-kafka (>=1.5.0) ; extra == 'kafka'
Provides-Extra: ldap-users
Requires-Dist: ldap3 (==2.9.1) ; extra == 'ldap-users'
Provides-Extra: looker
Requires-Dist: looker-sdk (==21.12.2) ; extra == 'looker'
Provides-Extra: mlflow
Requires-Dist: mlflow-skinny (~=1.22.0) ; extra == 'mlflow'
Provides-Extra: mssql
Requires-Dist: sqlalchemy-pytds (>=0.3) ; extra == 'mssql'
Provides-Extra: mssql-odbc
Requires-Dist: pyodbc ; extra == 'mssql-odbc'
Provides-Extra: mysql
Requires-Dist: pymysql (>=1.0.2) ; extra == 'mysql'
Provides-Extra: okta
Requires-Dist: okta (~=2.3.0) ; extra == 'okta'
Provides-Extra: oracle
Requires-Dist: cx-Oracle ; extra == 'oracle'
Provides-Extra: postgres
Requires-Dist: GeoAlchemy2 ; extra == 'postgres'
Requires-Dist: psycopg2-binary ; extra == 'postgres'
Requires-Dist: pymysql (>=1.0.2) ; extra == 'postgres'
Provides-Extra: presto
Requires-Dist: pyhive (~=0.6.3) ; extra == 'presto'
Provides-Extra: redash
Requires-Dist: redash-toolbelt (==0.1.4) ; extra == 'redash'
Provides-Extra: redshift
Requires-Dist: GeoAlchemy2 ; extra == 'redshift'
Requires-Dist: openmetadata-sqlalchemy-redshift (==0.2.1) ; extra == 'redshift'
Requires-Dist: psycopg2-binary ; extra == 'redshift'
Provides-Extra: redshift-usage
Requires-Dist: GeoAlchemy2 ; extra == 'redshift-usage'
Requires-Dist: openmetadata-sqlalchemy-redshift (==0.2.1) ; extra == 'redshift-usage'
Requires-Dist: psycopg2-binary ; extra == 'redshift-usage'
Provides-Extra: report-server
Requires-Dist: Django (==3.2.7) ; extra == 'report-server'
Requires-Dist: sqlparse (==0.4.2) ; extra == 'report-server'
Requires-Dist: asgiref (==3.4.1) ; extra == 'report-server'
Requires-Dist: pytz (==2021.1) ; extra == 'report-server'
Provides-Extra: salesforce
Requires-Dist: simple-salesforce (~=1.11.4) ; extra == 'salesforce'
Provides-Extra: sample-entity
Requires-Dist: faker (~=8.1.1) ; extra == 'sample-entity'
Provides-Extra: snowflake
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake'
Provides-Extra: snowflake-usage
Requires-Dist: snowflake-sqlalchemy (<=1.3.2) ; extra == 'snowflake-usage'
Provides-Extra: superset
Provides-Extra: tableau
Requires-Dist: tableau-api-lib (==0.1.22) ; extra == 'tableau'
Provides-Extra: trino
Requires-Dist: sqlalchemy-trino ; extra == 'trino'
Provides-Extra: vertica
Requires-Dist: sqlalchemy-vertica[vertica-python] (>=0.0.5) ; extra == 'vertica'

---
This guide will help you setup the Ingestion framework and connectors
---

![Python version 3.8+](https://img.shields.io/badge/python-3.8%2B-blue)

OpenMetadata Ingesiton is a simple framework to build connectors and ingest metadata of various systems through OpenMetadata APIs. It could be used in an orchestration framework(e.g. Apache Airflow) to ingest metadata.
**Prerequisites**

- Python &gt;= 3.8.x

### Docs

Please refer to the documentation here https://docs.open-metadata.org/connectors


Changelog
=========



