Metadata-Version: 2.1
Name: ng-data-pipelines-sdk
Version: 0.1.8
Summary: A library for facilitating the development of data engineering pipelines using pyspark. Compatible with MWAA running airlow 2.8.1.
Author: ng.cash
Requires-Python: >=3.9,<3.12
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Requires-Dist: boto3 (>=1.33.13,<2.0.0)
Requires-Dist: pydantic (>=2.5.3,<3.0.0)
Requires-Dist: pyspark (>=3.2.0,<4.0.0)
Description-Content-Type: text/markdown

docker run --rm -it -d -e PYTHONPATH="/ng-data-pipelines-sdk" -v $pwd:/ng-data-pipelines-sdk pyspark-local
