diff --git a/helper.md b/helper.md index 5386d2e98..e9231df11 100644 --- a/helper.md +++ b/helper.md @@ -6,19 +6,9 @@ - local copy of `nurx-data-dags` repo - local .env file in `docker` directory. (can fetch from [1password](https://my.1password.com/vaults/q53fddt66zfb7dwjqsilk2i3ee/allitems/u2yh2okx2veshij66rpo56qk5m), named `Airflow MWAA .env`) -The requirement.txt worked for me is(should be in `nurx-data-dags/requirements.txt`): (very identical to the main branch) -``` -s3fs==0.4.0 -splunk-sdk==1.6.16 -apache-airflow-backport-providers-google -shippo==2.0.2 -sqlanydb==1.0.11 -psycopg2-binary==2.9.3 -sqlalchemy-redshift==0.4.0 -SQLAlchemy -paramiko -protobuf~=3.20.0 -``` +> If for whatever reason you see a flooding of errors, it's most likely due to python package dependency issues. +> In this case, use the `pip_freeze.txt` to replace the `nurx-data-dags/requirements.txt` file to continue. +> But be careful of making requirements.txt file changes as it requires restarting production MWAA instance to apply. ## To Bring Up the Env diff --git a/pip_freeze.txt b/pip_freeze.txt new file mode 100644 index 000000000..a74147b10 --- /dev/null +++ b/pip_freeze.txt @@ -0,0 +1,183 @@ +alembic==1.4.2 +amqp==2.6.1 +apache-airflow==1.10.12 +apache-airflow-backport-providers-google==2021.3.3 +apispec==1.3.3 +argcomplete==1.12.0 +attrs==19.3.0 +Babel==2.8.0 +bcrypt==4.0.0 +billiard==3.6.3.0 +boto3==1.24.77 +botocore==1.27.77 +cached-property==1.5.1 +cachetools==4.2.4 +cattrs==1.0.0 +celery==4.4.7 +certifi==2020.6.20 +cffi==1.14.2 +chardet==3.0.4 +click==6.7 +click-didyoumean==0.3.0 +click-plugins==1.1.1 +click-repl==0.2.0 +colorama==0.4.3 +colorlog==4.0.2 +configparser==3.5.3 +croniter==0.3.34 +cryptography==38.0.1 +db-dtypes==1.0.4 +defusedxml==0.6.0 +dill==0.3.2 +dnspython==1.16.0 +docutils==0.16 +email-validator==1.1.1 +Flask==1.1.2 +Flask-Admin==1.5.4 +Flask-AppBuilder==2.3.4 +Flask-Babel==1.0.0 +Flask-Caching==1.3.3 +Flask-JWT-Extended==3.24.1 +Flask-Login==0.4.1 +Flask-OpenID==1.2.5 +Flask-SQLAlchemy==2.4.4 +flask-swagger==0.2.14 +Flask-WTF==0.14.3 +flower==0.9.5 +fsspec==2022.8.2 +funcsigs==1.0.2 +future==0.18.2 +google-ads==7.0.0 +google-api-core==1.33.1 +google-api-python-client==1.12.11 +google-auth==1.35.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-cloud-appengine-logging==1.1.4 +google-cloud-audit-log==0.2.4 +google-cloud-automl==2.8.1 +google-cloud-bigquery==3.3.3 +google-cloud-bigquery-datatransfer==3.7.1 +google-cloud-bigquery-storage==2.16.1 +google-cloud-bigtable==1.7.2 +google-cloud-container==1.0.3 +google-cloud-core==2.3.2 +google-cloud-datacatalog==3.9.1 +google-cloud-dataproc==2.6.2 +google-cloud-dlp==1.0.2 +google-cloud-kms==2.12.1 +google-cloud-language==1.3.2 +google-cloud-logging==2.7.2 +google-cloud-memcache==1.4.3 +google-cloud-monitoring==2.11.1 +google-cloud-os-login==2.7.3 +google-cloud-pubsub==2.13.7 +google-cloud-redis==2.9.1 +google-cloud-secret-manager==1.0.2 +google-cloud-spanner==1.19.3 +google-cloud-speech==1.3.4 +google-cloud-storage==1.44.0 +google-cloud-tasks==2.10.2 +google-cloud-texttospeech==1.0.3 +google-cloud-translate==1.7.2 +google-cloud-videointelligence==1.16.3 +google-cloud-vision==1.0.2 +google-cloud-workflows==1.7.2 +google-crc32c==1.5.0 +google-resumable-media==2.3.3 +googleapis-common-protos==1.56.4 +graphviz==0.14.1 +grpc-google-iam-v1==0.12.4 +grpcio==1.49.1 +grpcio-gcp==0.2.2 +grpcio-status==1.49.1 +gunicorn==20.0.4 +httplib2==0.20.4 +humanize==2.6.0 +idna==2.10 +importlib-metadata==1.7.0 +iso8601==0.1.12 +itsdangerous==1.1.0 +Jinja2==2.11.2 +jmespath==1.0.1 +json-merge-patch==0.2 +jsonschema==3.2.0 +kombu==4.6.11 +lazy-object-proxy==1.5.1 +lockfile==0.12.2 +Mako==1.1.3 +Markdown==2.6.11 +MarkupSafe==1.1.1 +marshmallow==2.21.0 +marshmallow-enum==1.5.1 +marshmallow-sqlalchemy==0.23.1 +natsort==7.0.1 +numpy==1.19.1 +oauthlib==3.2.1 +packaging==21.3 +pandas==1.1.0 +pandas-gbq==0.17.9 +paramiko==2.11.0 +pendulum==1.4.4 +prison==0.1.3 +prometheus-client==0.8.0 +prompt-toolkit==3.0.31 +proto-plus==1.22.1 +protobuf==3.20.2 +psutil==5.7.2 +psycopg2==2.9.3 +psycopg2-binary==2.9.3 +pyarrow==9.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.20 +pycurl==7.45.1 +pydata-google-auth==1.4.0 +Pygments==2.6.1 +PyJWT==1.7.1 +PyNaCl==1.5.0 +pyOpenSSL==22.1.0 +pyparsing==3.0.9 +pyrsistent==0.16.0 +python-daemon==2.2.3 +python-dateutil==2.8.1 +python-editor==1.0.4 +python-nvd3==0.15.0 +python-slugify==4.0.1 +python3-openid==3.2.0 +pytz==2020.1 +pytzdata==2020.1 +PyYAML==5.3.1 +requests==2.24.0 +requests-oauthlib==1.3.1 +rsa==4.9 +s3fs==0.4.0 +s3transfer==0.6.0 +setproctitle==1.1.10 +shippo==2.0.2 +simplejson==3.17.2 +six==1.15.0 +splunk-sdk==1.6.16 +SQLAlchemy==1.3.18 +SQLAlchemy-JSONField==0.9.0 +sqlalchemy-redshift==0.4.0 +SQLAlchemy-Utils==0.36.8 +sqlanydb==1.0.11 +statsd==3.3.0 +tabulate==0.8.7 +tenacity==4.12.0 +text-unidecode==1.3 +thrift==0.13.0 +tornado==5.1.1 +typing-extensions==3.7.4.2 +tzlocal==1.5.1 +unicodecsv==0.14.1 +uritemplate==3.0.1 +urllib3==1.25.10 +vine==1.3.0 +watchtower==1.0.1 +wcwidth==0.2.5 +Werkzeug==0.16.1 +WTForms==2.3.3 +zipp==3.1.0 +zope.deprecation==4.4.0 \ No newline at end of file