yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-14 11:41:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(ingest/delta-lake): Fix minio test for new version of delta-lake (#8914)

Browse Source
This commit is contained in:
Andrew Sikowitz 2023-09-27 17:00:02 -04:00 committed by GitHub
parent 8396829dbc
commit 2e2cd87d99
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/source/delta_lake/source.py
View File

@ -296,7 +296,8 @@ class DeltaLakeSource(Source):
"AWS_SECRET_ACCESS_KEY": creds.get("aws_secret_access_key") or "", "AWS_SECRET_ACCESS_KEY": creds.get("aws_secret_access_key") or "",
"AWS_SESSION_TOKEN": creds.get("aws_session_token") or "", "AWS_SESSION_TOKEN": creds.get("aws_session_token") or "",
# Allow http connections, this is required for minio # Allow http connections, this is required for minio
"AWS_STORAGE_ALLOW_HTTP": "true", "AWS_STORAGE_ALLOW_HTTP": "true", # for delta-lake < 0.11.0
"AWS_ALLOW_HTTP": "true", # for delta-lake >= 0.11.0
} }
if aws_config.aws_region: if aws_config.aws_region:
opts["AWS_REGION"] = aws_config.aws_region opts["AWS_REGION"] = aws_config.aws_region