yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-23 16:48:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ingest/dbt-core): support fetching using the s3a protocol (#12465)

Browse Source 
Co-authored-by: hzhang <hzhang@ssnc-corp.global>
This commit is contained in:
hao zhang 2025-01-30 16:13:47 +08:00 committed by GitHub
parent 6acd94b436
commit c8e88aef09
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py
View File

@ -488,7 +488,7 @@ class DBTCoreSource(DBTSourceBase, TestableSource):
) -> Dict: ) -> Dict:
if re.match("^https?://", uri): if re.match("^https?://", uri):
return json.loads(requests.get(uri).text) return json.loads(requests.get(uri).text)
elif re.match("^s3://", uri): elif is_s3_uri(uri):
u = urlparse(uri) u = urlparse(uri)
assert aws_connection assert aws_connection
response = aws_connection.get_s3_client().get_object( response = aws_connection.get_s3_client().get_object(