From c8e88aef097c043ee4f9515e46db9f7505d1725d Mon Sep 17 00:00:00 2001 From: hao zhang Date: Thu, 30 Jan 2025 16:13:47 +0800 Subject: [PATCH] feat(ingest/dbt-core): support fetching using the s3a protocol (#12465) Co-authored-by: hzhang --- metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py index 04de763370..fbb54d211e 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py @@ -488,7 +488,7 @@ class DBTCoreSource(DBTSourceBase, TestableSource): ) -> Dict: if re.match("^https?://", uri): return json.loads(requests.get(uri).text) - elif re.match("^s3://", uri): + elif is_s3_uri(uri): u = urlparse(uri) assert aws_connection response = aws_connection.get_s3_client().get_object(