yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-16 19:33:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(dbt): validator should not complain when paths are None (#5125)

Browse Source
This commit is contained in:
BZ 2022-06-09 11:44:46 -04:00 committed by GitHub
parent 6302d32685
commit 01a96a029d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/source/dbt.py
View File

@ -216,8 +216,9 @@ class DBTConfig(StatefulIngestionConfigBase):
uri_containing_fields = [ uri_containing_fields = [
f f
for f in ["manifest_path", "catalog_path", "sources_path"] for f in ["manifest_path", "catalog_path", "sources_path"]
if values.get(f, "").startswith("s3://") if (values.get(f) or "").startswith("s3://")
] ]
if uri_containing_fields and not aws_connection: if uri_containing_fields and not aws_connection:
raise ValueError( raise ValueError(
f"Please provide aws_connection configuration, since s3 uris have been provided in fields {uri_containing_fields}" f"Please provide aws_connection configuration, since s3 uris have been provided in fields {uri_containing_fields}"