yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-26 15:10:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Match correct file names for the dbt artifacts (#17445)

Browse Source
This commit is contained in:
Onkar Ravgan 2024-08-18 15:10:37 +05:30 committed by GitHub
parent 82d3a87556
commit bbb3256c0d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
ingestion/src/metadata/ingestion/source/database/dbt/dbt_config.py
View File

@ -263,10 +263,11 @@ def download_dbt_files(
for blob in blobs:
if blob:
reader = get_reader(config_source=config, client=client)
if DBT_MANIFEST_FILE_NAME in blob:
blob_file_name = blob.rsplit("/", 1)[1] if "/" in blob else blob
if DBT_MANIFEST_FILE_NAME == blob_file_name.lower():
logger.debug(f"{DBT_MANIFEST_FILE_NAME} found in {key}")
dbt_manifest = reader.read(path=blob, **kwargs)
if DBT_CATALOG_FILE_NAME in blob:
if DBT_CATALOG_FILE_NAME == blob_file_name.lower():
try:
logger.debug(f"{DBT_CATALOG_FILE_NAME} found in {key}")
dbt_catalog = reader.read(path=blob, **kwargs)
@ -274,9 +275,9 @@ def download_dbt_files(
logger.warning(
f"{DBT_CATALOG_FILE_NAME} not found in {key}: {exc}"
)
if DBT_RUN_RESULTS_FILE_NAME in blob:
if DBT_RUN_RESULTS_FILE_NAME in blob_file_name.lower():
try:
logger.debug(f"{blob} found in {key}")
logger.debug(f"{blob_file_name} found in {key}")
dbt_run_result = reader.read(path=blob, **kwargs)
if dbt_run_result:
dbt_run_results.append(json.loads(dbt_run_result))