From bf10eb4231505217b0ab9adb09e5f956cbcc458b Mon Sep 17 00:00:00 2001 From: Suman Maharana Date: Fri, 31 Jan 2025 16:45:35 +0530 Subject: [PATCH] Added debug logs in looker (#19602) --- .../metadata/ingestion/source/dashboard/looker/metadata.py | 7 ++++++- .../metadata/ingestion/source/dashboard/looker/parser.py | 3 +++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/ingestion/src/metadata/ingestion/source/dashboard/looker/metadata.py b/ingestion/src/metadata/ingestion/source/dashboard/looker/metadata.py index 64bf13d38f7..598ca5d591b 100644 --- a/ingestion/src/metadata/ingestion/source/dashboard/looker/metadata.py +++ b/ingestion/src/metadata/ingestion/source/dashboard/looker/metadata.py @@ -496,9 +496,13 @@ class LookerSource(DashboardServiceSource): try: project_parser = self.parser.get(explore.project_name) if project_parser: - return project_parser.parsed_files.get( + explore_sql = project_parser.parsed_files.get( Includes(get_path_from_link(explore.lookml_link)) ) + logger.debug( + f"Explore SQL for project {explore.project_name}: \n{explore_sql}" + ) + return explore_sql except Exception as err: logger.warning(f"Exception getting the model sql: {err}") @@ -597,6 +601,7 @@ class LookerSource(DashboardServiceSource): sql_query = view.derived_table.sql if not sql_query: return + logger.debug(f"Processing view [{view.name}] with SQL: \n[{sql_query}]") for db_service_name in db_service_names or []: lineage_parser = LineageParser( sql_query, diff --git a/ingestion/src/metadata/ingestion/source/dashboard/looker/parser.py b/ingestion/src/metadata/ingestion/source/dashboard/looker/parser.py index 008c914ed15..b954e26d416 100644 --- a/ingestion/src/metadata/ingestion/source/dashboard/looker/parser.py +++ b/ingestion/src/metadata/ingestion/source/dashboard/looker/parser.py @@ -181,6 +181,9 @@ class LkmlParser: Otherwise, return None """ if view_name in self._views_cache: + logger.debug( + f"Found view [{view_name}] in cache: \n{self._views_cache[view_name]}" + ) return self._views_cache[view_name] return None