From 206c7c29b624364800867a31029c0f1f7dc56e4f Mon Sep 17 00:00:00 2001 From: Mayur Singal <39544459+ulixius9@users.noreply.github.com> Date: Tue, 28 Jan 2025 10:29:34 +0530 Subject: [PATCH] MINOR: Optimise Snowflake SP Query (#19536) (cherry picked from commit 5118bd604859baa6a613a18b6f14fcb5d362601a) --- .../metadata/ingestion/source/database/snowflake/queries.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/ingestion/src/metadata/ingestion/source/database/snowflake/queries.py b/ingestion/src/metadata/ingestion/source/database/snowflake/queries.py index 671e2ebfa8a..2a97dc7d127 100644 --- a/ingestion/src/metadata/ingestion/source/database/snowflake/queries.py +++ b/ingestion/src/metadata/ingestion/source/database/snowflake/queries.py @@ -337,6 +337,8 @@ WITH SP_HISTORY AS ( FROM SNOWFLAKE.ACCOUNT_USAGE.QUERY_HISTORY SP WHERE QUERY_TYPE = 'CALL' AND START_TIME >= '{start_date}' + AND QUERY_TEXT <> '' + AND QUERY_TEXT IS NOT NULL ), Q_HISTORY AS ( SELECT @@ -354,6 +356,10 @@ Q_HISTORY AS ( AND QUERY_TEXT NOT LIKE '/* {{"app": "OpenMetadata", %%}} */%%' AND QUERY_TEXT NOT LIKE '/* {{"app": "dbt", %%}} */%%' AND START_TIME >= '{start_date}' + AND ( + QUERY_TYPE IN ('MERGE', 'UPDATE','CREATE_TABLE_AS_SELECT') + OR (QUERY_TYPE = 'INSERT' and query_text ILIKE '%%insert%%into%%select%%') + ) ) SELECT Q.QUERY_TYPE AS QUERY_TYPE,