yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-02 03:29:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Optimise Snowflake SP Query (#19536)

Browse Source 
(cherry picked from commit 5118bd604859baa6a613a18b6f14fcb5d362601a)
This commit is contained in:
Mayur Singal 2025-01-28 10:29:34 +05:30 committed by OpenMetadata Release Bot
parent 147b8fc79a
commit 206c7c29b6
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/src/metadata/ingestion/source/database/snowflake/queries.py
View File

@ -337,6 +337,8 @@ WITH SP_HISTORY AS (
FROM SNOWFLAKE.ACCOUNT_USAGE.QUERY_HISTORY SP FROM SNOWFLAKE.ACCOUNT_USAGE.QUERY_HISTORY SP
WHERE QUERY_TYPE = 'CALL' WHERE QUERY_TYPE = 'CALL'
AND START_TIME >= '{start_date}' AND START_TIME >= '{start_date}'
AND QUERY_TEXT <> ''
AND QUERY_TEXT IS NOT NULL
), ),
Q_HISTORY AS ( Q_HISTORY AS (
SELECT SELECT
@ -354,6 +356,10 @@ Q_HISTORY AS (
AND QUERY_TEXT NOT LIKE '/* {{"app": "OpenMetadata", %%}} */%%' AND QUERY_TEXT NOT LIKE '/* {{"app": "OpenMetadata", %%}} */%%'
AND QUERY_TEXT NOT LIKE '/* {{"app": "dbt", %%}} */%%' AND QUERY_TEXT NOT LIKE '/* {{"app": "dbt", %%}} */%%'
AND START_TIME >= '{start_date}' AND START_TIME >= '{start_date}'
AND (
QUERY_TYPE IN ('MERGE', 'UPDATE','CREATE_TABLE_AS_SELECT')
OR (QUERY_TYPE = 'INSERT' and query_text ILIKE '%%insert%%into%%select%%')
)
) )
SELECT SELECT
Q.QUERY_TYPE AS QUERY_TYPE, Q.QUERY_TYPE AS QUERY_TYPE,