yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2026-01-07 15:27:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/dremio): update dremio sql query to retrieve queried datasets in sql jobs (#11801)

Browse Source
This commit is contained in:
Jonny Dixon 2024-11-07 09:24:10 +00:00 committed by GitHub
parent f13d544152
commit 0d57fbd428
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_sql_queries.py
View File

@ -242,7 +242,7 @@ class DremioSQLQueries:
SYS.JOBS_RECENT
WHERE
STATUS = 'COMPLETED'
AND LENGTH(queried_datasets)>0
AND ARRAY_SIZE(queried_datasets)>0
AND user_name != '$dremio$'
AND query_type not like '%INTERNAL%'
"""
@ -251,10 +251,10 @@ class DremioSQLQueries:
SELECT
*
FROM
SYS.PROJECT.HISTORY.JOBS
sys.project.history.jobs
WHERE
STATUS = 'COMPLETED'
AND LENGTH(queried_datasets)>0
AND ARRAY_SIZE(queried_datasets)>0
AND user_name != '$dremio$'
AND query_type not like '%INTERNAL%'
"""