yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-26 17:34:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(profiler): bugs in logic to fetch metrics (#9423)

Browse Source
This commit is contained in:
Teddy 2022-12-20 15:23:44 +01:00 committed by GitHub
parent 68ce1eed56
commit cadfb68826
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
ingestion/src/metadata/orm_profiler/metrics/system/system.py
View File

@ -175,12 +175,12 @@ def _(
stl_deleted = dedent( stl_deleted = dedent(
f""" f"""
SELECT SELECT
si."rows", SUM(si."rows") AS "rows",
sti."database", sti."database",
sti."schema", sti."schema",
sti."table", sti."table",
sq.text, sq.text,
MIN(si.starttime) AS starttime DATE_TRUNC('second', si.starttime) AS starttime
FROM FROM
pg_catalog.stl_delete si pg_catalog.stl_delete si
INNER JOIN pg_catalog.svv_table_info sti ON si.tbl = sti.table_id INNER JOIN pg_catalog.svv_table_info sti ON si.tbl = sti.table_id
@ -191,7 +191,7 @@ def _(
sti."table" = '{table.__tablename__}' AND sti."table" = '{table.__tablename__}' AND
"rows" != 0 AND "rows" != 0 AND
DATE(starttime) = CURRENT_DATE - 1 DATE(starttime) = CURRENT_DATE - 1
GROUP BY 1,2,3,4,5 GROUP BY 2,3,4,5,6
ORDER BY 6 desc ORDER BY 6 desc
""" """
) )
@ -199,12 +199,12 @@ def _(
stl_insert = dedent( stl_insert = dedent(
f""" f"""
SELECT SELECT
si."rows", SUM(si."rows") AS "rows",
sti."database", sti."database",
sti."schema", sti."schema",
sti."table", sti."table",
sq.text, sq.text,
MIN(si.starttime) AS starttime DATE_TRUNC('second', si.starttime) AS starttime
FROM FROM
pg_catalog.stl_insert si pg_catalog.stl_insert si
INNER JOIN pg_catalog.svv_table_info sti ON si.tbl = sti.table_id INNER JOIN pg_catalog.svv_table_info sti ON si.tbl = sti.table_id
@ -215,7 +215,7 @@ def _(
sti."table" = '{table.__tablename__}' AND sti."table" = '{table.__tablename__}' AND
"rows" != 0 AND "rows" != 0 AND
DATE(starttime) = CURRENT_DATE - 1 DATE(starttime) = CURRENT_DATE - 1
GROUP BY 1,2,3,4,5 GROUP BY 2,3,4,5,6
ORDER BY 6 desc ORDER BY 6 desc
""" """
) )
@ -379,7 +379,7 @@ def _(
None, None,
) )
if not identifier: if not identifier:
return None continue
values = identifier.value.split(".") values = identifier.value.split(".")
database_name, schema_name, table_name = ([None] * (3 - len(values))) + values database_name, schema_name, table_name = ([None] * (3 - len(values))) + values
@ -396,7 +396,7 @@ def _(
if ( if (
session.get_bind().url.database.lower() == database_name session.get_bind().url.database.lower() == database_name
and table.__table_args__["schema"].lower() == schema_name and table.__table_args__["schema"].lower() == schema_name
and table.__tablename__.lower() == table_name and table.__tablename__ == table_name
): ):
cursor_for_result_scan = session.execute( cursor_for_result_scan = session.execute(
text(dedent(result_scan.format(query_id=query_result.query_id))) text(dedent(result_scan.format(query_id=query_result.query_id)))