From e52c4af9ee396795633a22bac25500e19250053c Mon Sep 17 00:00:00 2001 From: IceS2 Date: Fri, 9 Aug 2024 17:32:32 +0200 Subject: [PATCH] Fix Databricks TableQuery timestamps to str (#17362) --- .../metadata/ingestion/source/database/databricks/lineage.py | 4 ++-- .../metadata/ingestion/source/database/databricks/usage.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion/src/metadata/ingestion/source/database/databricks/lineage.py b/ingestion/src/metadata/ingestion/source/database/databricks/lineage.py index 543351eb45f..3459e6f2145 100644 --- a/ingestion/src/metadata/ingestion/source/database/databricks/lineage.py +++ b/ingestion/src/metadata/ingestion/source/database/databricks/lineage.py @@ -42,8 +42,8 @@ class DatabricksLineageSource(DatabricksQueryParserSource, LineageSource): yield TableQuery( query=row.get("query_text"), userName=row.get("user_name"), - startTime=row.get("query_start_time_ms"), - endTime=row.get("execution_end_time_ms"), + startTime=str(row.get("query_start_time_ms")), + endTime=str(row.get("execution_end_time_ms")), analysisDate=DateTime(datetime.now()), serviceName=self.config.serviceName, ) diff --git a/ingestion/src/metadata/ingestion/source/database/databricks/usage.py b/ingestion/src/metadata/ingestion/source/database/databricks/usage.py index b2b31f259b0..c87318126e7 100644 --- a/ingestion/src/metadata/ingestion/source/database/databricks/usage.py +++ b/ingestion/src/metadata/ingestion/source/database/databricks/usage.py @@ -47,8 +47,8 @@ class DatabricksUsageSource(DatabricksQueryParserSource, UsageSource): TableQuery( query=row.get("query_text"), userName=row.get("user_name"), - startTime=row.get("query_start_time_ms"), - endTime=row.get("execution_end_time_ms"), + startTime=str(row.get("query_start_time_ms")), + endTime=str(row.get("execution_end_time_ms")), analysisDate=DateTime(datetime.now()), serviceName=self.config.serviceName, duration=row.get("duration")