yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-25 17:04:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix Databricks TableQuery timestamps to str (#17362)

Browse Source
This commit is contained in:
IceS2 2024-08-09 17:32:32 +02:00 committed by GitHub
parent 6e80d3f405
commit e52c4af9ee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/src/metadata/ingestion/source/database/databricks/lineage.py
View File

@ -42,8 +42,8 @@ class DatabricksLineageSource(DatabricksQueryParserSource, LineageSource):
yield TableQuery( yield TableQuery(
query=row.get("query_text"), query=row.get("query_text"),
userName=row.get("user_name"), userName=row.get("user_name"),
startTime=row.get("query_start_time_ms"), startTime=str(row.get("query_start_time_ms")),
endTime=row.get("execution_end_time_ms"), endTime=str(row.get("execution_end_time_ms")),
analysisDate=DateTime(datetime.now()), analysisDate=DateTime(datetime.now()),
serviceName=self.config.serviceName, serviceName=self.config.serviceName,
) )

4
ingestion/src/metadata/ingestion/source/database/databricks/usage.py
View File

@ -47,8 +47,8 @@ class DatabricksUsageSource(DatabricksQueryParserSource, UsageSource):
TableQuery( TableQuery(
query=row.get("query_text"), query=row.get("query_text"),
userName=row.get("user_name"), userName=row.get("user_name"),
startTime=row.get("query_start_time_ms"), startTime=str(row.get("query_start_time_ms")),
endTime=row.get("execution_end_time_ms"), endTime=str(row.get("execution_end_time_ms")),
analysisDate=DateTime(datetime.now()), analysisDate=DateTime(datetime.now()),
serviceName=self.config.serviceName, serviceName=self.config.serviceName,
duration=row.get("duration") duration=row.get("duration")