yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-18 02:58:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix 2276: fix elastic search indexing (#2278)

Browse Source
This commit is contained in:
Sriharsha Chintalapani 2022-01-18 23:30:36 -08:00 committed by GitHub
parent 26405e27f5
commit 0a3ba3ddfd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
ingestion/src/metadata/ingestion/sink/elasticsearch.py
View File

@ -225,7 +225,7 @@ class ElasticsearchSink(Sink[Entity]):
column_descriptions = [] column_descriptions = []
tags = set() tags = set()
timestamp = epoch_ms(table.updatedAt.__root__) timestamp = table.updatedAt.__root__
tier = None tier = None
for table_tag in table.tags: for table_tag in table.tags:
if "Tier" in table_tag.tagFQN.__root__: if "Tier" in table_tag.tagFQN.__root__:
@ -289,7 +289,7 @@ class ElasticsearchSink(Sink[Entity]):
{"input": [topic_name], "weight": 10}, {"input": [topic_name], "weight": 10},
] ]
tags = set() tags = set()
timestamp = epoch_ms(topic.updatedAt.__root__) timestamp = topic.updatedAt.__root__
service_entity = self.metadata.get_by_id( service_entity = self.metadata.get_by_id(
entity=MessagingService, entity_id=str(topic.service.id.__root__) entity=MessagingService, entity_id=str(topic.service.id.__root__)
) )
@ -329,7 +329,7 @@ class ElasticsearchSink(Sink[Entity]):
dashboard_name = dashboard.name dashboard_name = dashboard.name
suggest = [{"input": [dashboard.displayName], "weight": 10}] suggest = [{"input": [dashboard.displayName], "weight": 10}]
tags = set() tags = set()
timestamp = epoch_ms(dashboard.updatedAt.__root__) timestamp = dashboard.updatedAt.__root__
service_entity = self.metadata.get_by_id( service_entity = self.metadata.get_by_id(
entity=DashboardService, entity_id=str(dashboard.service.id.__root__) entity=DashboardService, entity_id=str(dashboard.service.id.__root__)
) )
@ -391,7 +391,7 @@ class ElasticsearchSink(Sink[Entity]):
fqdn = pipeline.fullyQualifiedName fqdn = pipeline.fullyQualifiedName
suggest = [{"input": [pipeline.displayName], "weight": 10}] suggest = [{"input": [pipeline.displayName], "weight": 10}]
tags = set() tags = set()
timestamp = epoch_ms(pipeline.updatedAt.__root__) timestamp = pipeline.updatedAt.__root__
service_entity = self.metadata.get_by_id( service_entity = self.metadata.get_by_id(
entity=PipelineService, entity_id=str(pipeline.service.id.__root__) entity=PipelineService, entity_id=str(pipeline.service.id.__root__)
) )
@ -488,9 +488,9 @@ class ElasticsearchSink(Sink[Entity]):
change_descriptions = [] change_descriptions = []
for version in entity_versions.versions: for version in entity_versions.versions:
version_json = json.loads(version) version_json = json.loads(version)
updatedAt = parser.parse(version_json["updatedAt"]) updatedAt = version_json["updatedAt"]
change_description = ChangeDescription( change_description = ChangeDescription(
updatedBy=version_json["updatedBy"], updatedAt=epoch_ms(updatedAt) updatedBy=version_json["updatedBy"], updatedAt=updatedAt
) )
if "changeDescription" in version_json: if "changeDescription" in version_json:
change_description.fieldsAdded = version_json["changeDescription"][ change_description.fieldsAdded = version_json["changeDescription"][