yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2026-01-07 13:07:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix Topic index to map properly (#9688)

Browse Source 
* Fix Topic index to map properly

* fix python side
This commit is contained in:
Mohit Yadav 2023-01-12 00:29:05 +05:30 committed by GitHub
parent 41ce2406a4
commit f2e54fe7b9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/ingestion/models/es_documents.py
View File

@ -97,9 +97,8 @@ class TopicESDocument(BaseModel):
href: Optional[str]
deleted: bool
service: EntityReference
messageSchema: Optional[schema.Topic] = None
schemaText: Optional[str] = None
schemaType: Optional[str] = None
schemaType: Optional[schema.SchemaType] = None
cleanupPolicies: List[str] = None
replicationFactor: Optional[int] = None
maximumMessageSize: Optional[int] = None

3
ingestion/src/metadata/ingestion/sink/elasticsearch.py
View File

@ -556,7 +556,8 @@ class ElasticsearchSink(Sink[Entity]):
deleted=topic.deleted,
service=topic.service,
serviceType=str(topic.serviceType.name),
messageSchema=topic.messageSchema,
schemaText=topic.messageSchema.schemaText if topic.messageSchema else None,
schemaType=topic.messageSchema.schemaType if topic.messageSchema else None,
cleanupPolicies=[str(policy.name) for policy in topic.cleanupPolicies],
replicationFactor=topic.replicationFactor,
maximumMessageSize=topic.maximumMessageSize,

4
openmetadata-service/src/main/java/org/openmetadata/service/elasticsearch/TopicIndex.java
View File

@ -9,7 +9,7 @@ import org.openmetadata.service.Entity;
import org.openmetadata.service.util.JsonUtils;
public class TopicIndex implements ElasticSearchIndex {
final List<String> excludeTopicFields = List.of("sampleData", "changeDescription");
final List<String> excludeTopicFields = List.of("sampleData", "changeDescription", "messageSchema");
final Topic topic;
public TopicIndex(Topic topic) {
@ -37,6 +37,8 @@ public class TopicIndex implements ElasticSearchIndex {
doc.put("service_suggest", serviceSuggest);
doc.put("entityType", Entity.TOPIC);
doc.put("serviceType", topic.getServiceType());
doc.put("schemaText", topic.getMessageSchema() != null ? topic.getMessageSchema().getSchemaText() : null);
doc.put("schemaType", topic.getMessageSchema() != null ? topic.getMessageSchema().getSchemaType() : null);
return doc;
}
}