yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-26 07:32:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add mappings for table ES index ingestion (#5635)

Browse Source
This commit is contained in:
Pere Miquel Brull 2022-06-25 11:41:51 +02:00 committed by GitHub
parent e8c5ddc342
commit b950f0fd06
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 153 additions and 135 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
ingestion/src/metadata/ingestion/sink/elasticsearch.py
View File

@ -603,6 +603,21 @@ class ElasticsearchSink(Sink[Entity]):
for ml_model_hyper_parameter in ml_model.mlHyperParameters: for ml_model_hyper_parameter in ml_model.mlHyperParameters:
ml_model_hyper_parameters.append(ml_model_hyper_parameter.name) ml_model_hyper_parameters.append(ml_model_hyper_parameter.name)
service_entity = ESEntityReference(
id=str(ml_model.service.id.__root__),
name=ml_model.service.name,
displayName=ml_model.service.displayName
if ml_model.service.displayName
else "",
description=ml_model.service.description.__root__
if ml_model.service.description
else "",
type=ml_model.service.type,
fullyQualifiedName=ml_model.service.fullyQualifiedName,
deleted=ml_model.service.deleted,
href=ml_model.service.href.__root__,
)
ml_model_doc = MlModelESDocument( ml_model_doc = MlModelESDocument(
ml_model_id=str(ml_model.id.__root__), ml_model_id=str(ml_model.id.__root__),
deleted=ml_model.deleted, deleted=ml_model.deleted,
@ -618,6 +633,7 @@ class ElasticsearchSink(Sink[Entity]):
fqdn=ml_model_fqn, fqdn=ml_model_fqn,
owner=ml_model.owner, owner=ml_model.owner,
followers=ml_model_followers, followers=ml_model_followers,
service=service_entity,
) )
return ml_model_doc return ml_model_doc

2
ingestion/src/metadata/ingestion/sink/elasticsearch_constants.py
View File

@ -27,6 +27,7 @@ TABLE_ELASTICSEARCH_INDEX_MAPPING = textwrap.dedent(
} }
} }
}, },
"mappings": {
"properties": { "properties": {
"name": { "name": {
"type": "text" "type": "text"
@ -184,6 +185,7 @@ TABLE_ELASTICSEARCH_INDEX_MAPPING = textwrap.dedent(
} }
} }
} }
}
""" """
) )