diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/search/SearchResource.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/search/SearchResource.java index eb6b4216abe..3bef2910781 100644 --- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/search/SearchResource.java +++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/search/SearchResource.java @@ -821,8 +821,7 @@ public class SearchResource { .aggregation( AggregationBuilders.terms("service.name.keyword").field("service.name.keyword").size(MAX_AGGREGATE_SIZE)) .aggregation(AggregationBuilders.terms("entityType").field("entityType").size(MAX_AGGREGATE_SIZE)) - .aggregation(AggregationBuilders.terms("tier.tagFQN").field("tier.tagFQN")) - .aggregation(AggregationBuilders.terms(ES_TAG_FQN_FIELD).field(ES_TAG_FQN_FIELD).size(MAX_AGGREGATE_SIZE)); + .aggregation(AggregationBuilders.terms("tier.tagFQN").field("tier.tagFQN")); return builder; } diff --git a/openmetadata-service/src/main/resources/elasticsearch/en/tag_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/en/tag_index_mapping.json index 9ff5da6a4c8..483ccbb2a66 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/en/tag_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/en/tag_index_mapping.json @@ -73,6 +73,7 @@ } }, "description": { + "type": "text", "analyzer": "om_analyzer", "fields": { "ngram": { diff --git a/openmetadata-service/src/main/resources/elasticsearch/en/topic_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/en/topic_index_mapping.json index 0ad2851a033..6686c045855 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/en/topic_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/en/topic_index_mapping.json @@ -153,8 +153,8 @@ } } }, - "type": { - "type": "keyword" + "dataType": { + "type": "text" }, "name": { "type": "keyword", diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json index bed6bbe57fa..aaecb4cda98 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json @@ -11,11 +11,14 @@ } }, "analyzer": { - "om_analyzer": { - "tokenizer": "letter", - "filter": [ - "lowercase", - "om_stemmer" + "om_analyzer_jp" : { + "tokenizer" : "kuromoji_tokenizer", + "type" : "custom", + "filter" : [ + "kuromoji_baseform", + "kuromoji_part_of_speech", + "kuromoji_number", + "kuromoji_stemmer" ] }, "om_ngram": { @@ -55,7 +58,7 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer", + "analyzer": "om_analyzer_jp", "fields": { "ngram": { "type": "text", @@ -65,9 +68,7 @@ }, "description": { "type": "text", - "index_options": "docs", - "analyzer": "om_analyzer", - "norms": false + "analyzer": "om_analyzer_jp" }, "version": { "type": "float" @@ -145,9 +146,7 @@ }, "description": { "type": "text", - "index_options": "docs", - "analyzer": "om_analyzer", - "norms": false + "analyzer": "om_analyzer_jp" }, "fullyQualifiedName": { "type": "text" diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/dashboard_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/dashboard_index_mapping.json index be0cf9311f6..a6ec34126cc 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/dashboard_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/dashboard_index_mapping.json @@ -11,13 +11,6 @@ } }, "analyzer": { - "om_analyzer": { - "tokenizer": "letter", - "filter": [ - "lowercase", - "om_stemmer" - ] - }, "om_analyzer_jp" : { "tokenizer" : "kuromoji_tokenizer", "type" : "custom", @@ -27,6 +20,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -57,11 +58,27 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + }, + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } }, "description": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float" @@ -105,6 +122,59 @@ "fullyQualifiedName": { "type": "text" }, + "description": { + "type": "text", + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "dataModels": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "text" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "displayName": { + "type": "text", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, "description": { "type": "text", "analyzer": "om_analyzer_jp" diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/glossary_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/glossary_index_mapping.json index 8ee0ec00a09..a712ddc4532 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/glossary_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/glossary_index_mapping.json @@ -20,6 +20,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -41,6 +49,10 @@ "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, @@ -50,15 +62,27 @@ }, "displayName": { "type": "text", + "analyzer": "om_analyzer_jp", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, "description": { - "type": "text" + "type": "text", + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float" @@ -74,7 +98,17 @@ "type": "text" }, "synonyms": { - "type": "text" + "type": "text", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "glossary": { "properties": { @@ -96,6 +130,24 @@ "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } + }, + "displayName": { + "type": "text", + "analyzer": "om_analyzer_jp", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/mlmodel_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/mlmodel_index_mapping.json index 031d27b9a4a..153f5d2c5bc 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/mlmodel_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/mlmodel_index_mapping.json @@ -20,6 +20,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -37,10 +45,15 @@ }, "name": { "type": "text", + "analyzer": "om_analyzer_jp", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, @@ -50,11 +63,27 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "description": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float" diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/pipeline_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/pipeline_index_mapping.json index 664cbdd82c0..5e92eb2a8e4 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/pipeline_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/pipeline_index_mapping.json @@ -20,6 +20,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -50,11 +58,27 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + }, + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } }, "description": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float" @@ -85,7 +109,13 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } }, "description": { "type": "text", diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/query_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/query_index_mapping.json new file mode 100644 index 00000000000..eaadc87f21c --- /dev/null +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/query_index_mapping.json @@ -0,0 +1,340 @@ +{ + "settings": { + "analysis": { + "normalizer": { + "lowercase_normalizer": { + "type": "custom", + "char_filter": [], + "filter": [ + "lowercase" + ] + } + }, + "analyzer": { + "om_analyzer_jp" : { + "tokenizer" : "kuromoji_tokenizer", + "type" : "custom", + "filter" : [ + "kuromoji_baseform", + "kuromoji_part_of_speech", + "kuromoji_number", + "kuromoji_stemmer" + ] + } + }, + "filter": { + "om_stemmer": { + "type": "stemmer", + "name": "english" + } + } + } + }, + "mappings": { + "properties": { + "id": { + "type": "keyword" + }, + "name": { + "type": "text", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "keyword", + "normalizer": "lowercase_normalizer" + }, + "displayName": { + "type": "text", + "analyzer": "om_analyzer_jp" + }, + "description": { + "type": "text", + "analyzer": "om_analyzer_jp" + }, + "version": { + "type": "float" + }, + "updatedAt": { + "type": "date", + "format": "epoch_second" + }, + "updatedBy": { + "type": "text" + }, + "href": { + "type": "text" + }, + "duration": { + "type": "long" + }, + "users": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "votes": { + "properties": { + "upVotes": { + "type": "long" + }, + "downVotes": { + "type": "long" + }, + "upVoters": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "downVoters": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + } + } + }, + "query": { + "type": "text", + "analyzer": "om_analyzer_jp" + }, + "queryDate": { + "type": "long" + }, + "owner": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "normalizer": "lowercase_normalizer", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "displayName": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "followers": { + "type": "keyword" + }, + "tags": { + "properties": { + "tagFQN": { + "type": "keyword" + }, + "labelType": { + "type": "keyword" + }, + "description": { + "type": "text" + }, + "source": { + "type": "keyword" + }, + "state": { + "type": "keyword" + } + } + }, + "queryUsedIn": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "normalizer": "lowercase_normalizer", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "displayName": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "entityType": { + "type": "keyword" + }, + "suggest": { + "type": "completion", + "contexts": [ + { + "name": "deleted", + "type": "category", + "path": "deleted" + } + ] + }, + "column_suggest": { + "type": "completion" + }, + "service_suggest": { + "type": "completion" + } + } + } +} \ No newline at end of file diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/table_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/table_index_mapping.json index 91d0d97b5fa..e3434a2a7f3 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/table_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/table_index_mapping.json @@ -27,6 +27,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -44,10 +52,15 @@ }, "name": { "type": "text", + "analyzer": "om_analyzer_jp", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, @@ -57,11 +70,27 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "description": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float" diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/tag_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/tag_index_mapping.json index 900c4f913dd..818d34d4a58 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/tag_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/tag_index_mapping.json @@ -20,6 +20,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -31,60 +39,77 @@ } }, "mappings": { - "properties": { - "id": { - "type": "text" - }, - "name": { - "type": "keyword", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 + "properties": { + "id": { + "type": "text" + }, + "name": { + "type": "text", + "analyzer": "om_analyzer_jp", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } } - } - }, - "fullyQualifiedName": { - "type": "keyword", - "normalizer": "lowercase_normalizer" - }, - "displayName": { - "type": "text", - "fields": { - "keyword": { - "type": "keyword", - "ignore_above": 256 + }, + "fullyQualifiedName": { + "type": "keyword", + "normalizer": "lowercase_normalizer" + }, + "displayName": { + "type": "text", + "analyzer": "om_analyzer_jp", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } } - } - }, - "description": { - "type": "text" - }, - "version": { - "type": "float" - }, - "updatedAt": { - "type": "date", - "format": "epoch_second" - }, - "updatedBy": { - "type": "text" - }, - "href": { - "type": "text" - }, - "deleted": { - "type": "text" - }, - "suggest": { - "type": "completion", - "contexts": [ - { - "name": "deleted", - "type": "category", - "path": "deleted" + }, + "description": { + "type": "text", + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } } - ] + }, + "version": { + "type": "float" + }, + "updatedAt": { + "type": "date", + "format": "epoch_second" + }, + "updatedBy": { + "type": "text" + }, + "href": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "suggest": { + "type": "completion", + "contexts": [ + { + "name": "deleted", + "type": "category", + "path": "deleted" + } + ] } } } diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/team_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/team_index_mapping.json index 78c5d5cfc1f..b332eefaa1e 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/team_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/team_index_mapping.json @@ -1,4 +1,50 @@ { + "settings": { + "analysis": { + "normalizer": { + "lowercase_normalizer": { + "type": "custom", + "char_filter": [], + "filter": [ + "lowercase" + ] + } + }, + "analyzer": { + "om_analyzer": { + "tokenizer": "letter", + "filter": [ + "lowercase", + "om_stemmer" + ] + }, + "om_analyzer_jp" : { + "tokenizer" : "kuromoji_tokenizer", + "type" : "custom", + "filter" : [ + "kuromoji_baseform", + "kuromoji_part_of_speech", + "kuromoji_number", + "kuromoji_stemmer" + ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] + } + }, + "filter": { + "om_stemmer": { + "type": "stemmer", + "name": "english" + } + } + } + }, "mappings": { "properties": { "id": { @@ -6,10 +52,15 @@ }, "name": { "type": "text", + "analyzer": "om_analyzer_jp", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, @@ -18,10 +69,15 @@ }, "displayName": { "type": "keyword", + "analyzer": "om_analyzer", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/topic_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/topic_index_mapping.json index 23c8c34d837..237df2e7611 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/topic_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/topic_index_mapping.json @@ -20,6 +20,14 @@ "kuromoji_number", "kuromoji_stemmer" ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] } }, "filter": { @@ -37,10 +45,15 @@ }, "name": { "type": "text", + "analyzer": "om_analyzer_jp", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, @@ -50,11 +63,23 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "description": { "type": "text", - "analyzer": "om_analyzer_jp" + "analyzer": "om_analyzer_jp", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float" @@ -95,7 +120,9 @@ }, "description": { "type": "text", - "analyzer": "om_analyzer" + "index_options": "docs", + "analyzer": "om_analyzer_jp", + "norms": false }, "fullyQualifiedName": { "type": "text" @@ -118,6 +145,56 @@ "type": "keyword" } } + }, + "children": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "dataType": { + "type": "text" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "tags": { + "properties": { + "tagFQN": { + "type": "keyword" + }, + "labelType": { + "type": "keyword" + }, + "description": { + "type": "text" + }, + "source": { + "type": "keyword" + }, + "state": { + "type": "keyword" + } + } + } + } } } } diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/user_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/user_index_mapping.json index 295f01e77fe..2a526fe1627 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/user_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/user_index_mapping.json @@ -1,4 +1,42 @@ -{ +{"settings": { + "analysis": { + "normalizer": { + "lowercase_normalizer": { + "type": "custom", + "char_filter": [], + "filter": [ + "lowercase" + ] + } + }, + "analyzer": { + "om_analyzer_jp" : { + "tokenizer" : "kuromoji_tokenizer", + "type" : "custom", + "filter" : [ + "kuromoji_baseform", + "kuromoji_part_of_speech", + "kuromoji_number", + "kuromoji_stemmer" + ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 1, + "max_gram": 2, + "filter": [ + "lowercase" + ] + } + }, + "filter": { + "om_stemmer": { + "type": "stemmer", + "name": "english" + } + } + } +}, "mappings": { "properties": { "id": { @@ -17,11 +55,16 @@ "type": "text" }, "displayName": { - "type": "keyword", + "type": "text", + "analyzer": "om_analyzer_jp", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, diff --git a/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json index bed6bbe57fa..37cc93a2d68 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json @@ -42,6 +42,8 @@ }, "name": { "type": "text", + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart", "fields": { "keyword": { "type": "keyword", @@ -55,19 +57,13 @@ }, "displayName": { "type": "text", - "analyzer": "om_analyzer", - "fields": { - "ngram": { - "type": "text", - "analyzer": "om_ngram" - } - } + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart" }, "description": { "type": "text", - "index_options": "docs", - "analyzer": "om_analyzer", - "norms": false + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart" }, "version": { "type": "float" @@ -129,7 +125,8 @@ "properties": { "name": { "type": "keyword", - "normalizer": "lowercase_normalizer", + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart", "fields": { "keyword": { "type": "keyword", @@ -145,9 +142,8 @@ }, "description": { "type": "text", - "index_options": "docs", - "analyzer": "om_analyzer", - "norms": false + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart" }, "fullyQualifiedName": { "type": "text" diff --git a/openmetadata-service/src/main/resources/elasticsearch/zh/query_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/zh/query_index_mapping.json new file mode 100644 index 00000000000..0e619530bc6 --- /dev/null +++ b/openmetadata-service/src/main/resources/elasticsearch/zh/query_index_mapping.json @@ -0,0 +1,346 @@ +{ + "settings": { + "analysis": { + "normalizer": { + "lowercase_normalizer": { + "type": "custom", + "char_filter": [], + "filter": [ + "lowercase" + ] + } + }, + "analyzer": { + "om_analyzer": { + "tokenizer": "letter", + "filter": [ + "lowercase", + "om_stemmer" + ] + }, + "om_ngram": { + "tokenizer": "ngram", + "min_gram": 2, + "max_gram": 3, + "filter": [ + "lowercase" + ] + } + }, + "filter": { + "om_stemmer": { + "type": "stemmer", + "name": "english" + } + } + } + }, + "mappings": { + "properties": { + "id": { + "type": "keyword" + }, + "name": { + "type": "text", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "keyword", + "normalizer": "lowercase_normalizer" + }, + "displayName": { + "type": "text", + "analyzer": "ik_max_word" + }, + "description": { + "type": "text", + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart" + }, + "version": { + "type": "float" + }, + "updatedAt": { + "type": "date", + "format": "epoch_second" + }, + "updatedBy": { + "type": "text" + }, + "href": { + "type": "text" + }, + "duration": { + "type": "long" + }, + "users": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "votes": { + "properties": { + "upVotes": { + "type": "long" + }, + "downVotes": { + "type": "long" + }, + "upVoters": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "downVoters": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + } + } + }, + "query": { + "type": "text", + "analyzer": "om_analyzer" + }, + "queryDate": { + "type": "long" + }, + "owner": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "normalizer": "lowercase_normalizer", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "displayName": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "followers": { + "type": "keyword" + }, + "tags": { + "properties": { + "tagFQN": { + "type": "keyword" + }, + "labelType": { + "type": "keyword" + }, + "description": { + "type": "text" + }, + "source": { + "type": "keyword" + }, + "state": { + "type": "keyword" + } + } + }, + "queryUsedIn": { + "properties": { + "id": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 36 + } + } + }, + "type": { + "type": "keyword" + }, + "name": { + "type": "keyword", + "normalizer": "lowercase_normalizer", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "displayName": { + "type": "keyword", + "fields": { + "keyword": { + "type": "keyword", + "ignore_above": 256 + } + } + }, + "fullyQualifiedName": { + "type": "text" + }, + "description": { + "type": "text" + }, + "deleted": { + "type": "text" + }, + "href": { + "type": "text" + } + } + }, + "entityType": { + "type": "keyword" + }, + "suggest": { + "type": "completion", + "contexts": [ + { + "name": "deleted", + "type": "category", + "path": "deleted" + } + ] + }, + "column_suggest": { + "type": "completion" + }, + "service_suggest": { + "type": "completion" + } + } + } +} \ No newline at end of file diff --git a/openmetadata-service/src/main/resources/elasticsearch/zh/tag_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/zh/tag_index_mapping.json index 8e0cee8cf45..7560c8bd50c 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/zh/tag_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/zh/tag_index_mapping.json @@ -11,6 +11,13 @@ } }, "analyzer": { + "om_analyzer": { + "tokenizer": "letter", + "filter": [ + "lowercase", + "om_stemmer" + ] + } }, "filter": { "om_stemmer": { @@ -26,11 +33,17 @@ "type": "text" }, "name": { - "type": "keyword", + "type": "text", + "analyzer": "ik_max_word", + "search_analyzer": "ik_smart", "fields": { "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, @@ -46,13 +59,23 @@ "keyword": { "type": "keyword", "ignore_above": 256 + }, + "ngram": { + "type": "text", + "analyzer": "om_ngram" } } }, "description": { "type": "text", "analyzer": "ik_max_word", - "search_analyzer": "ik_smart" + "search_analyzer": "ik_smart", + "fields": { + "ngram": { + "type": "text", + "analyzer": "om_ngram" + } + } }, "version": { "type": "float"