From 6ffe79f793adcbb8affaa5203e45c5109fad0a54 Mon Sep 17 00:00:00 2001 From: 07Himank <112613760+07Himank@users.noreply.github.com> Date: Fri, 13 Oct 2023 10:22:53 +0530 Subject: [PATCH] fixed ES Indexing for very large S3 Storage Service buckets fails (#13507) --- ingestion/examples/sample_data/storage/containers.json | 2 +- .../resources/elasticsearch/en/container_index_mapping.json | 2 +- .../resources/elasticsearch/jp/container_index_mapping.json | 2 +- .../resources/elasticsearch/zh/container_index_mapping.json | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion/examples/sample_data/storage/containers.json b/ingestion/examples/sample_data/storage/containers.json index 95f7626c43c..e5aa1723574 100644 --- a/ingestion/examples/sample_data/storage/containers.json +++ b/ingestion/examples/sample_data/storage/containers.json @@ -36,7 +36,7 @@ } ] }, - "numberOfObjects": "50", + "numberOfObjects": "1.7661858297E10", "size": "102400", "fileFormats": [ "parquet" diff --git a/openmetadata-service/src/main/resources/elasticsearch/en/container_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/en/container_index_mapping.json index 39ce7a2d9f5..2ba222aced5 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/en/container_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/en/container_index_mapping.json @@ -265,7 +265,7 @@ "type": "text" }, "numberOfObjects": { - "type": "integer" + "type": "double" }, "size": { "type": "long" diff --git a/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json index 4c187a5cd11..ffead59db8d 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/jp/container_index_mapping.json @@ -264,7 +264,7 @@ "type": "text" }, "numberOfObjects": { - "type": "integer" + "type": "double" }, "size": { "type": "integer" diff --git a/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json b/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json index 1ecfb938763..5a2247ac81f 100644 --- a/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json +++ b/openmetadata-service/src/main/resources/elasticsearch/zh/container_index_mapping.json @@ -261,7 +261,7 @@ "type": "text" }, "numberOfObjects": { - "type": "integer" + "type": "double" }, "size": { "type": "integer"