From 2e04ff24f947fd09aecb332ebb4f209c7febf4fe Mon Sep 17 00:00:00 2001 From: Mohit Yadav <105265192+mohityadav766@users.noreply.github.com> Date: Tue, 15 Nov 2022 18:02:03 +0530 Subject: [PATCH] Fixes the index not found issue on data insight page in case workflow is not run or created (#8770) * Endpoint should be more specific, causes issue in case we have enitities containing login, config etc in name * Endpoint should be more specific, causes issue in case we have enitities containing login, config etc in name * Change GET APIs to PUT apis #8687 * change request type for registration * Data Insight Index should be created on the server start, if not exist * checkstyle fix Co-authored-by: Ashish Gupta --- .../ElasticSearchIndexDefinition.java | 8 +++- .../entity_report_data_index.json | 46 +++++++++++++++++++ ...nalytic_entity_view_report_data_index.json | 34 ++++++++++++++ ...lytic_user_activity_report_data_index.json | 37 +++++++++++++++ 4 files changed, 124 insertions(+), 1 deletion(-) create mode 100644 openmetadata-service/src/main/resources/elasticsearch/entity_report_data_index.json create mode 100644 openmetadata-service/src/main/resources/elasticsearch/web_analytic_entity_view_report_data_index.json create mode 100644 openmetadata-service/src/main/resources/elasticsearch/web_analytic_user_activity_report_data_index.json diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/elasticsearch/ElasticSearchIndexDefinition.java b/openmetadata-service/src/main/java/org/openmetadata/service/elasticsearch/ElasticSearchIndexDefinition.java index 93d20b81237..856aa56e312 100644 --- a/openmetadata-service/src/main/java/org/openmetadata/service/elasticsearch/ElasticSearchIndexDefinition.java +++ b/openmetadata-service/src/main/java/org/openmetadata/service/elasticsearch/ElasticSearchIndexDefinition.java @@ -64,7 +64,13 @@ public class ElasticSearchIndexDefinition { TEAM_SEARCH_INDEX("team_search_index", "/elasticsearch/team_index_mapping.json"), GLOSSARY_SEARCH_INDEX("glossary_search_index", "/elasticsearch/glossary_index_mapping.json"), MLMODEL_SEARCH_INDEX("mlmodel_search_index", "/elasticsearch/mlmodel_index_mapping.json"), - TAG_SEARCH_INDEX("tag_search_index", "/elasticsearch/tag_index_mapping.json"); + TAG_SEARCH_INDEX("tag_search_index", "/elasticsearch/tag_index_mapping.json"), + ENTITY_REPORT_DATA_INDEX("entity_report_data_index", "/elasticsearch/entity_report_data_index.json"), + WEB_ANALYTIC_ENTITY_VIEW_REPORT_DATA_INDEX( + "web_analytic_entity_view_report_data_index", "/elasticsearch/web_analytic_entity_view_report_data_index.json"), + WEB_ANALYTIC_USER_ACTIVITY_REPORT_DATA_INDEX( + "web_analytic_user_activity_report_data_index", + "/elasticsearch/web_analytic_user_activity_report_data_index.json"); public final String indexName; public final String indexMappingFile; diff --git a/openmetadata-service/src/main/resources/elasticsearch/entity_report_data_index.json b/openmetadata-service/src/main/resources/elasticsearch/entity_report_data_index.json new file mode 100644 index 00000000000..2903e1be40c --- /dev/null +++ b/openmetadata-service/src/main/resources/elasticsearch/entity_report_data_index.json @@ -0,0 +1,46 @@ +{ + "mappings": { + "properties": { + "timestamp": { + "type": "date" + }, + "reportDataType": { + "type": "keyword" + }, + "data": { + "properties": { + "id": { + "type": "text" + }, + "team": { + "type": "keyword" + }, + "entityTier": { + "type": "keyword" + }, + "entityType": { + "type": "keyword" + }, + "organization": { + "type": "text" + }, + "hasOwner": { + "type": "integer" + }, + "missingOwner": { + "type": "integer" + }, + "missingDescriptions": { + "type": "integer" + }, + "completedDescriptions": { + "type": "integer" + }, + "entityCount": { + "type": "integer" + } + } + } + } + } +} \ No newline at end of file diff --git a/openmetadata-service/src/main/resources/elasticsearch/web_analytic_entity_view_report_data_index.json b/openmetadata-service/src/main/resources/elasticsearch/web_analytic_entity_view_report_data_index.json new file mode 100644 index 00000000000..700a1ab1df7 --- /dev/null +++ b/openmetadata-service/src/main/resources/elasticsearch/web_analytic_entity_view_report_data_index.json @@ -0,0 +1,34 @@ +{ + "mappings": { + "properties": { + "timestamp": { + "type": "date" + }, + "reportDataType": { + "type": "keyword" + }, + "data": { + "properties": { + "entityType": { + "type": "keyword" + }, + "entityTier": { + "type": "keyword" + }, + "entityFqn": { + "type": "keyword" + }, + "owner": { + "type": "keyword" + }, + "ownerId": { + "type": "text" + }, + "views": { + "type": "integer" + } + } + } + } + } +} \ No newline at end of file diff --git a/openmetadata-service/src/main/resources/elasticsearch/web_analytic_user_activity_report_data_index.json b/openmetadata-service/src/main/resources/elasticsearch/web_analytic_user_activity_report_data_index.json new file mode 100644 index 00000000000..9eb8024c656 --- /dev/null +++ b/openmetadata-service/src/main/resources/elasticsearch/web_analytic_user_activity_report_data_index.json @@ -0,0 +1,37 @@ +{ + "mappings": { + "properties": { + "timestamp": { + "type": "date" + }, + "reportDataType": { + "type": "keyword" + }, + "data": { + "properties": { + "userName": { + "type": "keyword" + }, + "userId": { + "type": "text" + }, + "team": { + "type": "keyword" + }, + "totalSessions": { + "type": "integer" + }, + "totalSessionDuration": { + "type": "double" + }, + "totalPageView": { + "type": "integer" + }, + "lastSession": { + "type": "long" + } + } + } + } + } +} \ No newline at end of file