yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-21 13:54:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Drop Insights Indexes (#23294)

Browse Source 
(cherry picked from commit 450840eb8e9c65e8f8224221e2f66356ed4c6d82)
This commit is contained in:
Mohit Yadav 2025-09-08 17:59:14 +05:30 committed by OpenMetadata Release Bot
parent 8a03b00ad2
commit df1afbf86c
2 changed files with 31 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
openmetadata-service/src/main/java/org/openmetadata/service/apps/bundles/insights/DataInsightsApp.java
View File

@ -160,7 +160,7 @@ public class DataInsightsApp extends AbstractNativeApplication {
} }
} }
private void deleteDataQualityDataIndex() { public void deleteDataQualityDataIndex() {
deleteIndexInternal(Entity.TEST_CASE_RESULT); deleteIndexInternal(Entity.TEST_CASE_RESULT);
deleteIndexInternal(Entity.TEST_CASE_RESOLUTION_STATUS); deleteIndexInternal(Entity.TEST_CASE_RESOLUTION_STATUS);
} }
@ -193,7 +193,7 @@ public class DataInsightsApp extends AbstractNativeApplication {
} }
} }
private void deleteDataAssetsDataStream() { public void deleteDataAssetsDataStream() {
DataInsightsSearchInterface searchInterface = getSearchInterface(); DataInsightsSearchInterface searchInterface = getSearchInterface();
try { try {

29
openmetadata-service/src/main/java/org/openmetadata/service/util/OpenMetadataOperations.java
View File

@ -71,6 +71,7 @@ import org.openmetadata.service.Entity;
import org.openmetadata.service.OpenMetadataApplicationConfig; import org.openmetadata.service.OpenMetadataApplicationConfig;
import org.openmetadata.service.TypeRegistry; import org.openmetadata.service.TypeRegistry;
import org.openmetadata.service.apps.ApplicationHandler; import org.openmetadata.service.apps.ApplicationHandler;
import org.openmetadata.service.apps.bundles.insights.DataInsightsApp;
import org.openmetadata.service.apps.bundles.searchIndex.SlackWebApiClient; import org.openmetadata.service.apps.bundles.searchIndex.SlackWebApiClient;
import org.openmetadata.service.apps.scheduler.AppScheduler; import org.openmetadata.service.apps.scheduler.AppScheduler;
import org.openmetadata.service.clients.pipeline.PipelineServiceClientFactory; import org.openmetadata.service.clients.pipeline.PipelineServiceClientFactory;
@ -1325,10 +1326,16 @@ public class OpenMetadataOperations implements Callable<Integer> {
try { try {
LOG.info("Dropping all indexes from search engine..."); LOG.info("Dropping all indexes from search engine...");
parseConfig(); parseConfig();
// Drop regular search repository indexes
for (String entityType : searchRepository.getEntityIndexMap().keySet()) { for (String entityType : searchRepository.getEntityIndexMap().keySet()) {
LOG.info("Dropping index for entity type: {}", entityType); LOG.info("Dropping index for entity type: {}", entityType);
searchRepository.deleteIndex(searchRepository.getIndexMapping(entityType)); searchRepository.deleteIndex(searchRepository.getIndexMapping(entityType));
} }
// Drop data streams and data quality indexes created by DataInsightsApp
dropDataInsightsIndexes();
LOG.info("All indexes dropped successfully."); LOG.info("All indexes dropped successfully.");
return 0; return 0;
} catch (Exception e) { } catch (Exception e) {
@ -1337,6 +1344,28 @@ public class OpenMetadataOperations implements Callable<Integer> {
} }
} }
private void dropDataInsightsIndexes() {
try {
LOG.info("Dropping Data Insights data streams and indexes...");
// Create a DataInsightsApp instance to access its cleanup methods
DataInsightsApp dataInsightsApp = new DataInsightsApp(collectionDAO, searchRepository);
// Drop data assets data streams
LOG.info("Dropping data assets data streams...");
dataInsightsApp.deleteDataAssetsDataStream();
// Drop data quality indexes
LOG.info("Dropping data quality indexes...");
dataInsightsApp.deleteDataQualityDataIndex();
LOG.info("Data Insights indexes and data streams dropped successfully.");
} catch (Exception e) {
LOG.warn("Failed to drop some Data Insights indexes: {}", e.getMessage());
LOG.debug("Data Insights index cleanup error details: ", e);
}
}
@Command( @Command(
name = "analyze-tables", name = "analyze-tables",
description = description =