yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-26 01:15:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

FIX CL-1632 - Remove Tier filters from AI agents in AutoPilot (#21454)

Browse Source 
Co-authored-by: Mohit Yadav <105265192+mohityadav766@users.noreply.github.com>
This commit is contained in:
Pere Miquel Brull 2025-06-03 11:28:00 +02:00 committed by GitHub
parent c00ed22866
commit a084b6090a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 11 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
openmetadata-service/src/main/java/org/openmetadata/service/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipeline/CreateIngestionPipelineImpl.java
View File

@ -360,8 +360,8 @@ public class CreateIngestionPipelineImpl {
.withDatabaseFilterPattern(defaultFilters.get(DATABASE_FILTER_PATTERN))
.withSchemaFilterPattern(defaultFilters.get(SCHEMA_FILTER_PATTERN))
.withTableFilterPattern(defaultFilters.get(TABLE_FILTER_PATTERN))
.withClassificationFilterPattern(new FilterPattern().withIncludes(DEFAULT_TIERS_TO_PROCESS))
.withEnableAutoClassification(true);
.withEnableAutoClassification(true)
.withStoreSampleData(false);
}
// Other Services Metadata Pipelines

21
openmetadata-service/src/main/java/org/openmetadata/service/governance/workflows/elements/nodes/automatedTask/runApp/RunAppImpl.java
View File

@ -103,29 +103,26 @@ public class RunAppImpl {
.contains(app.getName());
}
private String getTableServiceFilter(String serviceName) {
return String.format(
"{\"query\":{\"bool\":{\"must\":[{\"bool\":{\"must\":[{\"term\":{\"entityType\":\"table\"}},{\"term\":{\"service.displayName.keyword\":\"%s\"}}]}}]}}}",
serviceName);
}
private Map<String, Object> getConfig(App app, ServiceEntityInterface service) {
Object config = JsonUtils.deepCopy(app.getAppConfiguration(), Object.class);
switch (app.getName()) {
case "CollateAIApplication" -> config =
(JsonUtils.convertValue(config, CollateAIAppConfig.class))
.withFilter(
String.format(
"{\"query\":{\"bool\":{\"must\":[{\"bool\":{\"must\":[{\"bool\":{\"should\":[{\"term\":{\"tier.tagFQN\":\"Tier.Tier1\"}},{\"term\":{\"tier.tagFQN\":\"Tier.Tier2\"}}]}},{\"term\":{\"entityType\":\"table\"}},{\"term\":{\"service.displayName.keyword\":\"%s\"}}]}}]}}}",
service.getName()))
.withFilter(getTableServiceFilter(service.getName()))
.withPatchIfEmpty(true);
case "CollateAIQualityAgentApplication" -> config =
(JsonUtils.convertValue(config, CollateAIQualityAgentAppConfig.class))
.withFilter(
String.format(
"{\"query\":{\"bool\":{\"must\":[{\"bool\":{\"must\":[{\"bool\":{\"should\":[{\"term\":{\"tier.tagFQN\":\"Tier.Tier1\"}},{\"term\":{\"tier.tagFQN\":\"Tier.Tier2\"}}]}},{\"term\":{\"entityType\":\"table\"}},{\"term\":{\"service.displayName.keyword\":\"%s\"}}]}}]}}}",
service.getName()));
.withFilter(getTableServiceFilter(service.getName()));
case "CollateAITierAgentApplication" -> config =
(JsonUtils.convertValue(config, CollateAITierAgentAppConfig.class))
.withFilter(
String.format(
"{\"query\":{\"bool\":{\"must\":[{\"bool\":{\"must\":[{\"term\":{\"entityType\":\"table\"}},{\"term\":{\"service.displayName.keyword\":\"%s\"}}]}}]}}}",
service.getName()))
.withFilter(getTableServiceFilter(service.getName()))
.withPatchIfEmpty(true);
case "DataInsightsApplication" -> {
DataInsightsAppConfig updatedAppConfig =