From d1f8b30a0688a18c0ab8b59efa1b1940ab83346b Mon Sep 17 00:00:00 2001
From: "Gyowanny P. Queiroz" <81326247+gyohub@users.noreply.github.com>
Date: Wed, 2 Apr 2025 17:56:15 -0300
Subject: [PATCH] Rename ingestion agent to ingestion runner entity reference
 (#20588)

---
 .../jdbi3/IngestionPipelineRepository.java    |  6 +++---
 .../jdbi3/ServiceEntityRepository.java        | 20 +++++++++----------
 .../apiservices/APIServiceMapper.java         |  2 +-
 .../dashboard/DashboardServiceMapper.java     |  2 +-
 .../database/DatabaseServiceMapper.java       |  2 +-
 .../messaging/MessagingServiceMapper.java     |  2 +-
 .../metadata/MetadataServiceMapper.java       |  2 +-
 .../mlmodel/MlModelServiceMapper.java         |  2 +-
 .../pipeline/PipelineServiceMapper.java       |  2 +-
 .../searchIndexes/SearchServiceMapper.java    |  2 +-
 .../storage/StorageServiceMapper.java         |  2 +-
 .../schema/ServiceEntityInterface.java        |  2 +-
 .../schema/api/services/createApiService.json |  2 +-
 .../api/services/createDashboardService.json  |  2 +-
 .../api/services/createDatabaseService.json   |  2 +-
 .../api/services/createMessagingService.json  |  2 +-
 .../api/services/createMetadataService.json   |  2 +-
 .../api/services/createMlModelService.json    |  2 +-
 .../api/services/createPipelineService.json   |  2 +-
 .../api/services/createSearchService.json     |  2 +-
 .../api/services/createStorageService.json    |  2 +-
 .../schema/entity/services/apiService.json    |  2 +-
 .../entity/services/dashboardService.json     |  2 +-
 .../entity/services/databaseService.json      |  2 +-
 .../ingestionPipelines/ingestionPipeline.json |  2 +-
 .../entity/services/messagingService.json     |  2 +-
 .../entity/services/metadataService.json      |  2 +-
 .../entity/services/mlmodelService.json       |  2 +-
 .../entity/services/pipelineService.json      |  2 +-
 .../schema/entity/services/searchService.json |  2 +-
 .../entity/services/storageService.json       |  2 +-
 .../api/services/createApiService.ts          |  2 +-
 .../api/services/createDashboardService.ts    | 12 ++++++++++-
 .../api/services/createDatabaseService.ts     |  6 +++++-
 .../api/services/createMessagingService.ts    |  2 +-
 .../api/services/createMetadataService.ts     |  2 +-
 .../api/services/createMlModelService.ts      |  2 +-
 .../api/services/createPipelineService.ts     |  2 +-
 .../api/services/createSearchService.ts       |  2 +-
 .../api/services/createStorageService.ts      |  2 +-
 .../generated/entity/services/apiService.ts   |  2 +-
 .../entity/services/dashboardService.ts       | 12 ++++++++++-
 .../entity/services/databaseService.ts        |  6 +++++-
 .../ingestionPipelines/ingestionPipeline.ts   | 16 ++++++++++++++-
 .../entity/services/messagingService.ts       |  2 +-
 .../entity/services/metadataService.ts        |  2 +-
 .../entity/services/mlmodelService.ts         |  2 +-
 .../entity/services/pipelineService.ts        |  2 +-
 .../entity/services/searchService.ts          |  2 +-
 .../entity/services/storageService.ts         |  2 +-
 50 files changed, 103 insertions(+), 61 deletions(-)

diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/IngestionPipelineRepository.java b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/IngestionPipelineRepository.java
index 3c823b517d1..ea75f2a75ea 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/IngestionPipelineRepository.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/IngestionPipelineRepository.java
@@ -154,12 +154,12 @@ public class IngestionPipelineRepository extends EntityRepository<IngestionPipel
   @Override
   public void storeRelationships(IngestionPipeline ingestionPipeline) {
     addServiceRelationship(ingestionPipeline, ingestionPipeline.getService());
-    if (ingestionPipeline.getIngestionAgent() != null) {
+    if (ingestionPipeline.getIngestionRunner() != null) {
       addRelationship(
           ingestionPipeline.getId(),
-          ingestionPipeline.getIngestionAgent().getId(),
+          ingestionPipeline.getIngestionRunner().getId(),
           entityType,
-          ingestionPipeline.getIngestionAgent().getType(),
+          ingestionPipeline.getIngestionRunner().getType(),
           Relationship.USES);
     }
   }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/ServiceEntityRepository.java b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/ServiceEntityRepository.java
index ca7f5cc75ce..34a45295586 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/ServiceEntityRepository.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/ServiceEntityRepository.java
@@ -84,16 +84,16 @@ public abstract class ServiceEntityRepository<
 
   @Override
   public void storeRelationships(T service) {
-    addIngestionAgentRelationship(service);
+    addIngestionRunnerRelationship(service);
   }
 
-  private void addIngestionAgentRelationship(T service) {
-    if (service.getIngestionAgent() != null) {
+  private void addIngestionRunnerRelationship(T service) {
+    if (service.getIngestionRunner() != null) {
       addRelationship(
           service.getId(),
-          service.getIngestionAgent().getId(),
+          service.getIngestionRunner().getId(),
           entityType,
-          service.getIngestionAgent().getType(),
+          service.getIngestionRunner().getType(),
           Relationship.USES);
     }
   }
@@ -134,7 +134,7 @@ public abstract class ServiceEntityRepository<
     @Override
     public void entitySpecificUpdate(boolean consolidatingChanges) {
       updateConnection();
-      updateIngestionAgent();
+      updateIngestionRunner();
     }
 
     private void updateConnection() {
@@ -170,13 +170,13 @@ public abstract class ServiceEntityRepository<
       }
     }
 
-    private void updateIngestionAgent() {
+    private void updateIngestionRunner() {
       UUID originalAgentId =
-          original.getIngestionAgent() != null ? original.getIngestionAgent().getId() : null;
+          original.getIngestionRunner() != null ? original.getIngestionRunner().getId() : null;
       UUID updatedAgentId =
-          updated.getIngestionAgent() != null ? updated.getIngestionAgent().getId() : null;
+          updated.getIngestionRunner() != null ? updated.getIngestionRunner().getId() : null;
       if (!Objects.equals(originalAgentId, updatedAgentId)) {
-        addIngestionAgentRelationship(updated);
+        addIngestionRunnerRelationship(updated);
         recordChange("ingestionAgent", originalAgentId, updatedAgentId, true);
       }
     }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/apiservices/APIServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/apiservices/APIServiceMapper.java
index 89c77deffcc..4e94d4c7123 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/apiservices/APIServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/apiservices/APIServiceMapper.java
@@ -10,6 +10,6 @@ public class APIServiceMapper implements EntityMapper<ApiService, CreateApiServi
     return copy(new ApiService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/dashboard/DashboardServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/dashboard/DashboardServiceMapper.java
index 3b152c6267d..045e8b6a2c3 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/dashboard/DashboardServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/dashboard/DashboardServiceMapper.java
@@ -11,6 +11,6 @@ public class DashboardServiceMapper
     return copy(new DashboardService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/database/DatabaseServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/database/DatabaseServiceMapper.java
index 0ae40bef4d9..ba5a3c66167 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/database/DatabaseServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/database/DatabaseServiceMapper.java
@@ -10,6 +10,6 @@ public class DatabaseServiceMapper implements EntityMapper<DatabaseService, Crea
     return copy(new DatabaseService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/messaging/MessagingServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/messaging/MessagingServiceMapper.java
index b18d4a7f66b..2f748f13a87 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/messaging/MessagingServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/messaging/MessagingServiceMapper.java
@@ -11,6 +11,6 @@ public class MessagingServiceMapper
     return copy(new MessagingService(), create, user)
         .withConnection(create.getConnection())
         .withServiceType(create.getServiceType())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/metadata/MetadataServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/metadata/MetadataServiceMapper.java
index ba293e96124..317fc8c7693 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/metadata/MetadataServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/metadata/MetadataServiceMapper.java
@@ -10,6 +10,6 @@ public class MetadataServiceMapper implements EntityMapper<MetadataService, Crea
     return copy(new MetadataService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/mlmodel/MlModelServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/mlmodel/MlModelServiceMapper.java
index 1d455fa680f..bb50b319993 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/mlmodel/MlModelServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/mlmodel/MlModelServiceMapper.java
@@ -10,6 +10,6 @@ public class MlModelServiceMapper implements EntityMapper<MlModelService, Create
     return copy(new MlModelService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/pipeline/PipelineServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/pipeline/PipelineServiceMapper.java
index 9b40b975d29..35e3f4dcc09 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/pipeline/PipelineServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/pipeline/PipelineServiceMapper.java
@@ -10,6 +10,6 @@ public class PipelineServiceMapper implements EntityMapper<PipelineService, Crea
     return copy(new PipelineService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/searchIndexes/SearchServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/searchIndexes/SearchServiceMapper.java
index 081dd3e55a1..d0219f71e2e 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/searchIndexes/SearchServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/searchIndexes/SearchServiceMapper.java
@@ -10,6 +10,6 @@ public class SearchServiceMapper implements EntityMapper<SearchService, CreateSe
     return copy(new SearchService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/storage/StorageServiceMapper.java b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/storage/StorageServiceMapper.java
index a8e913f8de5..8821cd40083 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/storage/StorageServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/storage/StorageServiceMapper.java
@@ -10,6 +10,6 @@ public class StorageServiceMapper implements EntityMapper<StorageService, Create
     return copy(new StorageService(), create, user)
         .withServiceType(create.getServiceType())
         .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
   }
 }
diff --git a/openmetadata-spec/src/main/java/org/openmetadata/schema/ServiceEntityInterface.java b/openmetadata-spec/src/main/java/org/openmetadata/schema/ServiceEntityInterface.java
index 1e8718c107c..d846a9175a6 100644
--- a/openmetadata-spec/src/main/java/org/openmetadata/schema/ServiceEntityInterface.java
+++ b/openmetadata-spec/src/main/java/org/openmetadata/schema/ServiceEntityInterface.java
@@ -33,7 +33,7 @@ public interface ServiceEntityInterface extends EntityInterface {
 
   EnumInterface getServiceType();
 
-  default EntityReference getIngestionAgent() {
+  default EntityReference getIngestionRunner() {
     return null;
   }
 }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createApiService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createApiService.json
index 47853bf9743..7b25c2a72c3 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createApiService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createApiService.json
@@ -50,7 +50,7 @@
       "description": "Fully qualified name of the domain the API Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createDashboardService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createDashboardService.json
index f881a5a2500..5551c771a15 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createDashboardService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createDashboardService.json
@@ -49,7 +49,7 @@
       "description": "Fully qualified name of the domain the Dashboard Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createDatabaseService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createDatabaseService.json
index 64a9879e087..85c26403ac5 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createDatabaseService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createDatabaseService.json
@@ -50,7 +50,7 @@
       "description": "Fully qualified name of the domain the Database Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline. It will be defined at runtime based on the Ingestion Agent of the service.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createMessagingService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createMessagingService.json
index a02c007829d..e0633f2bb3e 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createMessagingService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createMessagingService.json
@@ -50,7 +50,7 @@
       "description": "Fully qualified name of the domain the Messaging Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createMetadataService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createMetadataService.json
index 496afd0d9cf..2dc5f120fa6 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createMetadataService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createMetadataService.json
@@ -42,7 +42,7 @@
       "description": "Fully qualified name of the domain the Table belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createMlModelService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createMlModelService.json
index 5d6748276db..eee44c8d7cd 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createMlModelService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createMlModelService.json
@@ -50,7 +50,7 @@
       "description": "Fully qualified name of the domain the MLModel Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createPipelineService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createPipelineService.json
index d989a929cab..4dddcf9650c 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createPipelineService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createPipelineService.json
@@ -59,7 +59,7 @@
       "description": "Life Cycle of the entity",
       "$ref": "../../type/lifeCycle.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createSearchService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createSearchService.json
index b11b3a2f04a..616dbb37cc0 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createSearchService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createSearchService.json
@@ -50,7 +50,7 @@
       "description": "Fully qualified name of the domain the Search Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/api/services/createStorageService.json b/openmetadata-spec/src/main/resources/json/schema/api/services/createStorageService.json
index 11e7557320c..6b89b25a96d 100644
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createStorageService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createStorageService.json
@@ -50,7 +50,7 @@
       "description": "Fully qualified name of the domain the Storage Service belongs to.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/apiService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/apiService.json
index fc650ba29b3..8f0e796268b 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/apiService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/apiService.json
@@ -134,7 +134,7 @@
       "description": "Domain the API service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/dashboardService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/dashboardService.json
index 3edc37fa71a..708d683f663 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/dashboardService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/dashboardService.json
@@ -233,7 +233,7 @@
       "description": "Domain the Dashboard service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/databaseService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/databaseService.json
index eec766981e9..ee0b3bd2e9d 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/databaseService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/databaseService.json
@@ -436,7 +436,7 @@
       "description": "Domain the Database service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/ingestionPipelines/ingestionPipeline.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/ingestionPipelines/ingestionPipeline.json
index 7a978890884..73d77984b2a 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/ingestionPipelines/ingestionPipeline.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/ingestionPipelines/ingestionPipeline.json
@@ -226,7 +226,7 @@
       "description": "Type of the application when pipelineType is 'application'.",
       "type": "string"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/messagingService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/messagingService.json
index bed348b3199..3c516b5ab20 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/messagingService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/messagingService.json
@@ -152,7 +152,7 @@
       "description": "Domain the Messaging service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/metadataService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/metadataService.json
index c74ed95ba5d..e6269dde9de 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/metadataService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/metadataService.json
@@ -155,7 +155,7 @@
       "description": "Domain the asset belongs to. When not set, the asset inherits the domain from the parent it belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/mlmodelService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/mlmodelService.json
index 51e9c979505..18c0f94a204 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/mlmodelService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/mlmodelService.json
@@ -150,7 +150,7 @@
       "description": "Domain the MLModel service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/pipelineService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/pipelineService.json
index e8a1fbabcea..269299c7947 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/pipelineService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/pipelineService.json
@@ -249,7 +249,7 @@
       "description": "Domain the Pipeline service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/searchService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/searchService.json
index 26b5067019a..520e0c74c7e 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/searchService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/searchService.json
@@ -144,7 +144,7 @@
       "description": "Domain the search service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/services/storageService.json b/openmetadata-spec/src/main/resources/json/schema/entity/services/storageService.json
index cfe84c4946f..ca73047a0dd 100644
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/storageService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/storageService.json
@@ -151,7 +151,7 @@
       "description": "Domain the Storage service belongs to.",
       "$ref": "../../type/entityReference.json"
     },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
       "description": "The ingestion agent responsible for executing the ingestion pipeline.",
       "$ref": "../../type/entityReference.json"
     }
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createApiService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createApiService.ts
index c9fcde76533..785af1dde1e 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createApiService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createApiService.ts
@@ -35,7 +35,7 @@ export interface CreateAPIService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDashboardService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDashboardService.ts
index 329e0de6cc8..112b241d19a 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDashboardService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDashboardService.ts
@@ -34,7 +34,7 @@ export interface CreateDashboardService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
@@ -345,6 +345,10 @@ export interface Connection {
      * MicroStrategy Project Name
      */
     projectName?: string;
+    /**
+     * Space types of Qlik Cloud to filter the dashboards ingested into the platform.
+     */
+    spaceTypes?: SpaceType[];
     /**
      * token to connect to Qlik Cloud.
      */
@@ -1121,6 +1125,12 @@ export interface GCPImpersonateServiceAccountValues {
     [property: string]: any;
 }
 
+export enum SpaceType {
+    Managed = "Managed",
+    Personal = "Personal",
+    Shared = "Shared",
+}
+
 /**
  * Service Type
  *
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDatabaseService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDatabaseService.ts
index 86d36317a35..fe0cb372341 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDatabaseService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDatabaseService.ts
@@ -35,7 +35,7 @@ export interface CreateDatabaseService {
      * The ingestion agent responsible for executing the ingestion pipeline. It will be defined
      * at runtime based on the Ingestion Agent of the service.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
@@ -661,6 +661,10 @@ export interface ConfigClass {
      * Cost of credit for the Snowflake account.
      */
     creditCost?: number;
+    /**
+     * Optional configuration for ingestion of streams, By default, it will skip the streams.
+     */
+    includeStreams?: boolean;
     /**
      * Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the
      * TRANSIENT tables.
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMessagingService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMessagingService.ts
index fdb19c265aa..cdf1b684421 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMessagingService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMessagingService.ts
@@ -35,7 +35,7 @@ export interface CreateMessagingService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMetadataService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMetadataService.ts
index d3665386912..07fc34e8572 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMetadataService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMetadataService.ts
@@ -30,7 +30,7 @@ export interface CreateMetadataService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMlModelService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMlModelService.ts
index 0ed3147a49c..988763b8fe0 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMlModelService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMlModelService.ts
@@ -34,7 +34,7 @@ export interface CreateMlModelService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createPipelineService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createPipelineService.ts
index 4f6afc9f429..af33328726e 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createPipelineService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createPipelineService.ts
@@ -34,7 +34,7 @@ export interface CreatePipelineService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Life Cycle of the entity
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createSearchService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createSearchService.ts
index 08e7be7faf0..264ada487d5 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createSearchService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createSearchService.ts
@@ -35,7 +35,7 @@ export interface CreateSearchService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createStorageService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createStorageService.ts
index 4d23d62d55c..39fc17b66c8 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createStorageService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createStorageService.ts
@@ -35,7 +35,7 @@ export interface CreateStorageService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies the this entity instance uniquely
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/apiService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/apiService.ts
index f092708f0cb..856ecb480f5 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/apiService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/apiService.ts
@@ -59,7 +59,7 @@ export interface APIService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this API service.
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/dashboardService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/dashboardService.ts
index f57e7b3526f..cdaafce8711 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/dashboardService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/dashboardService.ts
@@ -58,7 +58,7 @@ export interface DashboardService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this dashboard service.
      */
@@ -458,6 +458,10 @@ export interface Connection {
      * MicroStrategy Project Name
      */
     projectName?: string;
+    /**
+     * Space types of Qlik Cloud to filter the dashboards ingested into the platform.
+     */
+    spaceTypes?: SpaceType[];
     /**
      * token to connect to Qlik Cloud.
      */
@@ -1234,6 +1238,12 @@ export interface GCPImpersonateServiceAccountValues {
     [property: string]: any;
 }
 
+export enum SpaceType {
+    Managed = "Managed",
+    Personal = "Personal",
+    Shared = "Shared",
+}
+
 /**
  * Service Type
  *
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/databaseService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/databaseService.ts
index 6b16557f26d..9a8e99c6007 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/databaseService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/databaseService.ts
@@ -60,7 +60,7 @@ export interface DatabaseService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this database service.
      */
@@ -776,6 +776,10 @@ export interface ConfigClass {
      * Cost of credit for the Snowflake account.
      */
     creditCost?: number;
+    /**
+     * Optional configuration for ingestion of streams, By default, it will skip the streams.
+     */
+    includeStreams?: boolean;
     /**
      * Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the
      * TRANSIENT tables.
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/ingestionPipelines/ingestionPipeline.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/ingestionPipelines/ingestionPipeline.ts
index b8a0f8095b2..d4b0878b3f0 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/ingestionPipelines/ingestionPipeline.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/ingestionPipelines/ingestionPipeline.ts
@@ -68,7 +68,7 @@ export interface IngestionPipeline {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Set the logging level for the workflow.
      */
@@ -3158,6 +3158,10 @@ export interface ConfigClass {
      * Project name to create the refreshToken. Can be anything
      */
     projectName?: string;
+    /**
+     * Space types of Qlik Cloud to filter the dashboards ingested into the platform.
+     */
+    spaceTypes?: SpaceType[];
     /**
      * If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
      */
@@ -3456,6 +3460,10 @@ export interface ConfigClass {
      * Cost of credit for the Snowflake account.
      */
     creditCost?: number;
+    /**
+     * Optional configuration for ingestion of streams, By default, it will skip the streams.
+     */
+    includeStreams?: boolean;
     /**
      * Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the
      * TRANSIENT tables.
@@ -5570,6 +5578,12 @@ export enum KafkaSecurityProtocol {
     SaslSSL = "SASL_SSL",
 }
 
+export enum SpaceType {
+    Managed = "Managed",
+    Personal = "Personal",
+    Shared = "Shared",
+}
+
 /**
  * SSL Configuration for OpenMetadata Server
  *
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/messagingService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/messagingService.ts
index f444d7f9646..e171743982b 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/messagingService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/messagingService.ts
@@ -59,7 +59,7 @@ export interface MessagingService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this messaging service.
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/metadataService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/metadataService.ts
index dc1b0b0264c..f833063b733 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/metadataService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/metadataService.ts
@@ -55,7 +55,7 @@ export interface MetadataService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this database service.
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/mlmodelService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/mlmodelService.ts
index 97ad9d14ce8..2abc93c181e 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/mlmodelService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/mlmodelService.ts
@@ -59,7 +59,7 @@ export interface MlmodelService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this pipeline service.
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/pipelineService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/pipelineService.ts
index 50157d214ea..0efd7a210c5 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/pipelineService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/pipelineService.ts
@@ -59,7 +59,7 @@ export interface PipelineService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this pipeline service.
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/searchService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/searchService.ts
index a89a1fe2cb3..af26e76638c 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/searchService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/searchService.ts
@@ -58,7 +58,7 @@ export interface SearchService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this search service.
      */
diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/storageService.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/storageService.ts
index edcd40eaf45..d206af63800 100644
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/storageService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/storageService.ts
@@ -58,7 +58,7 @@ export interface StorageService {
     /**
      * The ingestion agent responsible for executing the ingestion pipeline.
      */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
     /**
      * Name that identifies this storage service.
      */