Rename ingestion agent to ingestion runner entity reference (#20610)

* Rename ingestion agent to ingestion runner entity reference * minor key updates --------- Co-authored-by: Sweta Agarwalla <swetaagarwalla13@gmail.com>
2025-12-09 22:39:24 +00:00 · 2025-04-04 11:28:20 -03:00 · 2025-04-04 11:28:20 -03:00 · ec0e23d1a2
commit ec0e23d1a2
parent 5855ce5eaa
52 changed files with 105 additions and 66 deletions
--- a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/IngestionPipelineRepository.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/IngestionPipelineRepository.java
@ -154,12 +154,12 @@ public class IngestionPipelineRepository extends EntityRepository<IngestionPipel
  @Override
  public void storeRelationships(IngestionPipeline ingestionPipeline) {
    addServiceRelationship(ingestionPipeline, ingestionPipeline.getService());
-    if (ingestionPipeline.getIngestionAgent() != null) {
+    if (ingestionPipeline.getIngestionRunner() != null) {
      addRelationship(
          ingestionPipeline.getId(),
-          ingestionPipeline.getIngestionAgent().getId(),
+          ingestionPipeline.getIngestionRunner().getId(),
          entityType,
-          ingestionPipeline.getIngestionAgent().getType(),
+          ingestionPipeline.getIngestionRunner().getType(),
          Relationship.USES);
    }
  }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/ServiceEntityRepository.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/ServiceEntityRepository.java
@ -84,16 +84,16 @@ public abstract class ServiceEntityRepository<

  @Override
  public void storeRelationships(T service) {
-    addIngestionAgentRelationship(service);
+    addIngestionRunnerRelationship(service);
  }

-  private void addIngestionAgentRelationship(T service) {
-    if (service.getIngestionAgent() != null) {
+  private void addIngestionRunnerRelationship(T service) {
+    if (service.getIngestionRunner() != null) {
      addRelationship(
          service.getId(),
-          service.getIngestionAgent().getId(),
+          service.getIngestionRunner().getId(),
          entityType,
-          service.getIngestionAgent().getType(),
+          service.getIngestionRunner().getType(),
          Relationship.USES);
    }
  }
@ -134,7 +134,7 @@ public abstract class ServiceEntityRepository<
    @Override
    public void entitySpecificUpdate(boolean consolidatingChanges) {
      updateConnection();
-      updateIngestionAgent();
+      updateIngestionRunner();
    }

    private void updateConnection() {
@ -170,13 +170,13 @@ public abstract class ServiceEntityRepository<
      }
    }

-    private void updateIngestionAgent() {
+    private void updateIngestionRunner() {
      UUID originalAgentId =
-          original.getIngestionAgent() != null ? original.getIngestionAgent().getId() : null;
+          original.getIngestionRunner() != null ? original.getIngestionRunner().getId() : null;
      UUID updatedAgentId =
-          updated.getIngestionAgent() != null ? updated.getIngestionAgent().getId() : null;
+          updated.getIngestionRunner() != null ? updated.getIngestionRunner().getId() : null;
      if (!Objects.equals(originalAgentId, updatedAgentId)) {
-        addIngestionAgentRelationship(updated);
+        addIngestionRunnerRelationship(updated);
        recordChange("ingestionAgent", originalAgentId, updatedAgentId, true);
      }
    }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/apiservices/APIServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/apiservices/APIServiceMapper.java
@ -10,6 +10,6 @@ public class APIServiceMapper implements EntityMapper<ApiService, CreateApiServi
    return copy(new ApiService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/dashboard/DashboardServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/dashboard/DashboardServiceMapper.java
@ -11,6 +11,6 @@ public class DashboardServiceMapper
    return copy(new DashboardService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/database/DatabaseServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/database/DatabaseServiceMapper.java
@ -10,6 +10,6 @@ public class DatabaseServiceMapper implements EntityMapper<DatabaseService, Crea
    return copy(new DatabaseService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/messaging/MessagingServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/messaging/MessagingServiceMapper.java
@ -11,6 +11,6 @@ public class MessagingServiceMapper
    return copy(new MessagingService(), create, user)
        .withConnection(create.getConnection())
        .withServiceType(create.getServiceType())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/metadata/MetadataServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/metadata/MetadataServiceMapper.java
@ -10,6 +10,6 @@ public class MetadataServiceMapper implements EntityMapper<MetadataService, Crea
    return copy(new MetadataService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/mlmodel/MlModelServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/mlmodel/MlModelServiceMapper.java
@ -10,6 +10,6 @@ public class MlModelServiceMapper implements EntityMapper<MlModelService, Create
    return copy(new MlModelService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/pipeline/PipelineServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/pipeline/PipelineServiceMapper.java
@ -10,6 +10,6 @@ public class PipelineServiceMapper implements EntityMapper<PipelineService, Crea
    return copy(new PipelineService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/searchIndexes/SearchServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/searchIndexes/SearchServiceMapper.java
@ -10,6 +10,6 @@ public class SearchServiceMapper implements EntityMapper<SearchService, CreateSe
    return copy(new SearchService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/storage/StorageServiceMapper.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/resources/services/storage/StorageServiceMapper.java
@ -10,6 +10,6 @@ public class StorageServiceMapper implements EntityMapper<StorageService, Create
    return copy(new StorageService(), create, user)
        .withServiceType(create.getServiceType())
        .withConnection(create.getConnection())
-        .withIngestionAgent(create.getIngestionAgent());
+        .withIngestionRunner(create.getIngestionRunner());
  }
 }
--- a/openmetadata-spec/src/main/java/org/openmetadata/schema/ServiceEntityInterface.java
+++ b/openmetadata-spec/src/main/java/org/openmetadata/schema/ServiceEntityInterface.java
@ -33,7 +33,7 @@ public interface ServiceEntityInterface extends EntityInterface {

  EnumInterface getServiceType();

-  default EntityReference getIngestionAgent() {
+  default EntityReference getIngestionRunner() {
    return null;
  }
 }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createApiService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createApiService.json
@ -50,7 +50,7 @@
      "description": "Fully qualified name of the domain the API Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createDashboardService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createDashboardService.json
@ -49,7 +49,7 @@
      "description": "Fully qualified name of the domain the Dashboard Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createDatabaseService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createDatabaseService.json
@ -50,7 +50,7 @@
      "description": "Fully qualified name of the domain the Database Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline. It will be defined at runtime based on the Ingestion Agent of the service.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createMessagingService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createMessagingService.json
@ -50,7 +50,7 @@
      "description": "Fully qualified name of the domain the Messaging Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createMetadataService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createMetadataService.json
@ -42,7 +42,7 @@
      "description": "Fully qualified name of the domain the Table belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createMlModelService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createMlModelService.json
@ -50,7 +50,7 @@
      "description": "Fully qualified name of the domain the MLModel Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createPipelineService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createPipelineService.json
@ -59,7 +59,7 @@
      "description": "Life Cycle of the entity",
      "$ref": "../../type/lifeCycle.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createSearchService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createSearchService.json
@ -50,7 +50,7 @@
      "description": "Fully qualified name of the domain the Search Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/api/services/createStorageService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/api/services/createStorageService.json
@ -50,7 +50,7 @@
      "description": "Fully qualified name of the domain the Storage Service belongs to.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/apiService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/apiService.json
@ -134,7 +134,7 @@
      "description": "Domain the API service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/dashboardService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/dashboardService.json
@ -233,7 +233,7 @@
      "description": "Domain the Dashboard service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/databaseService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/databaseService.json
@ -436,7 +436,7 @@
      "description": "Domain the Database service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/ingestionPipelines/ingestionPipeline.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/ingestionPipelines/ingestionPipeline.json
@ -226,7 +226,7 @@
      "description": "Type of the application when pipelineType is 'application'.",
      "type": "string"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/messagingService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/messagingService.json
@ -152,7 +152,7 @@
      "description": "Domain the Messaging service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/metadataService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/metadataService.json
@ -155,7 +155,7 @@
      "description": "Domain the asset belongs to. When not set, the asset inherits the domain from the parent it belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/mlmodelService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/mlmodelService.json
@ -150,7 +150,7 @@
      "description": "Domain the MLModel service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/pipelineService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/pipelineService.json
@ -249,7 +249,7 @@
      "description": "Domain the Pipeline service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/searchService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/searchService.json
@ -144,7 +144,7 @@
      "description": "Domain the search service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-spec/src/main/resources/json/schema/entity/services/storageService.json
+++ b/openmetadata-spec/src/main/resources/json/schema/entity/services/storageService.json
@ -151,7 +151,7 @@
      "description": "Domain the Storage service belongs to.",
      "$ref": "../../type/entityReference.json"
    },
-    "ingestionAgent" : {
+    "ingestionRunner" : {
      "description": "The ingestion agent responsible for executing the ingestion pipeline.",
      "$ref": "../../type/entityReference.json"
    }
--- a/openmetadata-ui/src/main/resources/ui/src/components/Settings/Services/ServiceConnectionDetails/ServiceConnectionDetails.component.tsx
+++ b/openmetadata-ui/src/main/resources/ui/src/components/Settings/Services/ServiceConnectionDetails/ServiceConnectionDetails.component.tsx
@ -15,7 +15,6 @@ import { InfoCircleOutlined } from '@ant-design/icons';
 import { Col, Input, Row, Space, Tooltip } from 'antd';
 import { isEmpty } from 'lodash';
 import React, { ReactNode, useEffect, useState } from 'react';
-import { useTranslation } from 'react-i18next';
 import { EntityType } from '../../../../enums/entity.enum';
 import { APIServiceType } from '../../../../generated/entity/services/apiService';
 import { DashboardServiceType } from '../../../../generated/entity/services/dashboardService';
@ -49,7 +48,6 @@ const ServiceConnectionDetails = ({
 }: Readonly<ServiceConnectionDetailsProps>) => {
  const [schema, setSchema] = useState<Record<string, any>>({});
  const [data, setData] = useState<ReactNode>();
-  const { t } = useTranslation();

  useEffect(() => {
    switch (serviceCategory.slice(0, -1)) {
@ -158,9 +156,7 @@ const ServiceConnectionDetails = ({
              <Row>
                <Col className="d-flex items-center" span={8}>
                  <Space size={0}>
-                    <p className="text-grey-muted m-0">
-                      {t('label.extra-info-key')}
-                    </p>
+                    <p className="text-grey-muted m-0">{extraInfo.headerKey}</p>
                    {extraInfo.description && (
                      <Tooltip
                        placement="bottom"
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createApiService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createApiService.ts
@ -35,7 +35,7 @@ export interface CreateAPIService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDashboardService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDashboardService.ts
@ -34,7 +34,7 @@ export interface CreateDashboardService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
@ -345,6 +345,10 @@ export interface Connection {
     * MicroStrategy Project Name
     */
    projectName?: string;
+    /**
+     * Space types of Qlik Cloud to filter the dashboards ingested into the platform.
+     */
+    spaceTypes?: SpaceType[];
    /**
     * token to connect to Qlik Cloud.
     */
@ -1087,6 +1091,12 @@ export interface GCPImpersonateServiceAccountValues {
    [property: string]: any;
 }

+export enum SpaceType {
+    Managed = "Managed",
+    Personal = "Personal",
+    Shared = "Shared",
+}
+
 /**
 * Service Type
 *
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDatabaseService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createDatabaseService.ts
@ -35,7 +35,7 @@ export interface CreateDatabaseService {
     * The ingestion agent responsible for executing the ingestion pipeline. It will be defined
     * at runtime based on the Ingestion Agent of the service.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
@ -661,6 +661,10 @@ export interface ConfigClass {
     * Cost of credit for the Snowflake account.
     */
    creditCost?: number;
+    /**
+     * Optional configuration for ingestion of streams, By default, it will skip the streams.
+     */
+    includeStreams?: boolean;
    /**
     * Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the
     * TRANSIENT tables.
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMessagingService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMessagingService.ts
@ -35,7 +35,7 @@ export interface CreateMessagingService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMetadataService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMetadataService.ts
@ -30,7 +30,7 @@ export interface CreateMetadataService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMlModelService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createMlModelService.ts
@ -34,7 +34,7 @@ export interface CreateMlModelService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createPipelineService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createPipelineService.ts
@ -34,7 +34,7 @@ export interface CreatePipelineService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Life Cycle of the entity
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createSearchService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createSearchService.ts
@ -35,7 +35,7 @@ export interface CreateSearchService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createStorageService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/api/services/createStorageService.ts
@ -35,7 +35,7 @@ export interface CreateStorageService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies the this entity instance uniquely
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/apiService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/apiService.ts
@ -59,7 +59,7 @@ export interface APIService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this API service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/dashboardService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/dashboardService.ts
@ -58,7 +58,7 @@ export interface DashboardService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this dashboard service.
     */
@ -458,6 +458,10 @@ export interface Connection {
     * MicroStrategy Project Name
     */
    projectName?: string;
+    /**
+     * Space types of Qlik Cloud to filter the dashboards ingested into the platform.
+     */
+    spaceTypes?: SpaceType[];
    /**
     * token to connect to Qlik Cloud.
     */
@ -1200,6 +1204,12 @@ export interface GCPImpersonateServiceAccountValues {
    [property: string]: any;
 }

+export enum SpaceType {
+    Managed = "Managed",
+    Personal = "Personal",
+    Shared = "Shared",
+}
+
 /**
 * Service Type
 *
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/databaseService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/databaseService.ts
@ -60,7 +60,7 @@ export interface DatabaseService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this database service.
     */
@ -776,6 +776,10 @@ export interface ConfigClass {
     * Cost of credit for the Snowflake account.
     */
    creditCost?: number;
+    /**
+     * Optional configuration for ingestion of streams, By default, it will skip the streams.
+     */
+    includeStreams?: boolean;
    /**
     * Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the
     * TRANSIENT tables.
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/ingestionPipelines/ingestionPipeline.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/ingestionPipelines/ingestionPipeline.ts
@ -68,7 +68,7 @@ export interface IngestionPipeline {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Set the logging level for the workflow.
     */
@ -3158,6 +3158,10 @@ export interface ConfigClass {
     * Project name to create the refreshToken. Can be anything
     */
    projectName?: string;
+    /**
+     * Space types of Qlik Cloud to filter the dashboards ingested into the platform.
+     */
+    spaceTypes?: SpaceType[];
    /**
     * If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
     */
@ -3456,6 +3460,10 @@ export interface ConfigClass {
     * Cost of credit for the Snowflake account.
     */
    creditCost?: number;
+    /**
+     * Optional configuration for ingestion of streams, By default, it will skip the streams.
+     */
+    includeStreams?: boolean;
    /**
     * Optional configuration for ingestion of TRANSIENT tables, By default, it will skip the
     * TRANSIENT tables.
@ -5361,6 +5369,12 @@ export enum KafkaSecurityProtocol {
    SaslSSL = "SASL_SSL",
 }

+export enum SpaceType {
+    Managed = "Managed",
+    Personal = "Personal",
+    Shared = "Shared",
+}
+
 /**
 * SSL Configuration for OpenMetadata Server
 *
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/messagingService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/messagingService.ts
@ -59,7 +59,7 @@ export interface MessagingService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this messaging service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/metadataService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/metadataService.ts
@ -55,7 +55,7 @@ export interface MetadataService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this database service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/mlmodelService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/mlmodelService.ts
@ -59,7 +59,7 @@ export interface MlmodelService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this pipeline service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/pipelineService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/pipelineService.ts
@ -59,7 +59,7 @@ export interface PipelineService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this pipeline service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/searchService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/searchService.ts
@ -58,7 +58,7 @@ export interface SearchService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this search service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/storageService.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/services/storageService.ts
@ -58,7 +58,7 @@ export interface StorageService {
    /**
     * The ingestion agent responsible for executing the ingestion pipeline.
     */
-    ingestionAgent?: EntityReference;
+    ingestionRunner?: EntityReference;
    /**
     * Name that identifies this storage service.
     */
--- a/openmetadata-ui/src/main/resources/ui/src/interface/service.interface.ts
+++ b/openmetadata-ui/src/main/resources/ui/src/interface/service.interface.ts
@ -145,4 +145,5 @@ export type ExtraInfoType = {
  href?: string;
  location?: string;
  type?: string;
+  headerKey?: string;
 };