Fix #5831: Add pipeline to testsuite (#6756)

* Fix #5831: Add pipeline to testsuite

* Fix #5831: Add pipeline to testsuite

catalog-rest-service/src/main/java/org/openmetadata/catalog/jdbi3/TestSuiteRepository.java

@@ -3,9 +3,11 @@ package org.openmetadata.catalog.jdbi3;
 import static org.openmetadata.catalog.Entity.TEST_SUITE;
 
 import java.io.IOException;
+import org.openmetadata.catalog.Entity;
 import org.openmetadata.catalog.resources.dqtests.TestSuiteResource;
 import org.openmetadata.catalog.tests.TestSuite;
 import org.openmetadata.catalog.type.EntityReference;
+import org.openmetadata.catalog.type.Relationship;
 import org.openmetadata.catalog.util.EntityUtil;
 
 public class TestSuiteRepository extends EntityRepository<TestSuite> {
@@ -26,6 +28,7 @@ public class TestSuiteRepository extends EntityRepository<TestSuite> {
   @Override
   public TestSuite setFields(TestSuite entity, EntityUtil.Fields fields) throws IOException {
     entity.setOwner(fields.contains("owner") ? getOwner(entity) : null);
+    entity.setPipeline(fields.contains("pipelines") ? getIngestionPipeline(entity) : null);
     return entity;
   }
 
@@ -50,6 +53,10 @@ public class TestSuiteRepository extends EntityRepository<TestSuite> {
     storeOwner(entity, entity.getOwner());
   }
 
+  private EntityReference getIngestionPipeline(TestSuite testSuite) throws IOException {
+    return getToEntityRef(testSuite.getId(), Relationship.CONTAINS, Entity.INGESTION_PIPELINE, false);
+  }
+
   public class TestSuiteUpdater extends EntityUpdater {
     public TestSuiteUpdater(TestSuite original, TestSuite updated, Operation operation) {
       super(original, updated, operation);

catalog-rest-service/src/main/java/org/openmetadata/catalog/resources/dqtests/TestSuiteResource.java

@@ -337,7 +337,6 @@ public class TestSuiteResource extends EntityResource<TestSuite, TestSuiteReposi
   private TestSuite getTestSuite(CreateTestSuite create, String user) throws IOException {
     return copy(new TestSuite(), create, user)
         .withDescription(create.getDescription())
-        .withScheduleInterval(create.getScheduleInterval())
         .withDisplayName(create.getDisplayName())
         .withName(create.getName());
   }

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/dashboardServiceMetadataPipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entity/services/ingestionPipelines/dashboardServiceMetadataPipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/dashboardServiceMetadataPipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "DashboardServiceMetadataPipeline",
   "description": "DashboardService Metadata Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/databaseServiceMetadataPipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org//schema/entity/services/ingestionPipelines/databaseServiceMetadataPipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/databaseServiceMetadataPipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "DatabaseServiceMetadataPipeline",
   "description": "DatabaseService Metadata Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/databaseServiceProfilerPipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entity/services/ingestionPipelines/databaseServiceProfilerPipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/databaseServiceProfilerPipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "DatabaseServiceProfilerPipeline",
   "description": "DatabaseService Profiler Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/databaseServiceQueryLineagePipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entity/services/ingestionPipelines/databaseServiceQueryLineagePipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/databaseServiceQueryLineagePipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "DatabaseServiceQueryLineagePipeline",
   "description": "DatabaseService Query Lineage Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/databaseServiceQueryUsagePipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entity/services/ingestionPipelines/databaseServiceQueryUsagePipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/databaseServiceQueryUsagePipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "DatabaseServiceQueryUsagePipeline",
   "description": "DatabaseService Query Usage Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/messagingServiceMetadataPipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entities/services/ingestionPipelines/messagingServiceMetadataPipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/messagingServiceMetadataPipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "MessagingServiceMetadataPipeline",
   "description": "MessagingService Metadata Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/mlmodelServiceMetadataPipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entity/services/ingestionPipelines/mlmodelServiceMetadataPipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/mlmodelServiceMetadataPipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "MlModelServiceMetadataPipeline",
   "description": "MlModelService Metadata Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/pipelineServiceMetadataPipeline.json

@@ -1,5 +1,5 @@
 {
-  "$id": "https://open-metadata.org/schema/entity/services/ingestionPipelines/pipelineServiceMetadataPipeline.json",
+  "$id": "https://open-metadata.org/schema/metadataIngestion/pipelineServiceMetadataPipeline.json",
   "$schema": "http://json-schema.org/draft-07/schema#",
   "title": "PipelineServiceMetadataPipeline",
   "description": "PipelineService Metadata Pipeline Configuration.",

catalog-rest-service/src/main/resources/json/schema/metadataIngestion/testSuitePipeline.json

@@ -0,0 +1,22 @@
+{
+  "$id": "https://open-metadata.org/schema/metadataIngestion/testSuitePipeline.json",
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "TestSuitePipeline",
+  "description": "TestSuite Pipeline Configuration.",
+  "definitions": {
+    "pipelineMetadataConfigType": {
+      "description": "Pipeline Source Config Metadata Pipeline type",
+      "type": "string",
+      "enum": ["TestSuite"],
+      "default": "TestSuite"
+    }
+  },
+  "properties": {
+    "type": {
+      "description": "Pipeline type",
+      "$ref": "#/definitions/pipelineMetadataConfigType",
+      "default": "TestSuite"
+    }
+  },
+  "additionalProperties": false
+}

catalog-rest-service/src/main/resources/json/schema/tests/testSuite.json

@@ -35,9 +35,10 @@
       },
       "default": null
     },
-    "scheduleInterval": {
+    "pipeline": {
-      "description": "TestSuite schedule interval in cron format.",
+      "description": "References to pipelines deployed for this database service to extract metadata, usage, lineage etc..",
-      "type": "string"
+      "$ref": "../type/entityReference.json",
+      "default": null
     },
     "owner": {
       "description": "Owner of this TestCase definition.",

catalog-rest-service/src/test/java/org/openmetadata/catalog/resources/dqtests/TestSuiteResourceTest.java

@@ -58,7 +58,6 @@ public class TestSuiteResourceTest extends EntityResourceTest<TestSuite, CreateT
       throws HttpResponseException {
     assertEquals(request.getName(), createdEntity.getName());
     assertEquals(request.getDescription(), createdEntity.getDescription());
-    assertEquals(request.getScheduleInterval(), createdEntity.getScheduleInterval());
   }
 
   @Override
@@ -66,7 +65,6 @@ public class TestSuiteResourceTest extends EntityResourceTest<TestSuite, CreateT
       throws HttpResponseException {
     assertEquals(expected.getName(), updated.getName());
     assertEquals(expected.getDescription(), updated.getDescription());
-    assertEquals(expected.getScheduleInterval(), updated.getScheduleInterval());
   }
 
   @Override