Merge pull request #4045 from open-metadata/issue-4042

Fix #4042: Ingestion: Sample data ingestion is failing
2025-09-16 04:23:12 +00:00 · 2022-04-11 17:30:14 -07:00 · 2022-04-11 17:30:14 -07:00 · d49defcd77
commit d49defcd77
parent 97e495b2af 8bb763abf1
43 changed files with 461 additions and 455 deletions
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/connectionBasicType.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/connectionBasicType.json
@ -19,6 +19,16 @@
      "additionalProperties": {
        "type": "string"
      }
+    },
+    "supportsMetadataExtraction": {
+      "description": "Supports Metadata Extraction.",
+      "type": "boolean",
+      "default": "true"
+    },
+    "supportsUsageExtraction": {
+      "description": "Supports Usage Extraction.",
+      "type": "boolean",
+      "default": "true"
    }
  }
 }
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/lookerConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/lookerConnection.json
@ -38,7 +38,7 @@
      "type": "string"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/metabaseConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/metabaseConnection.json
@ -37,7 +37,7 @@
      "type": "string"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/powerBIConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/powerBIConnection.json
@ -51,7 +51,7 @@
      "default": null
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/redashConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/redashConnection.json
@ -34,7 +34,7 @@
      "type": "string"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/supersetConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/supersetConnection.json
@ -49,7 +49,7 @@
      "type": "object"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/tableauConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/tableauConnection.json
@ -53,7 +53,7 @@
      "type": "string"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/athenaConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/athenaConnection.json
@ -60,13 +60,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/azureSQLConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/azureSQLConnection.json
@ -53,13 +53,13 @@
      "default": "{ODBC Driver 17 for SQL Server}"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json
@ -73,16 +73,16 @@
      "default": "_PARTITIONTIME"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    },
    "supportsUsageExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/clickhouseConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/clickhouseConnection.json
@ -52,16 +52,16 @@
      "type": "integer"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    },
    "supportsUsageExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/databricksConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/databricksConnection.json
@ -52,13 +52,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/db2Connection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/db2Connection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/deltaLakeConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/deltaLakeConnection.json
@ -32,13 +32,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/druidConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/druidConnection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/dynamoDBConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/dynamoDBConnection.json
@ -50,13 +50,13 @@
      "default": "DynamoDB"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/glueConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/glueConnection.json
@ -58,13 +58,13 @@
      "default": "Glue"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/hiveConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/hiveConnection.json
@ -52,13 +52,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mariaDBConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mariaDBConnection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mssqlConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mssqlConnection.json
@ -52,13 +52,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mysqlConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mysqlConnection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/oracleConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/oracleConnection.json
@ -53,13 +53,13 @@
      "default": null
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/postgresConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/postgresConnection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/prestoConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/prestoConnection.json
@ -52,13 +52,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/salesforceConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/salesforceConnection.json
@ -52,13 +52,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sampleDataConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sampleDataConnection.json
@ -9,14 +9,14 @@
    "sampledataType": {
      "description": "Service type.",
      "type": "string",
-      "enum": ["BigQuery"],
-      "default": "BigQuery"
+      "enum": ["SampleData"],
+      "default": "SampleData"
    },
    "sampledataScheme": {
      "description": "SQLAlchemy driver scheme options.",
      "type": "string",
-      "enum": ["bigquery"],
-      "default": "bigquery"
+      "enum": ["sampledata"],
+      "default": "sampledata"
    }
  },
  "properties": {
@ -30,19 +30,16 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
-    "supportedPipelineTypes": {
-      "description": "Supported Metadata Extraction Pipelines.",
-      "type": "string",
-      "items": {
-        "type": "string",
-        "enum": ["Metadata", "Usage"]
-      },
-      "default": ["Metadata", "Usage"]
+    "supportsMetadataExtraction": {
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
+    },
+    "supportsUsageExtraction": {
+      "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/singleStoreConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/singleStoreConnection.json
@ -48,13 +48,13 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json
@ -60,16 +60,16 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    },
    "supportsUsageExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sqliteConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sqliteConnection.json
@ -53,13 +53,13 @@
      "default": ":memory:"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/trinoConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/trinoConnection.json
@ -52,10 +52,10 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "proxies": {
      "description": "Proxies for the connection to Trino data source",
@ -66,7 +66,7 @@
      "type": "object"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/verticaConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/verticaConnection.json
@ -48,16 +48,16 @@
      "type": "string"
    },
    "connectionOptions": {
-      "$ref": "connectionBasicType.json#/definitions/connectionOptions"
+      "$ref": "../connectionBasicType.json#/definitions/connectionOptions"
    },
    "connectionArguments": {
-      "$ref": "connectionBasicType.json#/definitions/connectionArguments"
+      "$ref": "../connectionBasicType.json#/definitions/connectionArguments"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    },
    "supportsUsageExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/kafkaConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/kafkaConnection.json
@ -31,7 +31,7 @@
      "default": "http://localhost:8081"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/pulsarConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/pulsarConnection.json
@ -20,7 +20,7 @@
      "default": "Pulsar"
    },
    "supportsMetadataExtraction": {
-      "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction"
+      "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
    }
  },
  "additionalProperties": false
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/serviceConnection.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/serviceConnection.json
@ -18,16 +18,6 @@
          "$ref": "../messagingService.json#/definitions/messagingConnection"
        }
      ]
-    },
-    "supportsMetadataExtraction": {
-      "description": "Supports Metadata Extraction.",
-      "type": "boolean",
-      "default": "true"
-    },
-    "supportsUsageExtraction": {
-      "description": "Supports Usage Extraction.",
-      "type": "boolean",
-      "default": "true"
    }
  },
  "properties": {
--- a/catalog-rest-service/src/main/resources/json/schema/entity/services/databaseService.json
+++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/databaseService.json
@ -32,7 +32,8 @@
        "SingleStore",
        "SQLite",
        "DeltaLake",
-        "Salesforce"
+        "Salesforce",
+        "SampleData"
      ],
      "javaEnums": [
        {
@ -106,6 +107,9 @@
        },
        {
          "name": "Salesforce"
+        },
+        {
+          "name": "SampleData"
        }
      ]
    },
--- a/ingestion-core/src/metadata/_version.py
+++ b/ingestion-core/src/metadata/_version.py
@ -7,5 +7,5 @@ Provides metadata version information.

 from incremental import Version

-__version__ = Version("metadata", 0, 9, 0, dev=25)
+__version__ = Version("metadata", 0, 9, 0, dev=27)
 __all__ = ["__version__"]
--- a/ingestion/examples/sample_data/datasets/database.json
+++ b/ingestion/examples/sample_data/datasets/database.json
@ -4,6 +4,6 @@
  "description": "This **mock** database contains schemas related to shopify sales and orders with related dimension tables.",
  "service": {
    "id": "b946d870-03b2-4d33-a075-13665a7a76b9",
-    "type": "BIGQUERY"
+    "type": "SAMPLEDATA"
  }
 }
--- a/ingestion/examples/sample_data/datasets/tableTests.json
+++ b/ingestion/examples/sample_data/datasets/tableTests.json
@ -1,6 +1,6 @@
 [
  {
-      "table": "bigquery_gcp.ecommerce_db.shopify.dim_staff",
+      "table": "sample_data.ecommerce_db.shopify.dim_staff",
    "tableTests": [
      {
        "description": "Rows should always be 100 because of something",
--- a/ingestion/examples/sample_data/datasets/tables.json
+++ b/ingestion/examples/sample_data/datasets/tables.json
--- a/ingestion/examples/sample_data/lineage/lineage.json
+++ b/ingestion/examples/sample_data/lineage/lineage.json
@ -1,25 +1,25 @@
 [{
-    "from": { "fqn":"bigquery_gcp.ecommerce_db.shopify.raw_customer", "type": "table"},
+    "from": { "fqn":"sample_data.ecommerce_db.shopify.raw_customer", "type": "table"},
    "to": { "fqn":"sample_airflow.dim_address_etl", "type": "pipeline"}
  },
  {
      "from": {"fqn":"sample_airflow.dim_address_etl", "type": "pipeline"},
-      "to": {"fqn":"bigquery_gcp.ecommerce_db.shopify.dim_address", "type": "table"}
+      "to": {"fqn":"sample_data.ecommerce_db.shopify.dim_address", "type": "table"}
  },
  {
-    "from": {"fqn":"bigquery_gcp.ecommerce_db.shopify.raw_order", "type": "table"},
+    "from": {"fqn":"sample_data.ecommerce_db.shopify.raw_order", "type": "table"},
    "to": {"fqn":"sample_airflow.dim_product_etl", "type": "pipeline"}
  },
  {
-      "from": {"fqn":"bigquery_gcp.ecommerce_db.shopify.raw_customer", "type": "table"},
+      "from": {"fqn":"sample_data.ecommerce_db.shopify.raw_customer", "type": "table"},
      "to": {"fqn":"sample_airflow.dim_product_etl", "type": "pipeline"}
  },
  {
      "from": {"fqn":"sample_airflow.dim_product_etl", "type": "pipeline"},
-      "to": {"fqn":"bigquery_gcp.ecommerce_db.shopify.\"dim.product\"", "type": "table"}
+      "to": {"fqn":"sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table"}
  },
  {
      "from": {"fqn": "sample_airflow.dim_product_etl", "type": "pipeline"},
-      "to": {"fqn":"bigquery_gcp.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table"}
+      "to": {"fqn":"sample_data.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table"}
  }
 ]
--- a/ingestion/pipelines/sample_data.json
+++ b/ingestion/pipelines/sample_data.json
@ -1,10 +1,11 @@
 {
  "source": {
-    "type": "sample-data",
-    "serviceName": "bigquery_gcp",
+    "type": "sample_data",
+    "serviceName": "sample_data",
    "serviceConnection": {
      "config": {
-        "type": "BigQuery"
+        "type": "SampleData",
+        "sampleDataFolder": "./examples/sample_data"
      }
    },
    "sourceConfig": {}
--- a/ingestion/src/metadata/ingestion/source/sample_data.py
+++ b/ingestion/src/metadata/ingestion/source/sample_data.py
@ -343,7 +343,11 @@ class SampleDataSource(Source[Entity]):
            )
        )
        self.pipeline_status = json.load(
-            open(self.config.sample_data_folder + "/pipelines/pipelineStatus.json", "r")
+            open(
+                self.service_connection.sampleDataFolder
+                + "/pipelines/pipelineStatus.json",
+                "r",
+            )
        )

    @classmethod
@ -353,7 +357,7 @@ class SampleDataSource(Source[Entity]):
        connection: SampleDataConnection = config.serviceConnection.__root__.config
        if not isinstance(connection, SampleDataConnection):
            raise InvalidSourceException(
-                f"Expected MssqlConnection, but got {connection}"
+                f"Expected SampleDataConnection, but got {connection}"
            )
        return cls(config, metadata_config)