diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/connectionBasicType.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/connectionBasicType.json similarity index 77% rename from catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/connectionBasicType.json rename to catalog-rest-service/src/main/resources/json/schema/entity/services/connections/connectionBasicType.json index 2ad95bdab15..92151750340 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/connectionBasicType.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/connectionBasicType.json @@ -19,6 +19,16 @@ "additionalProperties": { "type": "string" } + }, + "supportsMetadataExtraction": { + "description": "Supports Metadata Extraction.", + "type": "boolean", + "default": "true" + }, + "supportsUsageExtraction": { + "description": "Supports Usage Extraction.", + "type": "boolean", + "default": "true" } } -} \ No newline at end of file +} diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/lookerConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/lookerConnection.json index 74c1a060423..422770eeddc 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/lookerConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/lookerConnection.json @@ -38,7 +38,7 @@ "type": "string" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/metabaseConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/metabaseConnection.json index b60470a857f..50beadde67e 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/metabaseConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/metabaseConnection.json @@ -37,7 +37,7 @@ "type": "string" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/powerBIConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/powerBIConnection.json index 7ee7c981509..fa52601248b 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/powerBIConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/powerBIConnection.json @@ -51,7 +51,7 @@ "default": null }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/redashConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/redashConnection.json index 93faac6cdd9..93f23a4e589 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/redashConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/redashConnection.json @@ -34,7 +34,7 @@ "type": "string" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/supersetConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/supersetConnection.json index 7fb1fab5d90..552689b1c08 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/supersetConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/supersetConnection.json @@ -49,7 +49,7 @@ "type": "object" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/tableauConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/tableauConnection.json index ab07ff62b28..edb72d87afa 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/tableauConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/dashboard/tableauConnection.json @@ -53,7 +53,7 @@ "type": "string" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/athenaConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/athenaConnection.json index a17036b1cab..68215f9eb71 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/athenaConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/athenaConnection.json @@ -60,13 +60,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/azureSQLConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/azureSQLConnection.json index ca3f4e18bb7..77e21c7afc7 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/azureSQLConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/azureSQLConnection.json @@ -53,13 +53,13 @@ "default": "{ODBC Driver 17 for SQL Server}" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json index f9f04091529..da510def044 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json @@ -73,16 +73,16 @@ "default": "_PARTITIONTIME" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" }, "supportsUsageExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/clickhouseConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/clickhouseConnection.json index d38c5d5b7a4..e7669d5e67c 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/clickhouseConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/clickhouseConnection.json @@ -52,16 +52,16 @@ "type": "integer" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" }, "supportsUsageExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/databricksConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/databricksConnection.json index f67ba793ae7..3426b460aec 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/databricksConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/databricksConnection.json @@ -52,13 +52,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/db2Connection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/db2Connection.json index e4e3441cea9..fd67ae58e63 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/db2Connection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/db2Connection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/deltaLakeConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/deltaLakeConnection.json index cfefb17c09c..8ba0616da3e 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/deltaLakeConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/deltaLakeConnection.json @@ -32,13 +32,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/druidConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/druidConnection.json index e146728c7b8..65c19d56bf6 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/druidConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/druidConnection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/dynamoDBConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/dynamoDBConnection.json index d2707489bf2..6db2ae5fc96 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/dynamoDBConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/dynamoDBConnection.json @@ -50,13 +50,13 @@ "default": "DynamoDB" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/glueConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/glueConnection.json index b576ab2b960..3bce02aba23 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/glueConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/glueConnection.json @@ -58,13 +58,13 @@ "default": "Glue" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/hiveConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/hiveConnection.json index 0bf773cd34a..0cd7c073855 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/hiveConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/hiveConnection.json @@ -52,13 +52,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mariaDBConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mariaDBConnection.json index 34bbb705d43..c7e6334bd2e 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mariaDBConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mariaDBConnection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mssqlConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mssqlConnection.json index f7862ca5018..9e10cd9389b 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mssqlConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mssqlConnection.json @@ -52,13 +52,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mysqlConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mysqlConnection.json index a555574f473..1b721d567c7 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mysqlConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/mysqlConnection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/oracleConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/oracleConnection.json index 3a6876447d1..5ae54860c61 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/oracleConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/oracleConnection.json @@ -53,13 +53,13 @@ "default": null }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/postgresConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/postgresConnection.json index f6bba6bb82c..49d986ee517 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/postgresConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/postgresConnection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/prestoConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/prestoConnection.json index 797cd40d5d9..63bb9831679 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/prestoConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/prestoConnection.json @@ -52,13 +52,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json index 9eea00773a7..1afc6ea83d4 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/salesforceConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/salesforceConnection.json index c0b929489c5..bb8c233f4ca 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/salesforceConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/salesforceConnection.json @@ -52,13 +52,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sampleDataConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sampleDataConnection.json index 3be4196ff0f..eb454aad5b3 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sampleDataConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sampleDataConnection.json @@ -9,14 +9,14 @@ "sampledataType": { "description": "Service type.", "type": "string", - "enum": ["BigQuery"], - "default": "BigQuery" + "enum": ["SampleData"], + "default": "SampleData" }, "sampledataScheme": { "description": "SQLAlchemy driver scheme options.", "type": "string", - "enum": ["bigquery"], - "default": "bigquery" + "enum": ["sampledata"], + "default": "sampledata" } }, "properties": { @@ -30,19 +30,16 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, - "supportedPipelineTypes": { - "description": "Supported Metadata Extraction Pipelines.", - "type": "string", - "items": { - "type": "string", - "enum": ["Metadata", "Usage"] - }, - "default": ["Metadata", "Usage"] + "supportsMetadataExtraction": { + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" + }, + "supportsUsageExtraction": { + "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/singleStoreConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/singleStoreConnection.json index 5d960debfad..c25a453449b 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/singleStoreConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/singleStoreConnection.json @@ -48,13 +48,13 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json index 064282a9f7a..2ee6e6ce903 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json @@ -60,16 +60,16 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" }, "supportsUsageExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sqliteConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sqliteConnection.json index 7a6425d7222..9cc9d15b4f0 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sqliteConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/sqliteConnection.json @@ -53,13 +53,13 @@ "default": ":memory:" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/trinoConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/trinoConnection.json index 255ca018986..41845da5b67 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/trinoConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/trinoConnection.json @@ -52,10 +52,10 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "proxies": { "description": "Proxies for the connection to Trino data source", @@ -66,7 +66,7 @@ "type": "object" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/verticaConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/verticaConnection.json index 57c82e326e4..1382b1aa9b5 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/verticaConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/database/verticaConnection.json @@ -48,16 +48,16 @@ "type": "string" }, "connectionOptions": { - "$ref": "connectionBasicType.json#/definitions/connectionOptions" + "$ref": "../connectionBasicType.json#/definitions/connectionOptions" }, "connectionArguments": { - "$ref": "connectionBasicType.json#/definitions/connectionArguments" + "$ref": "../connectionBasicType.json#/definitions/connectionArguments" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" }, "supportsUsageExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsUsageExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/kafkaConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/kafkaConnection.json index 38e452169d5..f1c7ff7a7cc 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/kafkaConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/kafkaConnection.json @@ -31,7 +31,7 @@ "default": "http://localhost:8081" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/pulsarConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/pulsarConnection.json index 4880c5c175d..ac32a8a8ad5 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/pulsarConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/messaging/pulsarConnection.json @@ -20,7 +20,7 @@ "default": "Pulsar" }, "supportsMetadataExtraction": { - "$ref": "../serviceConnection.json#/definitions/supportsMetadataExtraction" + "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" } }, "additionalProperties": false diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/serviceConnection.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/serviceConnection.json index c3545d203bc..aad3f3f2d9d 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/serviceConnection.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/connections/serviceConnection.json @@ -18,16 +18,6 @@ "$ref": "../messagingService.json#/definitions/messagingConnection" } ] - }, - "supportsMetadataExtraction": { - "description": "Supports Metadata Extraction.", - "type": "boolean", - "default": "true" - }, - "supportsUsageExtraction": { - "description": "Supports Usage Extraction.", - "type": "boolean", - "default": "true" } }, "properties": { diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/services/databaseService.json b/catalog-rest-service/src/main/resources/json/schema/entity/services/databaseService.json index f7650014592..7176ece73fa 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/services/databaseService.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/services/databaseService.json @@ -32,7 +32,8 @@ "SingleStore", "SQLite", "DeltaLake", - "Salesforce" + "Salesforce", + "SampleData" ], "javaEnums": [ { @@ -106,6 +107,9 @@ }, { "name": "Salesforce" + }, + { + "name": "SampleData" } ] }, diff --git a/ingestion-core/src/metadata/_version.py b/ingestion-core/src/metadata/_version.py index 5d6bea44be0..b8a28452ab1 100644 --- a/ingestion-core/src/metadata/_version.py +++ b/ingestion-core/src/metadata/_version.py @@ -7,5 +7,5 @@ Provides metadata version information. from incremental import Version -__version__ = Version("metadata", 0, 9, 0, dev=25) +__version__ = Version("metadata", 0, 9, 0, dev=27) __all__ = ["__version__"] diff --git a/ingestion/examples/sample_data/datasets/database.json b/ingestion/examples/sample_data/datasets/database.json index 52306f9760a..b794bb4aa28 100644 --- a/ingestion/examples/sample_data/datasets/database.json +++ b/ingestion/examples/sample_data/datasets/database.json @@ -4,6 +4,6 @@ "description": "This **mock** database contains schemas related to shopify sales and orders with related dimension tables.", "service": { "id": "b946d870-03b2-4d33-a075-13665a7a76b9", - "type": "BIGQUERY" + "type": "SAMPLEDATA" } } diff --git a/ingestion/examples/sample_data/datasets/tableTests.json b/ingestion/examples/sample_data/datasets/tableTests.json index 923e94b9f5d..520ff392b3d 100644 --- a/ingestion/examples/sample_data/datasets/tableTests.json +++ b/ingestion/examples/sample_data/datasets/tableTests.json @@ -1,6 +1,6 @@ [ { - "table": "bigquery_gcp.ecommerce_db.shopify.dim_staff", + "table": "sample_data.ecommerce_db.shopify.dim_staff", "tableTests": [ { "description": "Rows should always be 100 because of something", diff --git a/ingestion/examples/sample_data/datasets/tables.json b/ingestion/examples/sample_data/datasets/tables.json index b886fa8efdb..fd0334b8a0a 100644 --- a/ingestion/examples/sample_data/datasets/tables.json +++ b/ingestion/examples/sample_data/datasets/tables.json @@ -129,7 +129,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -158,7 +158,7 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 35 } ] @@ -167,43 +167,43 @@ "columnName": "address_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 49 } ] @@ -1088,7 +1088,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -1124,7 +1124,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -1153,63 +1153,63 @@ "columnName": "api_client_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:api_client_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:customer_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:shop_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:user_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 55 } ] @@ -1444,7 +1444,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -1746,7 +1746,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -1775,31 +1775,31 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:api_client_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:customer_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:user_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 45 } ] @@ -1808,67 +1808,67 @@ "columnName": "customer_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:api_client_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:customer_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:shop_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:user_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 45 } ] @@ -3858,7 +3858,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -3951,7 +3951,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -3980,43 +3980,43 @@ "columnName": "location_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 50 } ] @@ -4204,7 +4204,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -4274,7 +4274,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -4303,11 +4303,11 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product:product_id", "joinCount": 5 } ] @@ -4316,59 +4316,59 @@ "columnName": "product_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product.variant:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product.variant:product_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product.variant:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product.variant:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product:product_id", "joinCount": 5 } ] @@ -4616,7 +4616,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -4719,7 +4719,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -4748,11 +4748,11 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product:product_id", "joinCount": 5 } ] @@ -4761,11 +4761,11 @@ "columnName": "product_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product:product_id", "joinCount": 5 } ] @@ -5133,7 +5133,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -5179,7 +5179,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -5208,71 +5208,71 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:shop_id", "joinCount": 35 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 35 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:shop_id", "joinCount": 35 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product_variant:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product_variant:product_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.product_variant:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.product_variant:shop_id", "joinCount": 5 } ] @@ -5430,7 +5430,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -5493,7 +5493,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -5522,15 +5522,15 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim.shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim.shop:shop_id", "joinCount": 35 } ] @@ -5539,67 +5539,67 @@ "columnName": "user_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:api_client_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:customer_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:shop_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 35 } ] @@ -5877,7 +5877,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -5885,7 +5885,7 @@ { "id": "ebb535b6-234a-477f-8713-b0bc7ff5897f", "name": "fact_line_item", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item", + "fullyQualifiedName": "sample_data.shopify.fact_line_item", "description": "The fact table contains information about the line items in orders. Each row in the table is a line item in an order. It contains product and product variant details as they were at the time of the order. This table does not include information about returns. Join this table with the TODO fact_sales table to get the details of the product on the day it was sold. This data will match what appears on the order in your Shopify admin as well as the in the Sales reports.", "version": 0.1, "updatedAt": 1638354087696, @@ -5898,7 +5898,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the line item. This column is the primary key for the this table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.line_item_id", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.line_item_id", "tags": [], "constraint": "PRIMARY_KEY", "ordinalPosition": 1 @@ -5907,7 +5907,7 @@ "name": "billing_address_id", "dataType": "NUMERIC", "dataTypeDisplay": "numeric", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.billing_address_id", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.billing_address_id", "tags": [], "ordinalPosition": 2 }, @@ -5916,7 +5916,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the order. This column is a foreign key reference to the orders_id column in the fact_order table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.order_id", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.order_id", "tags": [], "ordinalPosition": 3 }, @@ -5925,7 +5925,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the product ordered, unless the line item is for shipping costs (you can add custom items using a draft order). This column is a foreign key reference to the product_id column in the dim.product table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.product_id", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.product_id", "tags": [], "ordinalPosition": 4 }, @@ -5933,7 +5933,7 @@ "name": "product_variant_id", "dataType": "NUMERIC", "dataTypeDisplay": "numeric", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.product_variant_id", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.product_variant_id", "tags": [], "ordinalPosition": 5 }, @@ -5942,7 +5942,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the store. This column is a foreign key reference to the shop_id column in the dim_shop table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.shop_id", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.shop_id", "tags": [], "ordinalPosition": 6 }, @@ -5952,7 +5952,7 @@ "dataLength": 100, "dataTypeDisplay": "varchar", "description": "Name of the line item. This name combines the product title and the variant title into the following format: product-title - variant-title. If there is no variant title, then the format is product-title. This column is the same as order.line_items.name\"in the Admin API.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.name", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.name", "tags": [], "ordinalPosition": 7 }, @@ -5962,7 +5962,7 @@ "dataLength": 150, "dataTypeDisplay": "varchar", "description": "Name of the product ordered. This column is the same as order.line_items.title in the Admin API.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.product_title", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.product_title", "tags": [], "ordinalPosition": 8 }, @@ -5971,7 +5971,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Price of the product variant.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.price", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.price", "tags": [], "ordinalPosition": 9 }, @@ -5980,7 +5980,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Number of product variant items ordered in the line item.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.quantity", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.quantity", "tags": [], "ordinalPosition": 10 }, @@ -5989,7 +5989,7 @@ "dataType": "BOOLEAN", "dataTypeDisplay": "boolean", "description": "Whether the product variant requires fulfillment (shipping). For example, online gift cards don't require shipping.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.requires_shipping", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.requires_shipping", "tags": [], "ordinalPosition": 11 }, @@ -5998,7 +5998,7 @@ "dataType": "BOOLEAN", "dataTypeDisplay": "boolean", "description": "Whether taxes are charged for the product variant, otherwise contains 0. For example, when the line item is a gift card, taxes are not charged.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.taxable", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.taxable", "tags": [], "ordinalPosition": 12 }, @@ -6007,7 +6007,7 @@ "dataType": "BOOLEAN", "dataTypeDisplay": "boolean", "description": "Whether the product variant is a gift card.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.gift_card", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.gift_card", "tags": [], "ordinalPosition": 13 }, @@ -6016,7 +6016,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Weight of a single unit of the product variant. Contains 0 when the product variant is a gift card.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.grams", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.grams", "tags": [], "ordinalPosition": 14 }, @@ -6026,7 +6026,7 @@ "dataLength": 200, "dataTypeDisplay": "varchar", "description": "Name of the manufacturer, wholesaler, or other vendor of the product.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.product_vendor", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.product_vendor", "tags": [], "ordinalPosition": 15 }, @@ -6035,7 +6035,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Number of product variant items in the line item that require fulfillment. Some product variants, such as gift cards and digital products, do not need to be fulfilled.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.fulfillable_quantity", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.fulfillable_quantity", "tags": [], "ordinalPosition": 16 }, @@ -6045,7 +6045,7 @@ "dataLength": 100, "dataTypeDisplay": "varchar", "description": "Name of the fulfillment service provider that fulfilled (shipped) the variant ordered. Contains manual when there is no fulfillment service specified for the variant.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_line_item.fulfillment_service", + "fullyQualifiedName": "sample_data.shopify.fact_line_item.fulfillment_service", "tags": [], "ordinalPosition": 17 } @@ -6053,7 +6053,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -6082,7 +6082,7 @@ "columnName": "line_item_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.line_item_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.line_item_id", "joinCount": 20 } ] @@ -6660,7 +6660,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -6668,7 +6668,7 @@ { "id": "6bd37162-1eb2-4c22-88ef-aedb7bf35d23", "name": "fact_order", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order", + "fullyQualifiedName": "sample_data.shopify.fact_order", "description": "The orders table contains information about each order in your store. Although this table is good for generating order lists and joining with the dim_customer, use the sales table instead for computing financial or other metrics.", "version": 0.1, "updatedAt": 1638354087730, @@ -6681,7 +6681,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Unique numeric identifier for the order across Shopify stores. In your Shopify admin, this ID is used internally. Most merchants are familiar with the other ID that appears on orders in the Shopify admin. This ID can be found in the Name column.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.order_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.order_id", "tags": [], "constraint": "PRIMARY_KEY", "ordinalPosition": 1 @@ -6691,7 +6691,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "The ID of the API client that called the Shopify API. This column is a foreign key reference to the api_client_id column in the dim_api_client table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.api_client_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.api_client_id", "tags": [], "ordinalPosition": 2 }, @@ -6699,7 +6699,7 @@ "name": "billing_address_id", "dataType": "NUMERIC", "dataTypeDisplay": "numeric", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.billing_address_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.billing_address_id", "tags": [], "ordinalPosition": 3 }, @@ -6708,7 +6708,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "The ID of the customer. This column is a foreign key reference to the customer_id column in the dim_customer table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.customer_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.customer_id", "tags": [], "ordinalPosition": 4 }, @@ -6716,7 +6716,7 @@ "name": "location_id", "dataType": "NUMERIC", "dataTypeDisplay": "numeric", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.location_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.location_id", "tags": [], "ordinalPosition": 5 }, @@ -6724,7 +6724,7 @@ "name": "shipping_address_id", "dataType": "NUMERIC", "dataTypeDisplay": "numeric", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.shipping_address_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.shipping_address_id", "tags": [], "ordinalPosition": 6 }, @@ -6733,7 +6733,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "The ID of the store. This column is a foreign key reference to the shop_id column in the dim.shop table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.shop_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.shop_id", "tags": [], "ordinalPosition": 7 }, @@ -6742,7 +6742,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "The ID of the staff member who created the order. This column is a foreign key reference to the ID in the dim_staff table. This column applies to Shopify POS orders and to orders that were converted from draft orders.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.user_id", + "fullyQualifiedName": "sample_data.shopify.fact_order.user_id", "tags": [], "ordinalPosition": 8 }, @@ -6752,7 +6752,7 @@ "dataLength": 100, "dataTypeDisplay": "varchar", "description": "The identifier of the order that the merchant and customer sees. This is the ID that appears on the order in the Shopify admin. For example, #1001. By default, this identifier is unique to one store. If you have multiple stores, then use the order_id column to guarantee uniqueness across multiple stores.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.name", + "fullyQualifiedName": "sample_data.shopify.fact_order.name", "tags": [], "ordinalPosition": 9 }, @@ -6761,7 +6761,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "The total price of the order, including shipping and taxes. This column includes gift card sales, but does not include returns. This value may not be accurate for API-imported orders. Do not use this column for financial calculations. Instead, use the total_price column in the sales table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.total_price", + "fullyQualifiedName": "sample_data.shopify.fact_order.total_price", "tags": [], "ordinalPosition": 10 }, @@ -6771,7 +6771,7 @@ "dataLength": 100, "dataTypeDisplay": "varchar", "description": "The discount code that was applied to the order.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.discount_code", + "fullyQualifiedName": "sample_data.shopify.fact_order.discount_code", "tags": [], "ordinalPosition": 11 }, @@ -6780,7 +6780,7 @@ "dataType": "TIMESTAMP", "dataTypeDisplay": "timestamp", "description": "The date (ISO 8601) and time (UTC) when the order was created. The format is YYYY-MM-DD HH:mm:ss (for example, 2016-02-05 17:04:01).", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.processed_at", + "fullyQualifiedName": "sample_data.shopify.fact_order.processed_at", "tags": [], "ordinalPosition": 12 }, @@ -6789,7 +6789,7 @@ "dataType": "TIMESTAMP", "dataTypeDisplay": "timestamp", "description": "If the order was canceled, then this column contains the date (ISO 8601) and time (UTC) when the order was canceled. The format is YYYY-MM-DD HH:mm:ss (for example, 2016-02-05 17:04:01).", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.canceled_at", + "fullyQualifiedName": "sample_data.shopify.fact_order.canceled_at", "tags": [], "ordinalPosition": 13 }, @@ -6798,7 +6798,7 @@ "dataType": "TIMESTAMP", "dataTypeDisplay": "timestamp", "description": "If the order was deleted, then this column contains the date (ISO 8601) and time (UTC) when the order was deleted. The format is YYYY-MM-DD HH:mm:ss (for example, 2016-02-05 17:04:01).", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.deleted_at", + "fullyQualifiedName": "sample_data.shopify.fact_order.deleted_at", "tags": [], "ordinalPosition": 14 }, @@ -6807,7 +6807,7 @@ "dataType": "BOOLEAN", "dataTypeDisplay": "boolean", "description": "True when the order is a test order, False otherwise.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_order.test", + "fullyQualifiedName": "sample_data.shopify.fact_order.test", "tags": [], "ordinalPosition": 15 } @@ -6815,7 +6815,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -6844,23 +6844,23 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 } ] @@ -6869,23 +6869,23 @@ "columnName": "api_client_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 } ] @@ -6894,27 +6894,27 @@ "columnName": "user_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:shop_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 } ] @@ -6923,23 +6923,23 @@ "columnName": "customer_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 } ] @@ -6948,59 +6948,59 @@ "columnName": "order_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:api_client_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:billing_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:billing_address_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:customer_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:location_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:order_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:product_variant_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:product_variant_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shipping_address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shipping_address_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:shop_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_sale:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_sale:user_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 30 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 25 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 5 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 } ] @@ -7518,7 +7518,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -7526,7 +7526,7 @@ { "id": "d16bcfa1-a63b-4f06-b042-9dd39a8c429b", "name": "fact_sale", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale", + "fullyQualifiedName": "sample_data.shopify.fact_sale", "description": "The fact table captures the value of products sold or returned, as well as the values of other charges such as taxes and shipping costs. The sales table contains one row per order line item, one row per returned line item, and one row per shipping charge. Use this table when you need financial metrics.", "version": 0.1, "updatedAt": 1638354087762, @@ -7539,7 +7539,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the sale row. This column is the primary key for this table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.sale_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.sale_id", "tags": [], "constraint": "PRIMARY_KEY", "ordinalPosition": 1 @@ -7549,7 +7549,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the billing address of the customer. This column is a foreign key reference to the address_id column in the dim_address table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.billing_address_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.billing_address_id", "tags": [], "ordinalPosition": 2 }, @@ -7558,7 +7558,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the API client from which the adjustment was made. This column is a foreign key reference to the ID of the API client in the dim_api_client table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.api_client_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.api_client_id", "tags": [], "ordinalPosition": 3 }, @@ -7567,7 +7567,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the customer. This column is a foreign key reference to the customer_id column in the dim_customer table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.customer_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.customer_id", "tags": [], "ordinalPosition": 4 }, @@ -7576,7 +7576,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the line item. This column is a foreign key reference to line_item_id column in the fact_line_item table. When the row describes a shipping charge, there is no line_item_id value.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.line_item_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.line_item_id", "tags": [], "ordinalPosition": 5 }, @@ -7585,7 +7585,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the Shopify POS location. This column is a foreign key reference to the location_id column in the dim_location table. When the order is not a POS order, then there is no location ID.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.location_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.location_id", "tags": [], "ordinalPosition": 6 }, @@ -7594,7 +7594,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the order. This column is a foreign key reference to order_id column in the fact_order table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.order_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.order_id", "tags": [], "ordinalPosition": 7 }, @@ -7603,7 +7603,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the product sold or returned. This column is a foreign key reference to the product_id column in the dim.product table. When the line item describes a shipping charge, then there is no product ID.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.product_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.product_id", "tags": [], "ordinalPosition": 8 }, @@ -7612,7 +7612,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the product variant sold or returned. This column is a foreign key reference to the product_variant_id column in the dim.product_variant table. When the row describes a shipping charge, then there is no product variant ID.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.product_variant_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.product_variant_id", "tags": [], "ordinalPosition": 9 }, @@ -7621,7 +7621,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the shipping address of the customer who made the order. This column is a foreign key reference to the address_id column in the dim_address table. Some sales, such as those made using Shopify POS, do not have a customer's shipping address associated with them.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.shipping_address_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.shipping_address_id", "tags": [], "ordinalPosition": 10 }, @@ -7630,7 +7630,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of your store. This column is a foreign key reference to the shop_id column in the dim.shop table.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.shop_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.shop_id", "tags": [], "ordinalPosition": 11 }, @@ -7639,7 +7639,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "ID of the staff member who is associated with the sale. This column is a foreign key reference to the user_id column in the dim_staff table. Not all sales have a staff member associated with them.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.user_id", + "fullyQualifiedName": "sample_data.shopify.fact_sale.user_id", "tags": [], "ordinalPosition": 12 }, @@ -7648,7 +7648,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Price of the product purchased multiplied by the quantity ordered. This value is formatted in the currency of your store. If the product purchased is a gift card, then 0 is returned because gift cards are not included in gross sales calculations. The gross sales amount also does not include any discounts, returns, taxes or shipping charges. The gross_sales column is calculated using the following formula: product (excluding gift cards) price x quantity (before taxes, shipping, discounts, and returns). Canceled, pending, and unpaid orders will have a value for this column, but test and deleted orders will not.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.gross_sales", + "fullyQualifiedName": "sample_data.shopify.fact_sale.gross_sales", "tags": [], "ordinalPosition": 13 }, @@ -7657,7 +7657,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Net sales of the line item. The value of the line item's gross sales minus any discounts minus the value of any returned items. Net sales does not include taxes or shipping costs, or the sale of gift cards. If the line item contains gift cards, then the field contains 0. Net sales is calculated by using the following formula: gross_sales - discounts - returns.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.net_sales", + "fullyQualifiedName": "sample_data.shopify.fact_sale.net_sales", "tags": [], "ordinalPosition": 14 }, @@ -7666,7 +7666,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Total sales of the line item. This value does not include gift cards. Total sales is calculated using the following formula: net_sales + shipping + taxes.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.total_sales", + "fullyQualifiedName": "sample_data.shopify.fact_sale.total_sales", "tags": [], "ordinalPosition": 15 }, @@ -7675,7 +7675,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Value of the products returned by the customer regardless of the amount that the merchant actually receives from the customer. This value is usually a negative number, but it can also be zero (for example, if the item being returned was a free gift with purchase). Taxes and shipping charges are not included. The returns amount is calculated by using the following formula: 0 - (product variant price * quantity) + discounts.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.returns", + "fullyQualifiedName": "sample_data.shopify.fact_sale.returns", "tags": [], "ordinalPosition": 16 }, @@ -7684,7 +7684,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Total amount discounted from the line item. The discounts column contains the sum of any line item discounts plus the line item's portion of any order-level discount. The value of the discount is either negative or zero. The discounts column is calculated using the following formula: line item discount + order level discount share.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.discounts", + "fullyQualifiedName": "sample_data.shopify.fact_sale.discounts", "tags": [], "ordinalPosition": 17 }, @@ -7693,7 +7693,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "When the line item is for a shipping charge, this column contains the amount charged for shipping the order or the amount of the shipping charge that is refunded when an item is returned. This value is positive for a shipping charge, and negative for the value returned. Any applicable taxes charged for shipping costs are recorded in the Taxes column. This column is calculated using the following formula: shipping charge or refund - shipping discount..", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.shipping", + "fullyQualifiedName": "sample_data.shopify.fact_sale.shipping", "tags": [], "ordinalPosition": 18 }, @@ -7702,7 +7702,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "The amount of taxes charged or returned for the line item. This value will be positive for a sale and negative for a return. Tax on an order is split proportionally amongst the line items to which it applies. Gift cards are not taxed. If multiple taxes are applied (for example, State and City sales taxes), then this column contains the sum of those tax amounts. This column can include taxes charged on shipping, if they are applicable.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.taxes", + "fullyQualifiedName": "sample_data.shopify.fact_sale.taxes", "tags": [], "ordinalPosition": 19 }, @@ -7711,7 +7711,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Total amount discounted from gift card sales. For example, if a $50 gift card is sold at a $10 discount for $40, then this column will contain $10.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.gift_card_discounts", + "fullyQualifiedName": "sample_data.shopify.fact_sale.gift_card_discounts", "tags": [], "ordinalPosition": 20 }, @@ -7720,7 +7720,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Total face value of gift cards sold. For example, a $50 gift card is sold at a $10 discount for $40. In this example, the gift_card_gross_sales column will contain $50. Use this column to measure the increase in liabilities due to gift cards being issued (even though this value will not balance against the actual payments that you receive).", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.gift_card_gross_sales", + "fullyQualifiedName": "sample_data.shopify.fact_sale.gift_card_gross_sales", "tags": [], "ordinalPosition": 21 }, @@ -7729,7 +7729,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Net amount that the gift cards sold for, after discounts. For example, for a $50 gift card sold at a $10 discount for $40, this column will contain $40. Use this column to balance against the payments that you receive.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.gift_cards_issued", + "fullyQualifiedName": "sample_data.shopify.fact_sale.gift_cards_issued", "tags": [], "ordinalPosition": 22 }, @@ -7738,7 +7738,7 @@ "dataType": "NUMERIC", "dataTypeDisplay": "numeric", "description": "Quantity of the items sold or returned. This value will be negative for returns and zero for line items that contain shipping charges.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.quantity", + "fullyQualifiedName": "sample_data.shopify.fact_sale.quantity", "tags": [], "ordinalPosition": 23 }, @@ -7748,7 +7748,7 @@ "dataLength": 200, "dataTypeDisplay": "varchar", "description": "Three-letter ISO currency code of the payment. For example, USD is the code for United States Dollar. This is the currency of the store at the time of the order.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.currency", + "fullyQualifiedName": "sample_data.shopify.fact_sale.currency", "tags": [], "ordinalPosition": 24 }, @@ -7757,7 +7757,7 @@ "dataType": "BOOLEAN", "dataTypeDisplay": "boolean", "description": "Contains 1 when the sale's order was deleted, otherwise contains 0.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.is_deleted", + "fullyQualifiedName": "sample_data.shopify.fact_sale.is_deleted", "tags": [], "ordinalPosition": 25 }, @@ -7766,7 +7766,7 @@ "dataType": "BOOLEAN", "dataTypeDisplay": "boolean", "description": "Whether the sale is a test order. Returns True when the sale is a test sale. See Test orders.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.test", + "fullyQualifiedName": "sample_data.shopify.fact_sale.test", "tags": [], "ordinalPosition": 26 }, @@ -7775,7 +7775,7 @@ "dataType": "TIMESTAMP", "dataTypeDisplay": "timestamp", "description": "Date (ISO 8601) and time (UTC) when the order was created for a sale or when the order was returned.", - "fullyQualifiedName": "bigquery_gcp.shopify.fact_sale.happened_at", + "fullyQualifiedName": "sample_data.shopify.fact_sale.happened_at", "tags": [], "ordinalPosition": 27 } @@ -7783,7 +7783,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -7812,35 +7812,35 @@ "columnName": "billing_address_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -7849,35 +7849,35 @@ "columnName": "shop_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -7886,7 +7886,7 @@ "columnName": "line_item_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_line_item:line_item_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_line_item:line_item_id", "joinCount": 20 } ] @@ -7895,35 +7895,35 @@ "columnName": "shipping_address_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -7932,35 +7932,35 @@ "columnName": "api_client_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -7969,39 +7969,39 @@ "columnName": "user_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:shop_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -8010,35 +8010,35 @@ "columnName": "product_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -8047,35 +8047,35 @@ "columnName": "product_variant_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -8084,39 +8084,39 @@ "columnName": "customer_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:shop_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -8125,51 +8125,51 @@ "columnName": "order_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:api_client_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:customer_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:shop_id", "joinCount": 60 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:user_id", "joinCount": 60 } ] @@ -8178,35 +8178,35 @@ "columnName": "location_id", "joinedWith": [ { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_address:address_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_address:address_id", "joinCount": 49 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_api_client:api_client_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_api_client:api_client_id", "joinCount": 55 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_customer:customer_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_customer:customer_id", "joinCount": 45 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_location:location_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_location:location_id", "joinCount": 50 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim:product:product_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim:product:product_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_shop:shop_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_shop:shop_id", "joinCount": 40 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.dim_staff:user_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.dim_staff:user_id", "joinCount": 20 }, { - "fullyQualifiedName": "bigquery_gcp.ecommerce_db.shopify.fact_order:order_id", + "fullyQualifiedName": "sample_data.ecommerce_db.shopify.fact_order:order_id", "joinCount": 60 } ] @@ -10066,7 +10066,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -10349,7 +10349,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -12453,7 +12453,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -12614,7 +12614,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -13388,7 +13388,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -13522,7 +13522,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -14491,7 +14491,7 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } @@ -14564,7 +14564,7 @@ "database": { "id": "50da1ff8-4e1d-4967-8931-45edbf4dd908", "type": "database", - "name": "bigquery_gcp.ecommerce_db", + "name": "sample_data.ecommerce_db", "description": "This **mock** database contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databases/50da1ff8-4e1d-4967-8931-45edbf4dd908" }, @@ -15113,10 +15113,10 @@ "databaseSchema": { "id": "d7be1e2c-b3dc-11ec-b909-0242ac120002", "type": "databaseSchema", - "name": "bigquery_gcp.ecommerce_db.shopify", + "name": "sample_data.ecommerce_db.shopify", "description": "This **mock** Schema contains tables related to shopify sales and orders with related dimension tables.", "href": "http://localhost:8585/api/v1/databaseSchemas/d7be1e2c-b3dc-11ec-b909-0242ac120002" } } ] -} \ No newline at end of file +} diff --git a/ingestion/examples/sample_data/lineage/lineage.json b/ingestion/examples/sample_data/lineage/lineage.json index 190485ea097..cca62851a66 100644 --- a/ingestion/examples/sample_data/lineage/lineage.json +++ b/ingestion/examples/sample_data/lineage/lineage.json @@ -1,25 +1,25 @@ [{ - "from": { "fqn":"bigquery_gcp.ecommerce_db.shopify.raw_customer", "type": "table"}, + "from": { "fqn":"sample_data.ecommerce_db.shopify.raw_customer", "type": "table"}, "to": { "fqn":"sample_airflow.dim_address_etl", "type": "pipeline"} }, { "from": {"fqn":"sample_airflow.dim_address_etl", "type": "pipeline"}, - "to": {"fqn":"bigquery_gcp.ecommerce_db.shopify.dim_address", "type": "table"} + "to": {"fqn":"sample_data.ecommerce_db.shopify.dim_address", "type": "table"} }, { - "from": {"fqn":"bigquery_gcp.ecommerce_db.shopify.raw_order", "type": "table"}, + "from": {"fqn":"sample_data.ecommerce_db.shopify.raw_order", "type": "table"}, "to": {"fqn":"sample_airflow.dim_product_etl", "type": "pipeline"} }, { - "from": {"fqn":"bigquery_gcp.ecommerce_db.shopify.raw_customer", "type": "table"}, + "from": {"fqn":"sample_data.ecommerce_db.shopify.raw_customer", "type": "table"}, "to": {"fqn":"sample_airflow.dim_product_etl", "type": "pipeline"} }, { "from": {"fqn":"sample_airflow.dim_product_etl", "type": "pipeline"}, - "to": {"fqn":"bigquery_gcp.ecommerce_db.shopify.\"dim.product\"", "type": "table"} + "to": {"fqn":"sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table"} }, { "from": {"fqn": "sample_airflow.dim_product_etl", "type": "pipeline"}, - "to": {"fqn":"bigquery_gcp.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table"} + "to": {"fqn":"sample_data.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table"} } ] diff --git a/ingestion/pipelines/sample_data.json b/ingestion/pipelines/sample_data.json index be606b9cfe6..13e1b12597d 100644 --- a/ingestion/pipelines/sample_data.json +++ b/ingestion/pipelines/sample_data.json @@ -1,10 +1,11 @@ { "source": { - "type": "sample-data", - "serviceName": "bigquery_gcp", + "type": "sample_data", + "serviceName": "sample_data", "serviceConnection": { "config": { - "type": "BigQuery" + "type": "SampleData", + "sampleDataFolder": "./examples/sample_data" } }, "sourceConfig": {} diff --git a/ingestion/src/metadata/ingestion/source/sample_data.py b/ingestion/src/metadata/ingestion/source/sample_data.py index b585cbd5fa5..a6b7cd8fd3e 100644 --- a/ingestion/src/metadata/ingestion/source/sample_data.py +++ b/ingestion/src/metadata/ingestion/source/sample_data.py @@ -343,7 +343,11 @@ class SampleDataSource(Source[Entity]): ) ) self.pipeline_status = json.load( - open(self.config.sample_data_folder + "/pipelines/pipelineStatus.json", "r") + open( + self.service_connection.sampleDataFolder + + "/pipelines/pipelineStatus.json", + "r", + ) ) @classmethod @@ -353,7 +357,7 @@ class SampleDataSource(Source[Entity]): connection: SampleDataConnection = config.serviceConnection.__root__.config if not isinstance(connection, SampleDataConnection): raise InvalidSourceException( - f"Expected MssqlConnection, but got {connection}" + f"Expected SampleDataConnection, but got {connection}" ) return cls(config, metadata_config)