yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-09 07:23:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

[GEN-970] added supportsSystemProfile to connector (#18203)

Browse Source 
* added supportsSystemProfile to connector

* reverted unintended changes

* added supportsSystemProfile for bigquery
This commit is contained in:
Imri Paran 2024-10-22 07:39:18 +02:00 committed by GitHub
parent edf386d2a5
commit d0fb5137af
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 28 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
bootstrap/sql/migrations/native/1.6.0/mysql/postDataMigrationSQLScript.sql
View File

@ -48,3 +48,9 @@ ALTER TABLE apps_extension_time_series ADD COLUMN appName VARCHAR(256) GENERATED
UPDATE dbservice_entity UPDATE dbservice_entity
SET json = JSON_SET(json, '$.connection.config.supportsDataDiff', 'true') SET json = JSON_SET(json, '$.connection.config.supportsDataDiff', 'true')
WHERE serviceType IN ('Athena','BigQuery','Mssql','Mysql','Oracle','Postgres','Redshift','SapHana','Snowflake','Trino'); WHERE serviceType IN ('Athena','BigQuery','Mssql','Mysql','Oracle','Postgres','Redshift','SapHana','Snowflake','Trino');
-- Add supportsSystemProfile for Snowflake, Redshift, and BigQuery
update dbservice_entity
set json = JSON_SET(json, '$.connection.config.supportsSystemProfile', true)
where serviceType in ('Snowflake', 'Redshift', 'BigQuery');

5
bootstrap/sql/migrations/native/1.6.0/postgres/postDataMigrationSQLScript.sql
View File

@ -65,3 +65,8 @@ ALTER TABLE apps_extension_time_series ADD COLUMN appName VARCHAR(256) GENERATED
UPDATE dbservice_entity UPDATE dbservice_entity
SET json = jsonb_set(json::jsonb, '{connection,config,supportsDataDiff}', 'true'::jsonb) SET json = jsonb_set(json::jsonb, '{connection,config,supportsDataDiff}', 'true'::jsonb)
WHERE serviceType IN ('Athena','BigQuery','Mssql','Mysql','Oracle','Postgres','Redshift','SapHana','Snowflake','Trino'); WHERE serviceType IN ('Athena','BigQuery','Mssql','Mysql','Oracle','Postgres','Redshift','SapHana','Snowflake','Trino');
-- Add supportsSystemProfile for Snowflake, Redshift, and BigQuery
UPDATE dbservice_entity
SET json = jsonb_set(json::jsonb, '{connection,config,supportsSystemProfile}', 'true'::jsonb)
WHERE serviceType IN ('Snowflake', 'Redshift', 'BigQuery');

5
openmetadata-spec/src/main/resources/json/schema/entity/services/connections/connectionBasicType.json
View File

@ -50,6 +50,11 @@
"type": "boolean", "type": "boolean",
"default": true "default": true
}, },
"supportsSystemProfile": {
"description": "The source database supports system profiles for tables such as last update.",
"type": "boolean",
"default": false
},
"supportsDataInsightExtraction": { "supportsDataInsightExtraction": {
"description": "Support Metadata To Elastic Search", "description": "Support Metadata To Elastic Search",
"type": "boolean", "type": "boolean",

4
openmetadata-spec/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json
View File

@ -101,6 +101,10 @@
"title": "Supports Query Comment", "title": "Supports Query Comment",
"$ref": "../connectionBasicType.json#/definitions/supportsQueryComment" "$ref": "../connectionBasicType.json#/definitions/supportsQueryComment"
}, },
"supportsSystemProfile": {
"title": "Supports System Profile",
"$ref": "../connectionBasicType.json#/definitions/supportsSystemProfile"
},
"sampleDataStorageConfig": { "sampleDataStorageConfig": {
"title": "Storage Config for Sample Data", "title": "Storage Config for Sample Data",
"$ref": "../connectionBasicType.json#/definitions/sampleDataStorageConfig" "$ref": "../connectionBasicType.json#/definitions/sampleDataStorageConfig"

4
openmetadata-spec/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json
View File

@ -102,6 +102,10 @@
"title": "Supports Query Comment", "title": "Supports Query Comment",
"$ref": "../connectionBasicType.json#/definitions/supportsQueryComment" "$ref": "../connectionBasicType.json#/definitions/supportsQueryComment"
}, },
"supportsSystemProfile": {
"title": "Supports System Profile",
"$ref": "../connectionBasicType.json#/definitions/supportsSystemProfile"
},
"sampleDataStorageConfig": { "sampleDataStorageConfig": {
"title": "Storage Config for Sample Data", "title": "Storage Config for Sample Data",
"$ref": "../connectionBasicType.json#/definitions/sampleDataStorageConfig" "$ref": "../connectionBasicType.json#/definitions/sampleDataStorageConfig"

4
openmetadata-spec/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json
View File

@ -125,6 +125,10 @@
"title": "Supports Query Comment", "title": "Supports Query Comment",
"$ref": "../connectionBasicType.json#/definitions/supportsQueryComment" "$ref": "../connectionBasicType.json#/definitions/supportsQueryComment"
}, },
"supportsSystemProfile": {
"title": "Supports System Profile",
"$ref": "../connectionBasicType.json#/definitions/supportsSystemProfile"
},
"sampleDataStorageConfig": { "sampleDataStorageConfig": {
"title": "Storage Config for Sample Data", "title": "Storage Config for Sample Data",
"$ref": "../connectionBasicType.json#/definitions/sampleDataStorageConfig" "$ref": "../connectionBasicType.json#/definitions/sampleDataStorageConfig"