mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-11-04 12:36:23 +00:00
b9242c1390
* Fix topic indexing * Fix topic db migrations * Fix topic db migrations * Fix topic db migrations * Fix test; add missing topic indexes on python side; fix ranking for tables using usage count
68 lines
2.9 KiB
SQL
68 lines
2.9 KiB
SQL
-- Remove markDeletedTablesFromFilterOnly
|
|
UPDATE ingestion_pipeline_entity
|
|
SET json = JSON_REMOVE(json ,'$.sourceConfig.config.markDeletedTablesFromFilterOnly');
|
|
|
|
UPDATE data_insight_chart
|
|
SET json = JSON_INSERT(
|
|
JSON_REMOVE(json, '$.dimensions'),
|
|
'$.dimensions',
|
|
JSON_ARRAY(
|
|
JSON_OBJECT('name', 'entityFqn', 'chartDataType', 'STRING'),
|
|
JSON_OBJECT('name', 'owner', 'chartDataType', 'STRING'),
|
|
JSON_OBJECT('name', 'entityType', 'chartDataType', 'STRING'),
|
|
JSON_OBJECT('name', 'entityHref', 'chartDataType', 'STRING')
|
|
)
|
|
)
|
|
WHERE name = 'mostViewedEntities';
|
|
|
|
DROP TABLE webhook_entity;
|
|
|
|
CREATE TABLE IF NOT EXISTS alert_entity (
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
|
deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
|
|
json JSON NOT NULL,
|
|
PRIMARY KEY (id),
|
|
UNIQUE (name)
|
|
-- No versioning, updatedAt, updatedBy, or changeDescription fields for webhook
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS alert_action_def (
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
|
alertActionType VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.alertActionType') NOT NULL,
|
|
deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
|
|
json JSON NOT NULL,
|
|
PRIMARY KEY (id),
|
|
UNIQUE (name)
|
|
);
|
|
|
|
UPDATE dbservice_entity
|
|
SET json = JSON_INSERT(
|
|
JSON_REMOVE(json, '$.connection.config.databaseSchema'),
|
|
'$.connection.config.database',
|
|
JSON_EXTRACT(json, '$.connection.config.databaseSchema')
|
|
) where serviceType in ('Db2');
|
|
|
|
DELETE from openmetadata_settings where configType = 'activityFeedFilterSetting';
|
|
|
|
UPDATE ingestion_pipeline_entity
|
|
SET json = JSON_REMOVE(json ,'$.sourceConfig.config.dbtConfigSource');
|
|
|
|
UPDATE pipeline_service_entity
|
|
SET json = JSON_INSERT(JSON_INSERT(JSON_REMOVE(json, '$.connection.config.configSource'),'$.connection.config.host', JSON_EXTRACT(json,'$.connection.config.configSource.host')),'$.connection.config.token',JSON_EXTRACT(json, '$.connection.config.configSource.token'))
|
|
WHERE serviceType = 'Dagster' AND json -> '$.connection.config.configSource.host' IS NOT NULL;
|
|
|
|
UPDATE pipeline_service_entity
|
|
SET json = JSON_INSERT(JSON_INSERT(JSON_REMOVE(json, '$.connection.config.configSource'),'$.connection.config.host', JSON_EXTRACT(json,'$.connection.config.configSource.hostPort')), '$.connection.config.token','')
|
|
WHERE serviceType = 'Dagster' AND json -> '$.connection.config.configSource.hostPort' IS NOT NULL;
|
|
|
|
UPDATE topic_entity
|
|
SET json = JSON_INSERT(JSON_REMOVE(json, '$.schemaType'), '$.messageSchema', JSON_OBJECT('schemaType', JSON_EXTRACT(json, '$.schemaType')))
|
|
WHERE json -> '$.schemaType' IS NOT NULL;
|
|
|
|
UPDATE topic_entity
|
|
SET json = JSON_INSERT(JSON_REMOVE(json, '$.schemaText'), '$.messageSchema.schemaText', JSON_EXTRACT(json, '$.schemaText'))
|
|
WHERE json -> '$.schemaText' IS NOT NULL;
|
|
|