mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-10-31 10:39:30 +00:00
e770ba8e0e
* fix: combined index on offset and eventTime in changeEvent table * fix: correct syntax error in Postgres query. * fix: correct syntax error in Postgres query. * fix: correct syntax error in Postgres query.
79 lines
2.8 KiB
SQL
79 lines
2.8 KiB
SQL
-- Delete data quality records with no linked test case FQN in the test_case table
|
|
DELETE FROM data_quality_data_time_series dqdts
|
|
WHERE NOT EXISTS (
|
|
SELECT 1
|
|
FROM test_case tc
|
|
WHERE dqdts.entityFQNHash = tc.fqnHash
|
|
);
|
|
|
|
-- Add FQN and UUID to data_quality_data_time_series records
|
|
UPDATE data_quality_data_time_series dqdts
|
|
SET json = jsonb_set(
|
|
jsonb_set(dqdts.json::jsonb, '{testCaseFQN}', tc.json->'fullyQualifiedName'),
|
|
'{id}', to_jsonb(gen_random_uuid())
|
|
)
|
|
FROM test_case tc
|
|
WHERE dqdts.entityfqnHash = tc.fqnHash;
|
|
|
|
|
|
-- Add id column to data_quality_data_time_series table
|
|
-- after we have added the id values to the records
|
|
ALTER TABLE data_quality_data_time_series
|
|
ADD COLUMN id VARCHAR(36) GENERATED ALWAYS AS (json ->> 'id') STORED,
|
|
ADD CONSTRAINT id_unique UNIQUE (id);
|
|
|
|
-- Create index on id column
|
|
CREATE INDEX IF NOT EXISTS data_quality_data_time_series_id_index ON data_quality_data_time_series (id);
|
|
|
|
-- Remove VIRTUAL status column from test_case table and remove
|
|
-- testCaseResult state from testCase; fetch from search repo.
|
|
ALTER TABLE test_case DROP COLUMN status;
|
|
|
|
UPDATE test_case SET json = jsonb_set(json, '{testCaseStatus}', json->'testCaseResult'->'testCaseStatus')
|
|
WHERE json->'testCaseResult'->'testCaseStatus' IS NOT NULL;
|
|
|
|
ALTER TABLE test_case ADD COLUMN status VARCHAR(56) GENERATED ALWAYS AS (json ->> 'testCaseStatus') STORED NULL;
|
|
|
|
|
|
-- Remove test case result states
|
|
UPDATE test_suite
|
|
SET json = json - 'testCaseResultSummary';
|
|
|
|
UPDATE test_case
|
|
SET json = json - 'testCaseResult';
|
|
|
|
-- Add Supports interrupts to SearchIndexingApplication
|
|
UPDATE apps_marketplace
|
|
SET json = jsonb_set(
|
|
json::jsonb,
|
|
'{supportsInterrupt}',
|
|
to_jsonb(true)
|
|
)
|
|
where name = 'SearchIndexingApplication';
|
|
|
|
UPDATE installed_apps
|
|
SET json = jsonb_set(
|
|
json::jsonb,
|
|
'{supportsInterrupt}',
|
|
to_jsonb(true)
|
|
)
|
|
where name = 'SearchIndexingApplication';
|
|
|
|
-- Add supportsDataDiff for Athena, BigQuery, Mssql, Mysql, Oracle, Postgres, Redshift, SapHana, Snowflake, Trino
|
|
UPDATE dbservice_entity
|
|
SET json = jsonb_set(json::jsonb, '{connection,config,supportsDataDiff}', 'true'::jsonb)
|
|
WHERE serviceType IN ('Athena','BigQuery','Mssql','Mysql','Oracle','Postgres','Redshift','SapHana','Snowflake','Trino');
|
|
|
|
-- Add supportsSystemProfile for Snowflake, Redshift, and BigQuery
|
|
UPDATE dbservice_entity
|
|
SET json = jsonb_set(json::jsonb, '{connection,config,supportsSystemProfile}', 'true'::jsonb)
|
|
WHERE serviceType IN ('Snowflake', 'Redshift', 'BigQuery');
|
|
|
|
-- Update all rows in the consumers_dlq table to set the source column to 'publisher'
|
|
UPDATE consumers_dlq SET source = 'publisher';
|
|
|
|
DELETE from event_subscription_entity where name = 'ActivityFeedAlert';
|
|
|
|
DROP INDEX IF EXISTS event_time_index;
|
|
|
|
CREATE INDEX idx_offset_event_time ON change_event ("offset", eventTime); |