OpenMetadata/bootstrap/sql/migrations/native/1.6.0/postgres/postDataMigrationSQLScript.sql

-- Delete data quality records with no linked test case FQN in the test_case table
DELETE FROM data_quality_data_time_series dqdts
WHERE NOT EXISTS (
    SELECT 1
    FROM test_case tc
    WHERE dqdts.entityFQNHash = tc.fqnHash
);

-- Add FQN and UUID to data_quality_data_time_series records
UPDATE data_quality_data_time_series dqdts
SET json = jsonb_set(
              jsonb_set(dqdts.json::jsonb, '{testCaseFQN}', tc.json->'fullyQualifiedName'),
              '{id}', to_jsonb(gen_random_uuid())
          )
FROM test_case tc
WHERE dqdts.entityfqnHash = tc.fqnHash;


-- Add id column to data_quality_data_time_series table
-- after we have added the id values to the records
ALTER TABLE data_quality_data_time_series
ADD COLUMN id VARCHAR(36) GENERATED ALWAYS AS (json ->> 'id') STORED,
ADD CONSTRAINT id_unique UNIQUE (id);

-- Create index on id column
CREATE INDEX IF NOT EXISTS  data_quality_data_time_series_id_index  ON data_quality_data_time_series (id);

-- Remove VIRTUAL status column from test_case table and remove
-- testCaseResult state from testCase; fetch from search repo.
ALTER TABLE test_case DROP COLUMN status;

UPDATE test_case SET json = jsonb_set(json, '{testCaseStatus}', json->'testCaseResult'->'testCaseStatus')
WHERE json->'testCaseResult'->'testCaseStatus' IS NOT NULL;

ALTER TABLE test_case ADD COLUMN status VARCHAR(56) GENERATED ALWAYS AS (json ->> 'testCaseStatus') STORED NULL;


-- Remove test case result states
UPDATE test_suite
SET json = json - 'testCaseResultSummary';

UPDATE test_case
SET json = json - 'testCaseResult';

-- Add Supports interrupts to SearchIndexingApplication
UPDATE apps_marketplace
SET json = jsonb_set(
	json::jsonb,
	'{supportsInterrupt}',
	to_jsonb(true)
)
where name = 'SearchIndexingApplication';

UPDATE installed_apps
SET json = jsonb_set(
	json::jsonb,
	'{supportsInterrupt}',
	to_jsonb(true)
)
where name = 'SearchIndexingApplication';

-- Add supportsDataDiff for Athena, BigQuery, Mssql, Mysql, Oracle, Postgres, Redshift, SapHana, Snowflake, Trino
UPDATE dbservice_entity
SET json = jsonb_set(json::jsonb, '{connection,config,supportsDataDiff}', 'true'::jsonb)
WHERE serviceType IN ('Athena','BigQuery','Mssql','Mysql','Oracle','Postgres','Redshift','SapHana','Snowflake','Trino');

-- Add supportsSystemProfile for Snowflake, Redshift, and BigQuery
UPDATE dbservice_entity
SET json = jsonb_set(json::jsonb, '{connection,config,supportsSystemProfile}', 'true'::jsonb)
WHERE serviceType IN ('Snowflake', 'Redshift', 'BigQuery');

-- Update all rows in the consumers_dlq table to set the source column to 'publisher'
UPDATE consumers_dlq SET source = 'publisher';

DELETE from event_subscription_entity where name = 'ActivityFeedAlert';

DROP INDEX IF EXISTS event_time_index;

CREATE INDEX idx_offset_event_time ON change_event ("offset", eventTime);