2023-08-02 15:57:49 +02:00
|
|
|
-- column deleted not needed for entities that don't support soft delete
|
|
|
|
ALTER TABLE query_entity DROP COLUMN deleted;
|
|
|
|
ALTER TABLE event_subscription_entity DROP COLUMN deleted;
|
2023-08-10 16:47:37 -07:00
|
|
|
|
|
|
|
-- create domain entity table
|
|
|
|
CREATE TABLE IF NOT EXISTS domain_entity (
|
|
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
|
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
2023-08-17 14:39:05 -07:00
|
|
|
fqnHash VARCHAR(256) NOT NULL COLLATE ascii_bin,
|
2023-08-10 16:47:37 -07:00
|
|
|
json JSON NOT NULL,
|
|
|
|
updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
|
|
|
|
updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
|
|
|
|
PRIMARY KEY (id),
|
|
|
|
UNIQUE (fqnHash)
|
|
|
|
);
|
|
|
|
|
|
|
|
-- create data product entity table
|
|
|
|
CREATE TABLE IF NOT EXISTS data_product_entity (
|
|
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
|
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
2023-08-17 14:39:05 -07:00
|
|
|
fqnHash VARCHAR(256) NOT NULL COLLATE ascii_bin,
|
2023-08-10 16:47:37 -07:00
|
|
|
json JSON NOT NULL,
|
|
|
|
updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
|
|
|
|
updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
|
|
|
|
PRIMARY KEY (id),
|
|
|
|
UNIQUE (fqnHash)
|
|
|
|
);
|
|
|
|
|
|
|
|
-- create search service entity
|
|
|
|
CREATE TABLE IF NOT EXISTS search_service_entity (
|
|
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
2023-08-17 14:39:05 -07:00
|
|
|
nameHash VARCHAR(256) NOT NULL COLLATE ascii_bin,
|
2023-08-10 16:47:37 -07:00
|
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
|
|
|
serviceType VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.serviceType') NOT NULL,
|
|
|
|
json JSON NOT NULL,
|
|
|
|
updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
|
|
|
|
updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
|
|
|
|
deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
|
|
|
|
PRIMARY KEY (id),
|
|
|
|
UNIQUE (nameHash)
|
|
|
|
);
|
|
|
|
|
|
|
|
-- create search index entity
|
|
|
|
CREATE TABLE IF NOT EXISTS search_index_entity (
|
|
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
|
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
2023-08-17 14:39:05 -07:00
|
|
|
fqnHash VARCHAR(256) NOT NULL COLLATE ascii_bin,
|
2023-08-10 16:47:37 -07:00
|
|
|
json JSON NOT NULL,
|
|
|
|
updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
|
|
|
|
updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
|
|
|
|
deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
|
|
|
|
PRIMARY KEY (id),
|
|
|
|
UNIQUE (fqnHash)
|
2023-08-17 10:52:58 +05:30
|
|
|
);
|
2023-08-23 11:22:54 +02:00
|
|
|
|
|
|
|
-- We were hardcoding retries to 0. Since we are now using the IngestionPipeline to set them, keep existing ones to 0.
|
|
|
|
UPDATE ingestion_pipeline_entity
|
|
|
|
SET json = JSON_REPLACE(json, '$.airflowConfig.retries', 0)
|
|
|
|
WHERE JSON_EXTRACT(json, '$.airflowConfig.retries') IS NOT NULL;
|
2023-08-24 23:14:30 -07:00
|
|
|
|
|
|
|
|
|
|
|
-- create stored procedure entity
|
|
|
|
CREATE TABLE IF NOT EXISTS stored_procedure_entity (
|
|
|
|
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
|
|
|
name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
|
|
|
|
fqnHash VARCHAR(256) NOT NULL COLLATE ascii_bin,
|
|
|
|
json JSON NOT NULL,
|
|
|
|
updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
|
|
|
|
updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
|
|
|
|
deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
|
|
|
|
PRIMARY KEY (id),
|
|
|
|
UNIQUE (fqnHash)
|
|
|
|
);
|