mirror of
				https://github.com/open-metadata/OpenMetadata.git
				synced 2025-10-31 10:39:30 +00:00 
			
		
		
		
	 f0139c3ea5
			
		
	
	
		f0139c3ea5
		
			
		
	
	
	
	
		
			
			* Make mysql bootstrap file consistent with postgres * Adding a java code change to trigger all the precommit checks * Set test container reuse flag to true * Make Postgres bootstrap files consistent with MySQL * Test pagination using random jump of limit between 1-5 instead of 1 to reduce test time * Starting the test container outside @BeforeAll in a static block for container reuse * Comment printing out list output in pagination tests * Move starting the test container to @BeforeAll setup method instead of static initialization * Remove unnecessary tests in PolicyResourceTest to speed up tests * Add test container reuse for github workflows * Add test container reuse for github workflows * Add test container reuse for github workflows * Change timeouts for the TestContainer * Add test container reuse for github workflows * Add test container reuse for github workflows (#4563) Co-authored-by: Sriharsha Chintalapani <harsha@getcollate.io> Co-authored-by: Sriharsha Chintalapani <harshach@users.noreply.github.com>
		
			
				
	
	
		
			422 lines
		
	
	
		
			19 KiB
		
	
	
	
		
			SQL
		
	
	
	
	
	
			
		
		
	
	
			422 lines
		
	
	
		
			19 KiB
		
	
	
	
		
			SQL
		
	
	
	
	
	
| --
 | |
| -- Table that captures all the relationships between entities
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS entity_relationship (
 | |
|     fromId VARCHAR(36) NOT NULL,                -- ID of the from entity
 | |
|     toId VARCHAR(36) NOT NULL,                  -- ID of the to entity
 | |
|     fromEntity VARCHAR(256) NOT NULL,           -- Type name of the from entity
 | |
|     toEntity VARCHAR(256) NOT NULL,             -- Type name of to entity
 | |
|     relation TINYINT NOT NULL,
 | |
|     jsonSchema VARCHAR(256),                    -- Schema used for generating JSON
 | |
|     json JSON,                                  -- JSON payload with additional information
 | |
|     deleted BOOLEAN NOT NULL DEFAULT FALSE,
 | |
|     INDEX edge_index (fromId, toId, relation),
 | |
|     INDEX from_index (fromId, relation),
 | |
|     INDEX to_index (toId, relation),
 | |
|     PRIMARY KEY (fromId, toId, relation)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Table that captures all the relationships between field of an entity to a field of another entity
 | |
| -- Example - table1.column1 (fromFQN of type table.columns.column) is joined with(relation)
 | |
| -- table2.column8 (toFQN of type table.columns.column)
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS field_relationship (
 | |
|     fromFQN VARCHAR(256) NOT NULL,              -- Fully qualified name of entity or field
 | |
|     toFQN VARCHAR(256) NOT NULL,                -- Fully qualified name of entity or field
 | |
|     fromType VARCHAR(256) NOT NULL,             -- Fully qualified type of entity or field
 | |
|     toType VARCHAR(256) NOT NULL,               -- Fully qualified type of entity or field
 | |
|     relation TINYINT NOT NULL,
 | |
|     jsonSchema VARCHAR(256),                    -- Schema used for generating JSON
 | |
|     json JSON,                                  -- JSON payload with additional information
 | |
|     INDEX from_index (fromFQN, relation),
 | |
|     INDEX to_index (toFQN, relation),
 | |
|     PRIMARY KEY (fromFQN, toFQN, relation)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Used for storing additional metadata for an entity
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS entity_extension (
 | |
|     id VARCHAR(36) NOT NULL,                    -- ID of the from entity
 | |
|     extension VARCHAR(256) NOT NULL,            -- Extension name same as entity.fieldName
 | |
|     jsonSchema VARCHAR(256) NOT NULL,           -- Schema used for generating JSON
 | |
|     json JSON NOT NULL,
 | |
|     PRIMARY KEY (id, extension)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Service entities
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS dbservice_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     serviceType VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.serviceType') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS messaging_service_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     serviceType VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.serviceType') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS dashboard_service_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     serviceType VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.serviceType') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS pipeline_service_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     serviceType VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.serviceType') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS storage_service_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     serviceType VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.serviceType') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Data entities
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS database_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS database_schema_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS table_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS metric_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS report_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS dashboard_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS ml_model_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS pipeline_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(512) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS topic_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS chart_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS location_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL ,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Feed related tables
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS thread_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     entityId VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.entityId') NOT NULL,
 | |
|     entityLink VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.about') NOT NULL,
 | |
|     assignedTo VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.addressedTo'),
 | |
|     json JSON NOT NULL,
 | |
|     createdAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.threadTs') STORED NOT NULL,
 | |
|     createdBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.createdBy') STORED NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     resolved BOOLEAN GENERATED ALWAYS AS (json -> '$.resolved'),
 | |
|     PRIMARY KEY (id)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Policies related tables
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS policy_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Ingestion related tables
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS ingestion_pipeline_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     timestamp BIGINT,
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- User, Team, and bots
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS team_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS user_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     email VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.email') NOT NULL,
 | |
|     deactivated VARCHAR(8) GENERATED ALWAYS AS (json ->> '$.deactivated'),
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS bot_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS role_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     defaultRole BOOLEAN GENERATED ALWAYS AS (json -> '$.defaultRole'),
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Usage table where usage for all the entities is captured
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS entity_usage (
 | |
|     id VARCHAR(36) NOT NULL,         -- Unique id of the entity
 | |
|     entityType VARCHAR(20) NOT NULL, -- name of the entity for which this usage is published
 | |
|     usageDate DATE,                  -- date corresponding to the usage
 | |
|     count1 INT,                      -- total daily count of use on usageDate
 | |
|     count7 INT,                      -- rolling count of last 7 days going back from usageDate
 | |
|     count30 INT,                     -- rolling count of last 30 days going back from usageDate
 | |
|     percentile1 INT,                 -- percentile rank with in same entity for given usage date
 | |
|     percentile7 INT,                 -- percentile rank with in same entity for last 7 days of usage
 | |
|     percentile30 INT,                -- percentile rank with in same entity for last 30 days of usage
 | |
|     UNIQUE (usageDate, id)
 | |
| );
 | |
| 
 | |
| --
 | |
| -- Tag related tables
 | |
| --
 | |
| CREATE TABLE IF NOT EXISTS tag_category (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     json JSON NOT NULL, -- JSON stores category information and does not store children
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     UNIQUE (name) -- Unique tag category name
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS tag (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL, -- JSON stores all tag attributes and does not store children
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS tag_usage (
 | |
|     source TINYINT NOT NULL,            -- Source of the tag label
 | |
|     tagFQN VARCHAR(256) NOT NULL,       -- Fully qualified name of the tag
 | |
|     targetFQN VARCHAR(256) NOT NULL,    -- Fully qualified name of the entity instance or corresponding field
 | |
|     labelType TINYINT NOT NULL,         -- Type of tagging: manual, automated, propagated, derived
 | |
|     state TINYINT NOT NULL,             -- State of tagging: suggested or confirmed
 | |
|     UNIQUE (source, tagFQN, targetFQN)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS change_event (
 | |
|     eventType VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.eventType') NOT NULL,
 | |
|     entityType VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.entityType') NOT NULL,
 | |
|     userName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.userName') NOT NULL,
 | |
|     eventTime BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.timestamp') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     INDEX event_type_index (eventType),
 | |
|     INDEX entity_type_index (entityType),
 | |
|     INDEX event_time_index (eventTime)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS webhook_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     json JSON NOT NULL,
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
|     -- No versioning, updatedAt, updatedBy, or changeDescription fields for webhook
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS glossary_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     name VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.name') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (name)
 | |
| );
 | |
| 
 | |
| CREATE TABLE IF NOT EXISTS glossary_term_entity (
 | |
|     id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
 | |
|     fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
 | |
|     json JSON NOT NULL,
 | |
|     updatedAt BIGINT UNSIGNED GENERATED ALWAYS AS (json ->> '$.updatedAt') NOT NULL,
 | |
|     updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
 | |
|     deleted BOOLEAN GENERATED ALWAYS AS (json -> '$.deleted'),
 | |
|     PRIMARY KEY (id),
 | |
|     UNIQUE (fullyQualifiedName)
 | |
| );
 | |
| 
 |