Clean up profile and test data when migrating from 0.11 to 0.12 (#7039)

* Added SQL to clean up profile and test data when migrating from 0.11 to 0.12

* Added deletion query for ingestion pipeline mysql

* Added logic to delete profiler ingestion pipeline from DB

* Update v004__create_db_connection_info.sql

added semicolon
This commit is contained in:
Teddy 2022-08-30 18:43:12 +02:00 committed by GitHub
parent 791245c0e8
commit 704385da0a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 11 additions and 0 deletions

View File

@ -104,3 +104,9 @@ CREATE TABLE IF NOT EXISTS openmetadata_settings (
PRIMARY KEY (id, configType),
UNIQUE(configType)
);
DELETE FROM entity_extension
WHERE jsonSchema IN ('tableProfile', 'columnTest', 'tableTest');
DELETE FROM ingestion_pipeline_entity
WHERE LOWER(JSON_EXTRACT(json, '$.pipelineType') = 'profiler');

View File

@ -100,3 +100,8 @@ CREATE TABLE IF NOT EXISTS openmetadata_settings (
UNIQUE(configType)
);
DELETE FROM entity_extension
WHERE jsonSchema IN ('tableProfile', 'columnTest', 'tableTest');
DELETE FROM ingestion_pipeline_entity
WHERE json_extract_path_text("json", 'pipelineType') = 'profiler';