2023-06-11 03:38:05 +02:00
-- we are not using the secretsManagerCredentials
UPDATE metadata_service_entity
SET json = json : : jsonb #- '{openMetadataServerConnection.secretsManagerCredentials}'
where name = ' OpenMetadata ' ;
-- Rename githubCredentials to gitCredentials
UPDATE dashboard_service_entity
SET json = jsonb_set ( json , ' {connection,config,gitCredentials} ' , json #>'{connection,config,githubCredentials}')
where serviceType = ' Looker '
and json #>'{connection,config,githubCredentials}' is not null;
-- Rename gcsConfig in BigQuery to gcpConfig
UPDATE dbservice_entity
SET json = jsonb_set ( json , ' {connection,config,credentials,gcpConfig} ' ,
json #>'{connection,config,credentials,gcsConfig}')
where serviceType in ( ' BigQuery ' )
and json #>'{connection,config,credentials,gcsConfig}' is not null;
-- Rename gcsConfig in Datalake to gcpConfig
UPDATE dbservice_entity
SET json = jsonb_set ( json , ' {connection,config,configSource,securityConfig,gcpConfig} ' ,
json #>'{connection,config,configSource,securityConfig,gcsConfig}')
where serviceType in ( ' Datalake ' )
and json #>'{connection,config,configSource,securityConfig,gcsConfig}' is not null;
-- Rename gcsConfig in dbt to gcpConfig
UPDATE ingestion_pipeline_entity
SET json = jsonb_set ( json : : jsonb #- '{sourceConfig,config,dbtConfigSource,dbtSecurityConfig,gcsConfig}', '{sourceConfig,config,dbtConfigSource,dbtSecurityConfig,gcpConfig}', (json#>'{sourceConfig,config,dbtConfigSource,dbtSecurityConfig,gcsConfig}')::jsonb)
WHERE json #>>'{sourceConfig,config,dbtConfigSource,dbtSecurityConfig}' is not null and json#>>'{sourceConfig,config,dbtConfigSource,dbtSecurityConfig,gcsConfig}' is not null;
2023-06-15 14:44:48 +05:30
-- Rename dashboardUrl in dashboard_entity to sourceUrl
UPDATE dashboard_entity
SET json = jsonb_set ( json : : jsonb #- '{dashboardUrl}' , '{sourceUrl}',
json #>'{dashboardUrl}')
where json #>'{dashboardUrl}' is not null;
-- Rename chartUrl in chart_entity to sourceUr
UPDATE chart_entity
SET json = jsonb_set ( json : : jsonb #- '{chartUrl}' , '{sourceUrl}',
json #>'{chartUrl}')
where json #>'{chartUrl}' is not null;
-- Rename pipelineUrl in pipeline_entity to sourceUrl
UPDATE pipeline_entity
SET json = jsonb_set ( json : : jsonb #- '{pipelineUrl}' , '{sourceUrl}',
json #>'{pipelineUrl}')
where json #>'{pipelineUrl}' is not null;
-- Rename taskUrl in pipeline_entity to sourceUrl
UPDATE pipeline_entity
SET json = jsonb_set (
json : : jsonb - ' tasks ' ,
' {tasks} ' ,
(
SELECT jsonb_agg (
jsonb_build_object (
' name ' , t - > > ' name ' ,
' sourceUrl ' , t - > > ' taskUrl ' ,
' taskType ' , t - > > ' taskType ' ,
' description ' , t - > > ' description ' ,
' displayName ' , t - > > ' displayName ' ,
' fullyQualifiedName ' , t - > > ' fullyQualifiedName ' ,
' downstreamTasks ' , ( t - > ' downstreamTasks ' ) : : jsonb ,
' tags ' , ( t - > > ' tags ' ) : : jsonb ,
' endDate ' , t - > > ' endDate ' ,
' startDate ' , t - > > ' startDate ' ,
' taskSQL ' , t - > > ' taskSQL '
)
)
FROM jsonb_array_elements ( json - > ' tasks ' ) AS t
)
) ;
2023-06-16 13:18:12 +05:30
-- Modify migrations for service connection of postgres and mysql to move password under authType
UPDATE dbservice_entity
SET json = jsonb_set (
json #-'{connection,config,password}',
' {connection,config,authType} ' ,
jsonb_build_object ( ' password ' , json #>'{connection,config,password}')
)
WHERE serviceType IN ( ' Postgres ' , ' Mysql ' )
and json #>'{connection,config,password}' is not null;