From 5ff2c85fee325692d51a8465efcc64bf0e10f216 Mon Sep 17 00:00:00 2001 From: Yi Wang Date: Wed, 5 Apr 2017 09:01:48 -0700 Subject: [PATCH] Remove ownership auto confirm by SCM --- metadata-etl/src/main/resources/jython/CodeSearchLoad.py | 6 ++---- metadata-etl/src/main/resources/jython/MultiproductLoad.py | 6 ++---- 2 files changed, 4 insertions(+), 8 deletions(-) diff --git a/metadata-etl/src/main/resources/jython/CodeSearchLoad.py b/metadata-etl/src/main/resources/jython/CodeSearchLoad.py index 0c93d3c26c..66b9e0f1c3 100644 --- a/metadata-etl/src/main/resources/jython/CodeSearchLoad.py +++ b/metadata-etl/src/main/resources/jython/CodeSearchLoad.py @@ -91,7 +91,7 @@ class CodeSearchLoad: 'SCM' n_owner_source, null db_ids, IF(r.app_id = 301, 'Y', 'N') is_group, 'Y' is_active, 0 source_time, unix_timestamp(NOW()) created_time, r.wh_etl_exec_id, - 'system' confirmed_by, unix_timestamp(NOW()) confirmed_on + null confirmed_by, null confirmed_on FROM dict_dataset ds JOIN stg_database_scm_map r ON ds.urn LIKE concat(r.database_type, ':///', r.database_name,'/%') @@ -108,9 +108,7 @@ class CodeSearchLoad: WHEN owner_source LIKE '%SCM%' THEN owner_source ELSE CONCAT(owner_source, ',SCM') END, namespace = COALESCE(namespace, n.n_namespace), wh_etl_exec_id = n.wh_etl_exec_id, - modified_time = unix_timestamp(NOW()), - confirmed_by = 'system', - confirmed_on = unix_timestamp(NOW()); + modified_time = unix_timestamp(NOW()); -- reset dataset owner sort id UPDATE dataset_owner d diff --git a/metadata-etl/src/main/resources/jython/MultiproductLoad.py b/metadata-etl/src/main/resources/jython/MultiproductLoad.py index 4475260c45..bf20d50230 100644 --- a/metadata-etl/src/main/resources/jython/MultiproductLoad.py +++ b/metadata-etl/src/main/resources/jython/MultiproductLoad.py @@ -150,7 +150,7 @@ class MultiproductLoad: 'SCM' n_owner_source, null db_ids, IF(r.app_id = 301, 'Y', 'N') is_group, 'Y' is_active, 0 source_time, unix_timestamp(NOW()) created_time, r.wh_etl_exec_id, - 'system' confirmed_by, unix_timestamp(NOW()) confirmed_on + null confirmed_by, null confirmed_on FROM (SELECT id, urn, substring_index(substring_index(urn, '/', 4), '/', -1) ds_group FROM dict_dataset WHERE urn regexp '^(dalids|espresso|oracle)\:\/\/\/.*$') ds JOIN stg_repo_owner r @@ -169,9 +169,7 @@ class MultiproductLoad: WHEN owner_source LIKE '%SCM%' THEN owner_source ELSE CONCAT(owner_source, ',SCM') END, namespace = COALESCE(namespace, n.n_namespace), wh_etl_exec_id = n.wh_etl_exec_id, - modified_time = unix_timestamp(NOW()), - confirmed_by = 'system', - confirmed_on = unix_timestamp(NOW()); + modified_time = unix_timestamp(NOW()); -- reset dataset owner sort id UPDATE dataset_owner d