yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-01 05:13:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

refine elastic search boosting rule

Browse Source
This commit is contained in:
Na Zhang 2016-11-28 10:54:47 -08:00
parent 69fc493754
commit 63d3b2c82d
1 changed files with 36 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
metadata-etl/src/main/resources/jython/ElasticSearchIndex.py
View File

@ -145,27 +145,55 @@ class ElasticSearchIndex():
sql = """
INSERT IGNORE INTO cfg_search_score_boost
(id, static_boosting_score)
SELECT id, 8 FROM dict_dataset
WHERE urn like "kafka:///%" or urn like "oracle:///%" or urn like "espresso:///%";
SELECT id, 80 FROM dict_dataset
WHERE urn like "kafka:///%"
or urn like "oracle:///%"
or urn like "espresso:///%"
ON DUPLICATE KEY UPDATE
static_boosting_score = 80;
INSERT IGNORE INTO cfg_search_score_boost
(id, static_boosting_score)
SELECT id, 7 FROM dict_dataset
WHERE urn like "hdfs:///%" or urn like "dali:///%";
SELECT id, 75 FROM dict_dataset
WHERE urn like "dalids:///%"
ON DUPLICATE KEY UPDATE
static_boosting_score = 75;
INSERT IGNORE INTO cfg_search_score_boost
(id, static_boosting_score)
SELECT id, 6 FROM dict_dataset
WHERE urn like "hive:///%";
SELECT id, 70 FROM dict_dataset
WHERE urn like "hdfs:///data/tracking/%"
or urn like "hdfs:///data/databases/%"
or urn like "hive:///tracking/%"
or urn like "hive:///prod_%/%"
ON DUPLICATE KEY UPDATE
static_boosting_score = 70;
INSERT IGNORE INTO cfg_search_score_boost
(id, static_boosting_score)
SELECT id, 5 FROM dict_dataset
WHERE urn like "%/data/derived%";
SELECT id, 65 FROM dict_dataset
WHERE urn like "hdfs:///data/external/%"
or urn like "hdfs:///data/derived/%"
or urn like "hdfs:///data/foundation/%"
or urn like "hive:///hirein/%"
or urn like "hive:///rightnow/%"
or urn like "hive:///lla/%"
or urn like "hive:///append_rightnow/%"
or urn like "hive:///decipher/%"
or urn like "hive:///timeforce/%"
or urn like "hive:///jira/%"
or urn like "hive:///teleopti/%"
ON DUPLICATE KEY UPDATE
static_boosting_score = 65;
SELECT * FROM dict_dataset d
JOIN cfg_search_score_boost s
WHERE d.id = s.id
and urn not like "hive:///dev_foundation_tables%"
and urn not like "hive:///dev_foundation_views%"
"""
self.execute_commands(sql)