yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-01 05:13:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add exception handling for code search job

Browse Source
This commit is contained in:
Na Zhang 2017-02-09 16:07:46 -08:00
parent ed5ff92a33
commit ce5e8a2a14
1 changed files with 18 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-etl/src/main/resources/jython/CodeSearchExtract.py
View File

@ -128,10 +128,10 @@ class CodeSearchExtract:
self.logger.info("Search request {}".format(prop_file))
code = result['elements'][0]['docData']['code']
try:
code_dict = dict(line.split("=", 1) for line in code.strip().splitlines())
if "database.name" in code_dict:
db['database_name'] = code_dict['database.name']
if "database.type" in code_dict:
db['database_type'] = code_dict['database.type']
owner_record = SCMOwnerRecord(
@ -145,6 +145,10 @@ class CodeSearchExtract:
)
owner_count += 1
self.code_search_committer_writer.append(owner_record)
except Exception as e:
self.logger.error(e)
self.logger.error("Exception happens with code {}".format(code))
self.code_search_committer_writer.close()
self.logger.info('Finish Fetching committers, total {} committers entries'.format(committers_count))