yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-01 05:13:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add exception handling for code search job

Browse Source
This commit is contained in:
Na Zhang 2017-02-09 16:07:46 -08:00
parent ed5ff92a33
commit ce5e8a2a14
1 changed files with 18 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
metadata-etl/src/main/resources/jython/CodeSearchExtract.py
View File

@ -128,23 +128,27 @@ class CodeSearchExtract:
self.logger.info("Search request {}".format(prop_file)) self.logger.info("Search request {}".format(prop_file))
code = result['elements'][0]['docData']['code'] code = result['elements'][0]['docData']['code']
code_dict = dict(line.split("=", 1) for line in code.strip().splitlines()) try:
if "database.name" in code_dict: code_dict = dict(line.split("=", 1) for line in code.strip().splitlines())
db['database_name'] = code_dict['database.name'] db['database_name'] = code_dict['database.name']
if "database.type" in code_dict:
db['database_type'] = code_dict['database.type'] db['database_type'] = code_dict['database.type']
owner_record = SCMOwnerRecord( owner_record = SCMOwnerRecord(
db['scm_url'], db['scm_url'],
db['database_name'], db['database_name'],
db['database_type'], db['database_type'],
db['app_name'], db['app_name'],
db['filepath'], db['filepath'],
db['committers'], db['committers'],
db['scm_type'] db['scm_type']
) )
owner_count += 1 owner_count += 1
self.code_search_committer_writer.append(owner_record) self.code_search_committer_writer.append(owner_record)
except Exception as e:
self.logger.error(e)
self.logger.error("Exception happens with code {}".format(code))
self.code_search_committer_writer.close() self.code_search_committer_writer.close()
self.logger.info('Finish Fetching committers, total {} committers entries'.format(committers_count)) self.logger.info('Finish Fetching committers, total {} committers entries'.format(committers_count))