yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-25 08:58:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix output file chmod mistake (#468)

Browse Source
This commit is contained in:
Yi (Alan) Wang 2017-04-28 15:57:53 -07:00 committed by Yi Wang
parent ca4b079d5b
commit 4b07be768c
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-etl/src/main/resources/jython/HiveExtract.py
View File

@ -343,7 +343,8 @@ class HiveExtract:
self.logger.info("Get table info from Serde %12s [%s -> %s]\n" % (database_name, str(begin), str(end)))
with open(schema_output_file, 'wb') as schema_json_file:
os.chmod(schema_output_file, stat.S_IWOTH)
os.chmod(schema_output_file,
stat.S_IWUSR | stat.S_IRUSR | stat.S_IWGRP | stat.S_IRGRP | stat.S_IWOTH | stat.S_IROTH)
for item in schema:
schema_json_file.write("{}\n".format(json.dumps(item, separators=(',',':'))))
@ -351,7 +352,8 @@ class HiveExtract:
begin = datetime.datetime.now().strftime("%H:%M:%S")
rows = self.get_hdfs_map()
with open(hdfs_map_output_file, 'wb') as hdfs_map_csv_file:
os.chmod(hdfs_map_output_file, stat.S_IWOTH)
os.chmod(hdfs_map_output_file,
stat.S_IWUSR | stat.S_IRUSR | stat.S_IWGRP | stat.S_IRGRP | stat.S_IWOTH | stat.S_IROTH)
hdfs_map_columns = ['db_name', 'table_name', 'cluster_uri', 'abstract_hdfs_path']
csv_writer = csv.writer(hdfs_map_csv_file, delimiter='\x1a', lineterminator='\n', quoting=csv.QUOTE_NONE)
csv_writer.writerow(hdfs_map_columns)