yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-07 08:38:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

add ingestion hive col_comment (#2594)

Browse Source
This commit is contained in:
SeungwanJo 2022-02-04 19:13:14 +09:00 committed by GitHub
parent d3f34c9490
commit 9a0ffc08e4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/ingestion/source/hive.py
View File

@ -27,7 +27,7 @@ def get_columns(self, connection, table_name, schema=None, **kw):
rows = [[col.strip() if col else None for col in row] for row in rows]
rows = [row for row in rows if row[0] and row[0] != "# col_name"]
result = []
for (col_name, col_type, _comment) in rows:
for (col_name, col_type, comment) in rows:
if col_name == "# Partition Information":
break
col_raw_type = col_type
@ -44,6 +44,7 @@ def get_columns(self, connection, table_name, schema=None, **kw):
{
"name": col_name,
"type": coltype,
"comment": comment,
"nullable": True,
"default": None,
"raw_data_type": col_raw_type