yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-04 23:28:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #2524: Ingestion: DBT model parsing fails with column (#2525) (#2639)

Browse Source
This commit is contained in:
Sriharsha Chintalapani 2022-02-06 12:49:57 -08:00 committed by GitHub
parent 5efd00135c
commit ceeefb40be
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ingestion/src/metadata/ingestion/source/sql_source.py
View File

@ -394,6 +394,7 @@ class SQLSource(Source[OMetaDatabaseAndTable]):
manifest_columns = mnode.get("columns", {}) manifest_columns = mnode.get("columns", {})
for key in ccolumns: for key in ccolumns:
ccolumn = ccolumns[key] ccolumn = ccolumns[key]
col_name = ccolumn["name"].lower().replace(".", "_DOT_")
try: try:
ctype = ccolumn["type"] ctype = ccolumn["type"]
col_type = ColumnTypeParser.get_column_type(ctype) col_type = ColumnTypeParser.get_column_type(ctype)
@ -403,7 +404,7 @@ class SQLSource(Source[OMetaDatabaseAndTable]):
if description is None: if description is None:
description = ccolumn.get("comment", None) description = ccolumn.get("comment", None)
col = Column( col = Column(
name=ccolumn["name"].lower(), name=col_name,
description=description, description=description,
dataType=col_type, dataType=col_type,
dataLength=1, dataLength=1,
@ -411,7 +412,7 @@ class SQLSource(Source[OMetaDatabaseAndTable]):
) )
columns.append(col) columns.append(col)
except Exception as err: # pylint: disable=broad-except except Exception as err: # pylint: disable=broad-except
logger.error(f"Failed to parse column type due to {err}") logger.error(f"Failed to parse column {col_name} due to {err}")
return columns return columns