yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-26 01:15:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Glue Table & Column Comment Fix (#5740)

Browse Source
This commit is contained in:
Mayur Singal 2022-06-29 18:54:51 +05:30 committed by GitHub
parent 2f29c5fe93
commit 884780a83b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ingestion/src/metadata/ingestion/source/database/glue.py
View File

@ -139,6 +139,7 @@ class GlueSource(Source[Entity]):
parsed_string["dataType"] = "UNION" parsed_string["dataType"] = "UNION"
parsed_string["name"] = column["Name"][:64] parsed_string["name"] = column["Name"][:64]
parsed_string["dataLength"] = parsed_string.get("dataLength", 1) parsed_string["dataLength"] = parsed_string.get("dataLength", 1)
parsed_string["description"] = column.get("Comment")
yield Column(**parsed_string) yield Column(**parsed_string)
def ingest_tables( def ingest_tables(
@ -201,9 +202,7 @@ class GlueSource(Source[Entity]):
table_entity = Table( table_entity = Table(
id=uuid.uuid4(), id=uuid.uuid4(),
name=table["Name"][:128], name=table["Name"][:128],
description=table["Description"] description=table.get("Description", ""),
if hasattr(table, "Description")
else "",
columns=table_columns, columns=table_columns,
tableType=table_type, tableType=table_type,
) )