Glue Table & Column Comment Fix (#5740)

This commit is contained in:
Mayur Singal 2022-06-29 18:54:51 +05:30 committed by GitHub
parent 2f29c5fe93
commit 884780a83b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -139,6 +139,7 @@ class GlueSource(Source[Entity]):
parsed_string["dataType"] = "UNION"
parsed_string["name"] = column["Name"][:64]
parsed_string["dataLength"] = parsed_string.get("dataLength", 1)
parsed_string["description"] = column.get("Comment")
yield Column(**parsed_string)
def ingest_tables(
@ -201,9 +202,7 @@ class GlueSource(Source[Entity]):
table_entity = Table(
id=uuid.uuid4(),
name=table["Name"][:128],
description=table["Description"]
if hasattr(table, "Description")
else "",
description=table.get("Description", ""),
columns=table_columns,
tableType=table_type,
)