yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-11 10:36:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

avro record dtype fix (#12750)

Browse Source
This commit is contained in:
Onkar Ravgan 2023-08-04 14:27:29 +05:30 committed by GitHub
parent e7650f133d
commit 146d8a5166
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ingestion/src/metadata/parsers/avro_parser.py
View File

@ -21,11 +21,13 @@ from avro.schema import ArraySchema, RecordSchema, Schema, UnionSchema
from pydantic.main import ModelMetaclass
from metadata.generated.schema.entity.data.table import Column
from metadata.generated.schema.type.schema import DataTypeTopic, FieldModel
from metadata.generated.schema.type.schema import FieldModel
from metadata.utils.logger import ingestion_logger
logger = ingestion_logger()
RECORD_DATATYPE_NAME = "RECORD"
def _parse_array_children(
arr_item: Schema, cls: ModelMetaclass = FieldModel
@ -138,11 +140,11 @@ def parse_record_fields(field: RecordSchema, cls: ModelMetaclass = FieldModel):
"""
children = cls(
name=field.name,
dataType=DataTypeTopic.RECORD,
dataType=RECORD_DATATYPE_NAME,
children=[
cls(
name=field.type.name,
dataType=DataTypeTopic.RECORD,
dataType=RECORD_DATATYPE_NAME,
children=get_avro_fields(field.type, cls),
description=field.type.doc,
)