From 146d8a51661dcec25d53b79cdc99f65238953bf7 Mon Sep 17 00:00:00 2001 From: Onkar Ravgan Date: Fri, 4 Aug 2023 14:27:29 +0530 Subject: [PATCH] avro record dtype fix (#12750) --- ingestion/src/metadata/parsers/avro_parser.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/ingestion/src/metadata/parsers/avro_parser.py b/ingestion/src/metadata/parsers/avro_parser.py index 1e77be49a52..730e780fe5f 100644 --- a/ingestion/src/metadata/parsers/avro_parser.py +++ b/ingestion/src/metadata/parsers/avro_parser.py @@ -21,11 +21,13 @@ from avro.schema import ArraySchema, RecordSchema, Schema, UnionSchema from pydantic.main import ModelMetaclass from metadata.generated.schema.entity.data.table import Column -from metadata.generated.schema.type.schema import DataTypeTopic, FieldModel +from metadata.generated.schema.type.schema import FieldModel from metadata.utils.logger import ingestion_logger logger = ingestion_logger() +RECORD_DATATYPE_NAME = "RECORD" + def _parse_array_children( arr_item: Schema, cls: ModelMetaclass = FieldModel @@ -138,11 +140,11 @@ def parse_record_fields(field: RecordSchema, cls: ModelMetaclass = FieldModel): """ children = cls( name=field.name, - dataType=DataTypeTopic.RECORD, + dataType=RECORD_DATATYPE_NAME, children=[ cls( name=field.type.name, - dataType=DataTypeTopic.RECORD, + dataType=RECORD_DATATYPE_NAME, children=get_avro_fields(field.type, cls), description=field.type.doc, )