From 4c40a24d761e1444baa06ba63d49396d048bd66a Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Thu, 25 Apr 2024 13:22:37 -0700 Subject: [PATCH] fix(ingest/bigquery): map date types correctly (#10383) --- .../src/datahub/ingestion/source/bigquery_v2/bigquery.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery.py index 7b79c83db9..eb59d720f1 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery.py +++ b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery.py @@ -106,6 +106,7 @@ from datahub.metadata.com.linkedin.pegasus2avro.schema import ( ArrayType, BooleanType, BytesType, + DateType, MySqlDDL, NullType, NumberType, @@ -188,6 +189,7 @@ class BigqueryV2Source(StatefulIngestionSourceBase, TestableSource): RecordType, StringType, TimeType, + DateType, NullType, ] ], @@ -209,10 +211,10 @@ class BigqueryV2Source(StatefulIngestionSourceBase, TestableSource): "STRING": StringType, "TIME": TimeType, "TIMESTAMP": TimeType, - "DATE": TimeType, + "DATE": DateType, "DATETIME": TimeType, "GEOGRAPHY": NullType, - "JSON": NullType, + "JSON": RecordType, "INTERVAL": NullType, "ARRAY": ArrayType, "STRUCT": RecordType,