yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-26 09:35:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/bigquery): map date types correctly (#10383)

Browse Source
This commit is contained in:
Harshal Sheth 2024-04-25 13:22:37 -07:00 committed by GitHub
parent 704fb47d6b
commit 4c40a24d76
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery.py
View File

@ -106,6 +106,7 @@ from datahub.metadata.com.linkedin.pegasus2avro.schema import (
ArrayType, ArrayType,
BooleanType, BooleanType,
BytesType, BytesType,
DateType,
MySqlDDL, MySqlDDL,
NullType, NullType,
NumberType, NumberType,
@ -188,6 +189,7 @@ class BigqueryV2Source(StatefulIngestionSourceBase, TestableSource):
RecordType, RecordType,
StringType, StringType,
TimeType, TimeType,
DateType,
NullType, NullType,
] ]
], ],
@ -209,10 +211,10 @@ class BigqueryV2Source(StatefulIngestionSourceBase, TestableSource):
"STRING": StringType, "STRING": StringType,
"TIME": TimeType, "TIME": TimeType,
"TIMESTAMP": TimeType, "TIMESTAMP": TimeType,
"DATE": TimeType, "DATE": DateType,
"DATETIME": TimeType, "DATETIME": TimeType,
"GEOGRAPHY": NullType, "GEOGRAPHY": NullType,
"JSON": NullType, "JSON": RecordType,
"INTERVAL": NullType, "INTERVAL": NullType,
"ARRAY": ArrayType, "ARRAY": ArrayType,
"STRUCT": RecordType, "STRUCT": RecordType,