yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-19 06:28:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #1532: Fix Error ingesting using Datalake adls connector (#21243)

Browse Source
This commit is contained in:
Mayur Singal 2025-05-19 12:30:56 +05:30 committed by GitHub
parent 6444ea3750
commit 698956783b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/src/metadata/utils/datalake/datalake_utils.py
View File

@ -254,7 +254,7 @@ class GenericDataFrameColumnParser:
data_frame (DataFrame) data_frame (DataFrame)
column_name (string) column_name (string)
""" """
data_type = None data_type = None # default to string
try: try:
if data_frame[column_name].dtypes.name == "object" and any( if data_frame[column_name].dtypes.name == "object" and any(
data_frame[column_name].dropna().values data_frame[column_name].dropna().values
@ -316,7 +316,7 @@ class GenericDataFrameColumnParser:
f"Failed to distinguish data type for column {column_name}, Falling back to {data_type}, exc: {err}" f"Failed to distinguish data type for column {column_name}, Falling back to {data_type}, exc: {err}"
) )
logger.debug(traceback.format_exc()) logger.debug(traceback.format_exc())
return data_type return data_type or DataType.STRING
@classmethod @classmethod
def unique_json_structure(cls, dicts: List[Dict]) -> Dict: def unique_json_structure(cls, dicts: List[Dict]) -> Dict: