yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-01 19:18:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #1550: Metadata ingestion errors from Azure Data Lake (#21261)

Browse Source
This commit is contained in:
Mayur Singal 2025-05-19 11:44:19 +05:30 committed by GitHub
parent 3d2ae8fff6
commit 9ec424a3fa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/src/metadata/readers/dataframe/json.py
View File

@ -35,7 +35,11 @@ def _get_json_text(key: str, text: bytes, decode: bool) -> Union[str, bytes]:
with zipfile.ZipFile(io.BytesIO(text)) as zip_file:
processed_text = zip_file.read(zip_file.infolist()[0])
if decode:
return processed_text.decode(UTF_8) if isinstance(text, bytes) else text
return (
processed_text.decode(UTF_8, errors="ignore")
if isinstance(text, bytes)
else text
)
return processed_text