yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2026-01-05 20:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Fix sample data upload - binary data error (#15659)

Browse Source
This commit is contained in:
Mayur Singal 2024-03-22 12:13:26 +05:30 committed by GitHub
parent 2208662886
commit ad28af4f4f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/profiler/processor/sample_data_handler.py
View File

@ -17,6 +17,8 @@ from datetime import datetime
from functools import singledispatch
from io import BytesIO
from pydantic.json import ENCODERS_BY_TYPE
from metadata.clients.aws_client import AWSClient
from metadata.generated.schema.entity.data.table import Table, TableData
from metadata.generated.schema.entity.services.connections.connectionBasicType import (
@ -81,6 +83,7 @@ def upload_sample_data(data: TableData, profiler_interface: ProfilerInterface) -
sample_storage_config: DataStorageConfig = profiler_interface.storage_config
if not sample_storage_config:
return
ENCODERS_BY_TYPE[bytes] = lambda v: v.decode("utf-8", "ignore")
deserialized_data = json.loads(data.json())
df = pd.DataFrame(
data=deserialized_data.get("rows", []),