yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-13 16:46:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Fix Sample Data Deserialization (#15079)

Browse Source
This commit is contained in:
Mayur Singal 2024-02-09 11:25:53 +05:30 committed by GitHub
parent c635cbe44f
commit 96de1f5402
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ingestion/src/metadata/profiler/processor/sample_data_handler.py
View File

@ -11,7 +11,7 @@
""" """
Profiler Processor Step Profiler Processor Step
""" """
import json
import traceback import traceback
from datetime import datetime from datetime import datetime
from functools import singledispatch from functools import singledispatch
@ -48,7 +48,11 @@ def upload_sample_data(data: TableData, profiler_interface: ProfilerInterface) -
sample_storage_config = profiler_interface.storage_config sample_storage_config = profiler_interface.storage_config
if not sample_storage_config: if not sample_storage_config:
return return
df = pd.DataFrame(data=data.rows, columns=[i.__root__ for i in data.columns]) deserialized_data = json.loads(data.json())
df = pd.DataFrame(
data=deserialized_data.get("rows", []),
columns=[i.__root__ for i in data.columns],
)
pq_buffer = BytesIO() pq_buffer = BytesIO()
df.to_parquet(pq_buffer) df.to_parquet(pq_buffer)
object_key = _get_object_key( object_key = _get_object_key(