yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-05 15:48:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add Table Sample Data During Sample Data ingestion (#11773)

Browse Source
This commit is contained in:
Mayur Singal 2023-05-31 17:53:45 +05:30 committed by GitHub
parent 9e437fceec
commit ae386d2e2b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
ingestion/src/metadata/ingestion/source/database/sample_data.py
View File

@ -60,6 +60,7 @@ from metadata.generated.schema.entity.data.table import (
ColumnProfile, ColumnProfile,
SystemProfile, SystemProfile,
Table, Table,
TableData,
TableProfile, TableProfile,
) )
from metadata.generated.schema.entity.policies.policy import Policy from metadata.generated.schema.entity.policies.policy import Policy
@ -619,6 +620,27 @@ class SampleDataSource(
self.status.scanned(f"Table Scanned: {table_and_db.name}") self.status.scanned(f"Table Scanned: {table_and_db.name}")
yield table_and_db yield table_and_db
if table.get("sampleData"):
table_fqn = fqn.build(
self.metadata,
entity_type=Table,
service_name=self.database_service.name.__root__,
database_name=db.name.__root__,
schema_name=schema.name.__root__,
table_name=table_and_db.name.__root__,
)
table_entity = self.metadata.get_by_name(entity=Table, fqn=table_fqn)
self.metadata.ingest_table_sample_data(
table_entity,
TableData(
rows=table["sampleData"]["rows"],
columns=table["sampleData"]["columns"],
),
)
def ingest_topics(self) -> Iterable[CreateTopicRequest]: def ingest_topics(self) -> Iterable[CreateTopicRequest]:
""" """
Ingest Sample Topics Ingest Sample Topics