datahub/metadata-ingestion/examples/library/dataset_add_structured_properties_patch.py
John Joyce 9031b49b23
fix(docs): Add improvements in examples for PATCH documentation (#12165)
Co-authored-by: John Joyce <john@Mac-1406.lan>
Co-authored-by: John Joyce <john@Johns-MacBook-Pro.local>
2024-12-19 09:07:59 -08:00

24 lines
833 B
Python

from datahub.emitter.mce_builder import make_dataset_urn
from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
from datahub.specific.dataset import DatasetPatchBuilder
# Create DataHub Client
datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
# Create Dataset URN
dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
# Create Dataset Patch to Add and Remove Structured Properties
patch_builder = DatasetPatchBuilder(dataset_urn)
patch_builder.add_structured_property(
"urn:li:structuredProperty:retentionTimeInDays", 12
)
patch_builder.remove_structured_property(
"urn:li:structuredProperty:customClassification"
)
patch_mcps = patch_builder.build()
# Emit Dataset Patch
for patch_mcp in patch_mcps:
datahub_client.emit(patch_mcp)