mirror of
https://github.com/datahub-project/datahub.git
synced 2025-06-27 05:03:31 +00:00
24 lines
833 B
Python
24 lines
833 B
Python
|
from datahub.emitter.mce_builder import make_dataset_urn
|
||
|
|
from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
|
||
|
|
from datahub.specific.dataset import DatasetPatchBuilder
|
||
|
|
|
||
|
|
# Create DataHub Client
|
||
|
|
datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
|
||
|
|
|
||
|
|
# Create Dataset URN
|
||
|
|
dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
|
||
|
|
|
||
|
|
# Create Dataset Patch to Add and Remove Structured Properties
|
||
|
|
patch_builder = DatasetPatchBuilder(dataset_urn)
|
||
|
|
patch_builder.add_structured_property(
|
||
|
|
"urn:li:structuredProperty:retentionTimeInDays", 12
|
||
|
|
)
|
||
|
|
patch_builder.remove_structured_property(
|
||
|
|
"urn:li:structuredProperty:customClassification"
|
||
|
|
)
|
||
|
|
patch_mcps = patch_builder.build()
|
||
|
|
|
||
|
|
# Emit Dataset Patch
|
||
|
|
for patch_mcp in patch_mcps:
|
||
|
|
datahub_client.emit(patch_mcp)
|