mirror of
https://github.com/datahub-project/datahub.git
synced 2025-06-27 05:03:31 +00:00
20 lines
764 B
Python
20 lines
764 B
Python
|
from datahub.emitter.mce_builder import make_dataset_urn
|
||
|
|
from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
|
||
|
|
from datahub.specific.dataset import DatasetPatchBuilder
|
||
|
|
|
||
|
|
# Create DataHub Client
|
||
|
|
datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
|
||
|
|
|
||
|
|
# Create Dataset URN
|
||
|
|
dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
|
||
|
|
|
||
|
|
# Create Dataset Patch to Add Custom Properties
|
||
|
|
patch_builder = DatasetPatchBuilder(dataset_urn)
|
||
|
|
patch_builder.add_custom_property("cluster_name", "datahubproject.acryl.io")
|
||
|
|
patch_builder.add_custom_property("retention_time", "2 years")
|
||
|
|
patch_mcps = patch_builder.build()
|
||
|
|
|
||
|
|
# Emit Dataset Patch
|
||
|
|
for patch_mcp in patch_mcps:
|
||
|
|
datahub_client.emit(patch_mcp)
|