mirror of
https://github.com/datahub-project/datahub.git
synced 2025-06-27 05:03:31 +00:00
9031b49b23
Co-authored-by: John Joyce <john@Mac-1406.lan> Co-authored-by: John Joyce <john@Johns-MacBook-Pro.local>
20 lines
764 B
Python
20 lines
764 B
Python
from datahub.emitter.mce_builder import make_dataset_urn
|
|
from datahub.ingestion.graph.client import DataHubGraph, DataHubGraphConfig
|
|
from datahub.specific.dataset import DatasetPatchBuilder
|
|
|
|
# Create DataHub Client
|
|
datahub_client = DataHubGraph(DataHubGraphConfig(server="http://localhost:8080"))
|
|
|
|
# Create Dataset URN
|
|
dataset_urn = make_dataset_urn(platform="hive", name="fct_users_created", env="PROD")
|
|
|
|
# Create Dataset Patch to Add Custom Properties
|
|
patch_builder = DatasetPatchBuilder(dataset_urn)
|
|
patch_builder.add_custom_property("cluster_name", "datahubproject.acryl.io")
|
|
patch_builder.add_custom_property("retention_time", "2 years")
|
|
patch_mcps = patch_builder.build()
|
|
|
|
# Emit Dataset Patch
|
|
for patch_mcp in patch_mcps:
|
|
datahub_client.emit(patch_mcp)
|