yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-10-27 08:54:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

add create dataproduct example (#9009)

Browse Source
This commit is contained in:
ethan-cartwright 2023-10-17 10:55:07 -04:00 committed by GitHub
parent e7c662a0ac
commit ae5fd90c73
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 25 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
metadata-ingestion/examples/library/create_dataproduct.py Normal file
View File

@ -0,0 +1,25 @@
from datahub.api.entities.dataproduct.dataproduct import DataProduct
from datahub.ingestion.graph.client import DatahubClientConfig, DataHubGraph
gms_endpoint = "http://localhost:8080"
graph = DataHubGraph(DatahubClientConfig(server=gms_endpoint))
data_product = DataProduct(
id="pet_of_the_week",
display_name="Pet of the Week Campagin",
domain="urn:li:domain:ef39e99a-9d61-406d-b4a8-c70b16380206",
description="This campaign includes Pet of the Week data.",
assets=[
"urn:li:dataset:(urn:li:dataPlatform:snowflake,long_tail_companions.analytics.pet_details,PROD)",
"urn:li:dashboard:(looker,baz)",
"urn:li:dataFlow:(airflow,dag_abc,PROD)",
],
owners=[{"id": "urn:li:corpuser:jdoe", "type": "BUSINESS_OWNER"}],
terms=["urn:li:glossaryTerm:ClientsAndAccounts.AccountBalance"],
tags=["urn:li:tag:adoption"],
properties={"lifecycle": "production", "sla": "7am every day"},
external_url="https://en.wikipedia.org/wiki/Sloth",
)
for mcp in data_product.generate_mcp(upsert=False):
graph.emit(mcp)