datahub/metadata-ingestion/examples/library/add_lineage_datajob.py

13 lines
443 B
Python

from datahub.metadata.urns import DataFlowUrn, DataJobUrn, DatasetUrn
from datahub.sdk.main_client import DataHubClient
client = DataHubClient.from_env()
dataset_urn = DatasetUrn(platform="snowflake", name="upstream_table")
datajob_urn = DataJobUrn(
job_id="example_datajob",
flow=DataFlowUrn(orchestrator="airflow", flow_id="example_dag", cluster="PROD"),
)
client.lineage.add_lineage(upstream=datajob_urn, downstream=dataset_urn)