mirror of
https://github.com/datahub-project/datahub.git
synced 2025-06-27 05:03:31 +00:00
25 lines
829 B
Python
25 lines
829 B
Python
|
from datahub.metadata.urns import DatasetUrn
|
||
|
|
from datahub.sdk.main_client import DataHubClient
|
||
|
|
from datahub.sdk.search_filters import FilterDsl as F
|
||
|
|
|
||
|
|
client = DataHubClient.from_env()
|
||
|
|
|
||
|
|
dataset_urn = DatasetUrn(platform="snowflake", name="downstream_table")
|
||
|
|
|
||
|
|
# Get column lineage for the entire flow
|
||
|
|
# you can pass source_urn and source_column to get lineage for a specific column
|
||
|
|
# alternatively, you can pass schemaFieldUrn to source_urn.
|
||
|
|
# e.g. source_urn="urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:snowflake,downstream_table),id)"
|
||
|
|
downstream_column_lineage = client.lineage.get_lineage(
|
||
|
|
source_urn=dataset_urn,
|
||
|
|
source_column="id",
|
||
|
|
direction="downstream",
|
||
|
|
max_hops=1,
|
||
|
|
filter=F.and_(
|
||
|
|
F.platform("snowflake"),
|
||
|
|
F.entity_type("dataset"),
|
||
|
|
),
|
||
|
|
)
|
||
|
|
|
||
|
|
print(downstream_column_lineage)
|