2023-03-02 15:02:06 -08:00
|
|
|
from typing import List
|
|
|
|
|
|
2024-09-27 11:31:25 -05:00
|
|
|
from datahub.ingestion.graph.client import DataHubGraph
|
2023-10-10 16:08:34 +05:30
|
|
|
from tests.setup.lineage.ingest_data_job_change import (
|
2024-01-31 14:42:40 +05:30
|
|
|
get_data_job_change_urns,
|
|
|
|
|
ingest_data_job_change,
|
|
|
|
|
)
|
2023-10-10 16:08:34 +05:30
|
|
|
from tests.setup.lineage.ingest_dataset_join_change import (
|
2024-01-31 14:42:40 +05:30
|
|
|
get_dataset_join_change_urns,
|
|
|
|
|
ingest_dataset_join_change,
|
|
|
|
|
)
|
2023-10-10 16:08:34 +05:30
|
|
|
from tests.setup.lineage.ingest_input_datasets_change import (
|
2024-01-31 14:42:40 +05:30
|
|
|
get_input_datasets_change_urns,
|
|
|
|
|
ingest_input_datasets_change,
|
|
|
|
|
)
|
2023-03-02 15:02:06 -08:00
|
|
|
|
|
|
|
|
|
2024-09-27 11:31:25 -05:00
|
|
|
def ingest_time_lineage(graph_client: DataHubGraph) -> None:
|
|
|
|
|
ingest_input_datasets_change(graph_client)
|
|
|
|
|
ingest_data_job_change(graph_client)
|
|
|
|
|
ingest_dataset_join_change(graph_client)
|
2023-03-02 15:02:06 -08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_time_lineage_urns() -> List[str]:
|
2023-10-10 16:08:34 +05:30
|
|
|
return (
|
|
|
|
|
get_input_datasets_change_urns()
|
|
|
|
|
+ get_data_job_change_urns()
|
|
|
|
|
+ get_dataset_join_change_urns()
|
|
|
|
|
)
|