2024-03-25 13:28:35 +01:00
|
|
|
from dagster import Definitions
|
|
|
|
|
2025-01-18 15:06:20 +05:30
|
|
|
from datahub.ingestion.graph.client import DatahubClientConfig
|
2024-03-25 13:28:35 +01:00
|
|
|
from datahub_dagster_plugin.sensors.datahub_sensors import (
|
|
|
|
DatahubDagsterSourceConfig,
|
|
|
|
make_datahub_sensor,
|
|
|
|
)
|
|
|
|
|
|
|
|
config = DatahubDagsterSourceConfig(
|
|
|
|
datahub_client_config=DatahubClientConfig(
|
|
|
|
server="https://your_datahub_url/gms", token="your_datahub_token"
|
|
|
|
),
|
|
|
|
dagster_url="https://my-dagster-cloud.dagster.cloud",
|
|
|
|
)
|
|
|
|
|
|
|
|
datahub_sensor = make_datahub_sensor(config=config)
|
|
|
|
|
|
|
|
defs = Definitions(
|
|
|
|
sensors=[datahub_sensor],
|
|
|
|
)
|