mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-14 12:41:30 +00:00
38e240e916
Co-authored-by: rasnar <11248833+Rasnar@users.noreply.github.com> Co-authored-by: Sergio Gómez Villamor <sgomezvillamor@gmail.com>
38 lines
1019 B
Python
38 lines
1019 B
Python
from datetime import datetime
|
|
|
|
from airflow import DAG
|
|
from airflow.operators.bash import BashOperator
|
|
|
|
from datahub_airflow_plugin.entities import Dataset, Urn
|
|
|
|
with DAG(
|
|
"simple_dag",
|
|
start_date=datetime(2023, 1, 1),
|
|
schedule_interval=None,
|
|
catchup=False,
|
|
description="A simple DAG that runs a few fake data tasks.",
|
|
) as dag:
|
|
task1 = BashOperator(
|
|
task_id="task_1",
|
|
dag=dag,
|
|
bash_command="echo 'task 1'",
|
|
inlets=[
|
|
Dataset(platform="snowflake", name="mydb.schema.tableA"),
|
|
Urn(
|
|
"urn:li:dataset:(urn:li:dataPlatform:snowflake,mydb.schema.tableC,PROD)"
|
|
),
|
|
Urn(
|
|
"urn:li:dataJob:(urn:li:dataFlow:(airflow,myairflow.test_dag,PROD),test_task)"
|
|
),
|
|
],
|
|
outlets=[Dataset("snowflake", "mydb.schema.tableD")],
|
|
)
|
|
|
|
task2 = BashOperator(
|
|
task_id="run_another_data_task",
|
|
dag=dag,
|
|
bash_command="echo 'task 2'",
|
|
)
|
|
|
|
task1 >> task2
|