{ "pipelines": [{ "name": "presto_etl", "displayName": "Presto ETL", "description": "Presto ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=presto_etl", "scheduleInterval": "* * * * *", "tasks": [ { "name": "presto_task", "displayName": "Presto Task", "description": "Airflow operator to perform ETL on presto tables", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": ["assert_table_exists"], "taskType": "PrestoOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "dim_address_etl", "displayName": "dim_address etl", "description": "dim_address ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=dim_address_etl", "scheduleInterval": "5 * * * *", "tasks": [{ "name": "dim_address_task", "displayName": "dim_address Task", "description": "Airflow operator to perform ETL and generate dim_address table", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_address_task", "downstreamTasks": ["assert_table_exists"], "taskType": "PrestoOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "dim_user_etl", "displayName": "dim_user etl", "description": "dim_user ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=dim_user_etl", "tasks": [{ "name": "dim_user_task", "displayName": "dim_user Task", "description": "Airflow operator to perform ETL and generate dim_user table", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_user_task", "downstreamTasks": ["assert_table_exists"], "taskType": "PrestoOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "dim_location_etl", "displayName": "dim_location etl", "description": "diim_location ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=dim_address_etl", "tasks": [{ "name": "dim_location_task", "displayName": "dim_location Task", "description": "Airflow operator to perform ETL and generate dim_location table", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_location_task", "downstreamTasks": ["assert_table_exists"], "taskType": "PrestoOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "dim_product_etl", "displayName": "dim_product etl", "description": "diim_product ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=dim_address_etl", "tasks": [{ "name": "dim_product_task", "displayName": "dim_product Task", "description": "Airflow operator to perform ETL and generate dim_product table", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_product_task", "downstreamTasks": ["assert_table_exists"], "taskType": "PrestoOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "trino_etl", "displayName": "Trino ETL", "description": "Trino ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=trino_etl", "scheduleInterval": "@once", "tasks": [{ "name": "trino_task", "displayName": "Trino Task", "description": "Airflow operator to perform ETL on trino tables", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": ["assert_table_exists"], "taskType": "TrinoOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "hive_etl", "displayName": "Hive ETL", "description": "Hive ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=hive_etl", "tasks": [{ "name": "hive_create_table", "displayName": "Hive Create Table", "description": "Hive Create Table Task", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=hive_create_table", "downstreamTasks": ["assert_table_exits"], "taskType": "HiveOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" } ] }, { "name": "snowflake_etl", "displayName": "Snowflake ETL", "description": "Snowflake ETL pipeline", "sourceUrl": "http://localhost:8080/tree?dag_id=snowflake_etl", "tasks": [{ "name": "snowflake_task", "displayName": "Snowflake Task", "description": "Airflow operator to perform ETL on snowflake tables", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": ["assert_table_exists"], "taskType": "SnowflakeOperator" }, { "name": "assert_table_exists", "displayName": "Assert Table Exists", "description": "Assert if a table exists", "sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists", "downstreamTasks": [], "taskType": "HiveOperator" }] } ] }