OpenMetadata/ingestion/examples/sample_data/pipelines/pipelines.json

{
	"pipelines": [{
		    "name": "presto_etl",
			"displayName": "Presto ETL",
			"description": "Presto ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=presto_etl",
			"scheduleInterval": "* * * * *",
			"tasks": [
				{
				"name": "presto_task",
				"displayName": "Presto Task",
				"description": "Airflow operator to perform ETL on presto tables",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "PrestoOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
		    "name": "dim_address_etl",
			"displayName": "dim_address etl",
			"description": "dim_address ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=dim_address_etl",
			"scheduleInterval": "5 * * * *",
			"tasks": [{
				"name": "dim_address_task",
				"displayName": "dim_address Task",
				"description": "Airflow operator to perform ETL and generate dim_address table",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_address_task",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "PrestoOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
		    "name": "dim_user_etl",
			"displayName": "dim_user etl",
			"description": "dim_user ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=dim_user_etl",
			"tasks": [{
				"name": "dim_user_task",
				"displayName": "dim_user Task",
				"description": "Airflow operator to perform ETL and generate dim_user table",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_user_task",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "PrestoOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
		    "name": "dim_location_etl",
			"displayName": "dim_location etl",
			"description": "diim_location ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=dim_address_etl",
			"tasks": [{
				"name": "dim_location_task",
				"displayName": "dim_location Task",
				"description": "Airflow operator to perform ETL and generate dim_location table",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_location_task",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "PrestoOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
		    "name": "dim_product_etl",
			"displayName": "dim_product etl",
			"description": "diim_product ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=dim_address_etl",
			"tasks": [{
				"name": "dim_product_task",
				"displayName": "dim_product Task",
				"description": "Airflow operator to perform ETL and generate dim_product table",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=dim_product_task",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "PrestoOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
			"name": "trino_etl",
			"displayName": "Trino ETL",
			"description": "Trino ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=trino_etl",
			"scheduleInterval": "@once",
			"tasks": [{
				"name": "trino_task",
				"displayName": "Trino Task",
				"description": "Airflow operator to perform ETL on trino tables",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "TrinoOperator"
			},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
			"name": "hive_etl",
			"displayName": "Hive ETL",
			"description": "Hive ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=hive_etl",
			"tasks": [{
				"name": "hive_create_table",
				"displayName": "Hive Create Table",
				"description": "Hive Create Table Task",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=hive_create_table",
				"downstreamTasks": ["assert_table_exits"],
				"taskType": "HiveOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}
			]
		},
		{
			"name": "snowflake_etl",
			"displayName": "Snowflake ETL",
			"description": "Snowflake ETL pipeline",
			"sourceUrl": "http://localhost:8080/tree?dag_id=snowflake_etl",
			"tasks": [{
				"name": "snowflake_task",
				"displayName": "Snowflake Task",
				"description": "Airflow operator to perform ETL on snowflake tables",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": ["assert_table_exists"],
				"taskType": "SnowflakeOperator"
				},
				{
				"name": "assert_table_exists",
				"displayName": "Assert Table Exists",
				"description": "Assert if a table exists",
				"sourceUrl": "http://localhost:8080/taskinstance/list/?flt1_dag_id_equals=assert_table_exists",
				"downstreamTasks": [],
				"taskType": "HiveOperator"
				}]
		}
	]
}