From f3ad74f792c77f653f37ac73097189dc4add92cd Mon Sep 17 00:00:00 2001 From: Pere Miquel Brull Date: Mon, 5 Dec 2022 21:00:46 +0100 Subject: [PATCH] Add owner and tags to Airflow DAGs (#9135) --- .../workflows/ingestion/common.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/common.py b/openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/common.py index ab6f1aa55c7..96b9e48564c 100644 --- a/openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/common.py +++ b/openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/common.py @@ -259,6 +259,10 @@ def build_dag_configs(ingestion_pipeline: IngestionPipeline) -> dict: or False, "catchup": ingestion_pipeline.airflowConfig.pipelineCatchup or False, "schedule_interval": ingestion_pipeline.airflowConfig.scheduleInterval, + "tags": [ + "OpenMetadata", + ingestion_pipeline.pipelineType.value, + ], } @@ -297,6 +301,10 @@ def build_dag( retries=0, # each DAG will call its own OpenMetadataWorkflowConfig on_failure_callback=partial(send_failed_status_callback, workflow_config), + # Add tag and ownership to easily identify DAGs generated by OM + owner=ingestion_pipeline.owner.name + if ingestion_pipeline.owner + else "openmetadata", ) return dag