yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-01 02:56:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add owner and tags to Airflow DAGs (#9135)

Browse Source
This commit is contained in:
Pere Miquel Brull 2022-12-05 21:00:46 +01:00 committed by GitHub
parent 2baf6873b6
commit f3ad74f792
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/common.py
View File

@ -259,6 +259,10 @@ def build_dag_configs(ingestion_pipeline: IngestionPipeline) -> dict:
or False, or False,
"catchup": ingestion_pipeline.airflowConfig.pipelineCatchup or False, "catchup": ingestion_pipeline.airflowConfig.pipelineCatchup or False,
"schedule_interval": ingestion_pipeline.airflowConfig.scheduleInterval, "schedule_interval": ingestion_pipeline.airflowConfig.scheduleInterval,
"tags": [
"OpenMetadata",
ingestion_pipeline.pipelineType.value,
],
} }
@ -297,6 +301,10 @@ def build_dag(
retries=0, retries=0,
# each DAG will call its own OpenMetadataWorkflowConfig # each DAG will call its own OpenMetadataWorkflowConfig
on_failure_callback=partial(send_failed_status_callback, workflow_config), on_failure_callback=partial(send_failed_status_callback, workflow_config),
# Add tag and ownership to easily identify DAGs generated by OM
owner=ingestion_pipeline.owner.name
if ingestion_pipeline.owner
else "openmetadata",
) )
return dag return dag