| 
									
										
										
										
											2025-04-03 10:39:47 +05:30
										 |  |  | #  Copyright 2025 Collate | 
					
						
							|  |  |  | #  Licensed under the Collate Community License, Version 1.0 (the "License"); | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | #  you may not use this file except in compliance with the License. | 
					
						
							|  |  |  | #  You may obtain a copy of the License at | 
					
						
							| 
									
										
										
										
											2025-04-03 10:39:47 +05:30
										 |  |  | #  https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | #  Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  | #  distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							|  |  |  | #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  | #  See the License for the specific language governing permissions and | 
					
						
							|  |  |  | #  limitations under the License. | 
					
						
							|  |  |  | """
 | 
					
						
							|  |  |  | Module containing the logic to check a DAG status | 
					
						
							|  |  |  | """
 | 
					
						
							| 
									
										
										
										
											2022-04-19 09:54:10 -07:00
										 |  |  | import json | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | from airflow import settings | 
					
						
							| 
									
										
										
										
											2022-04-20 14:55:33 +02:00
										 |  |  | from airflow.models import DagModel, DagRun | 
					
						
							| 
									
										
										
										
											2022-11-04 11:19:50 +05:30
										 |  |  | from airflow.utils.state import DagRunState | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | from flask import Response | 
					
						
							| 
									
										
										
										
											2022-07-28 14:46:25 +02:00
										 |  |  | from openmetadata_managed_apis.api.response import ApiResponse, ResponseFormat | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-19 09:54:10 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-11-04 11:19:50 +05:30
										 |  |  | def status(dag_id: str, only_queued: str = None) -> Response: | 
					
						
							| 
									
										
										
										
											2022-04-20 14:55:33 +02:00
										 |  |  |     """
 | 
					
						
							|  |  |  |     Validate that the DAG is registered by Airflow. | 
					
						
							|  |  |  |     If exists, check the DagRun | 
					
						
							|  |  |  |     :param dag_id: DAG to find | 
					
						
							|  |  |  |     :return: API Response | 
					
						
							|  |  |  |     """
 | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  |     with settings.Session() as session: | 
					
						
							| 
									
										
										
										
											2022-04-20 14:55:33 +02:00
										 |  |  |         dag_model = session.query(DagModel).filter(DagModel.dag_id == dag_id).first() | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-20 14:55:33 +02:00
										 |  |  |         if not dag_model: | 
					
						
							|  |  |  |             return ApiResponse.not_found(f"DAG {dag_id} not found.") | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-11-04 11:19:50 +05:30
										 |  |  |         query = ( | 
					
						
							| 
									
										
										
										
											2022-04-20 14:55:33 +02:00
										 |  |  |             session.query(DagRun) | 
					
						
							|  |  |  |             .filter( | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  |                 DagRun.dag_id == dag_id, | 
					
						
							|  |  |  |             ) | 
					
						
							|  |  |  |             .order_by(DagRun.start_date.desc()) | 
					
						
							|  |  |  |         ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-11-04 11:19:50 +05:30
										 |  |  |         if only_queued: | 
					
						
							|  |  |  |             query = query.filter(DagRun.state == DagRunState.QUEUED) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         runs = query.limit(10).all() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-19 09:54:10 -07:00
										 |  |  |         formatted = [ | 
					
						
							|  |  |  |             json.loads(ResponseFormat.format_dag_run_state(dag_run).json()) | 
					
						
							|  |  |  |             for dag_run in runs | 
					
						
							|  |  |  |         ] | 
					
						
							| 
									
										
										
										
											2022-04-13 18:08:09 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-19 09:54:10 -07:00
										 |  |  |         return ApiResponse.success(formatted) |