2025-04-03 10:39:47 +05:30

56 lines
1.8 KiB
Python

# Copyright 2025 Collate
# Licensed under the Collate Community License, Version 1.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Module containing the logic to check a DAG status
"""
import json
from airflow import settings
from airflow.models import DagModel, DagRun
from airflow.utils.state import DagRunState
from flask import Response
from openmetadata_managed_apis.api.response import ApiResponse, ResponseFormat
def status(dag_id: str, only_queued: str = None) -> Response:
"""
Validate that the DAG is registered by Airflow.
If exists, check the DagRun
:param dag_id: DAG to find
:return: API Response
"""
with settings.Session() as session:
dag_model = session.query(DagModel).filter(DagModel.dag_id == dag_id).first()
if not dag_model:
return ApiResponse.not_found(f"DAG {dag_id} not found.")
query = (
session.query(DagRun)
.filter(
DagRun.dag_id == dag_id,
)
.order_by(DagRun.start_date.desc())
)
if only_queued:
query = query.filter(DagRun.state == DagRunState.QUEUED)
runs = query.limit(10).all()
formatted = [
json.loads(ResponseFormat.format_dag_run_state(dag_run).json())
for dag_run in runs
]
return ApiResponse.success(formatted)