From 89348b86227f0c411d2222fe822c9c00173f32a6 Mon Sep 17 00:00:00 2001 From: Teddy Date: Mon, 21 Nov 2022 07:28:15 +0100 Subject: [PATCH] Added sleep between data processing ingestion and KPI processing (#8876) --- ingestion/src/metadata/data_insight/api/workflow.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ingestion/src/metadata/data_insight/api/workflow.py b/ingestion/src/metadata/data_insight/api/workflow.py index ca0a6e10146..02c4c30bd5c 100644 --- a/ingestion/src/metadata/data_insight/api/workflow.py +++ b/ingestion/src/metadata/data_insight/api/workflow.py @@ -19,6 +19,7 @@ Workflow definition for the ORM Profiler. from __future__ import annotations +import time import traceback from datetime import datetime from typing import Optional, Union, cast @@ -266,6 +267,7 @@ class DataInsightWorkflow: logger.info("Data processor finished running") logger.info("Sleeping for 1 second. Waiting for ES data to be indexed.") + time.sleep(1) logger.info("Starting KPI runner") self._execute_kpi_runner() logger.info("KPI runner finished running")