diff --git a/ingestion/operators/docker/main.py b/ingestion/operators/docker/main.py index 71595b8855f..56e743feaf6 100644 --- a/ingestion/operators/docker/main.py +++ b/ingestion/operators/docker/main.py @@ -20,8 +20,10 @@ from metadata.data_quality.api.workflow import TestSuiteWorkflow from metadata.generated.schema.entity.services.ingestionPipelines.ingestionPipeline import ( PipelineType, ) +from metadata.generated.schema.metadataIngestion.workflow import LogLevels from metadata.ingestion.api.workflow import Workflow from metadata.profiler.api.workflow import ProfilerWorkflow +from metadata.utils.logger import set_loggers_level WORKFLOW_MAP = { PipelineType.metadata.value: Workflow, @@ -99,6 +101,9 @@ def main(): if pipeline_run_id: workflow_config["pipelineRunId"] = pipeline_run_id + logger_level = workflow_config.get("workflowConfig", {}).get("loggerLevel") + set_loggers_level(logger_level or LogLevels.INFO.value) + workflow = workflow_class.create(workflow_config) workflow.execute() workflow.raise_from_status()