yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-16 04:57:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Set logger level for ingestion-base (#12137)

Browse Source 
* Set logger level for ingestion-base

* Set logger level for ingestion-base
This commit is contained in:
Pere Miquel Brull 2023-06-25 17:20:46 +02:00 committed by GitHub
parent 97e08ee25c
commit d0bc44127e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ingestion/operators/docker/main.py
View File

@ -20,8 +20,10 @@ from metadata.data_quality.api.workflow import TestSuiteWorkflow
from metadata.generated.schema.entity.services.ingestionPipelines.ingestionPipeline import (
PipelineType,
)
from metadata.generated.schema.metadataIngestion.workflow import LogLevels
from metadata.ingestion.api.workflow import Workflow
from metadata.profiler.api.workflow import ProfilerWorkflow
from metadata.utils.logger import set_loggers_level
WORKFLOW_MAP = {
PipelineType.metadata.value: Workflow,
@ -99,6 +101,9 @@ def main():
if pipeline_run_id:
workflow_config["pipelineRunId"] = pipeline_run_id
logger_level = workflow_config.get("workflowConfig", {}).get("loggerLevel")
set_loggers_level(logger_level or LogLevels.INFO.value)
workflow = workflow_class.create(workflow_config)
workflow.execute()
workflow.raise_from_status()