yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2026-01-05 20:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Simplify Data Insight workflow builder (#10688)

Browse Source
This commit is contained in:
Pere Miquel Brull 2023-03-21 14:12:20 +01:00 committed by GitHub
parent dd225d1463
commit 4dbe5e4f5c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/tests/integration/data_insight/test_data_insight_workflow.py
View File

@ -67,7 +67,7 @@ data_insight_config = {
"source": {
"type": "dataInsight",
"serviceName": "dataInsightWorkflow",
"sourceConfig": {"config": {"type": "dataInsight"}},
"sourceConfig": {"config": {}},
},
"processor": {"type": "data-insight-processor", "config": {}},
"sink": {

9
openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/data_insight.py
View File

@ -32,13 +32,14 @@ from metadata.generated.schema.metadataIngestion.workflow import (
LogLevels,
OpenMetadataWorkflowConfig,
Processor,
Sink,
)
from metadata.generated.schema.metadataIngestion.workflow import (
Source as WorkflowSource,
)
from metadata.generated.schema.metadataIngestion.workflow import WorkflowConfig
from metadata.generated.schema.type.basic import ComponentConfig
from metadata.generated.schema.metadataIngestion.workflow import (
SourceConfig,
WorkflowConfig,
)
from metadata.ingestion.models.encoders import show_secrets_encoder
from metadata.ingestion.ometa.ometa_api import OpenMetadata
@ -94,7 +95,7 @@ def build_data_insight_workflow_config(
source=WorkflowSource(
type="dataInsight",
serviceName=ingestion_pipeline.service.name,
sourceConfig=ingestion_pipeline.sourceConfig,
sourceConfig=SourceConfig(), # Source Config not needed here. Configs are passed to ES Sink.
),
sink=sink,
processor=Processor(