mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-08-20 23:18:01 +00:00
51 lines
1.5 KiB
Python
51 lines
1.5 KiB
Python
|
# Copyright 2021 Collate
|
||
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
# you may not use this file except in compliance with the License.
|
||
|
|
# You may obtain a copy of the License at
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
# Unless required by applicable law or agreed to in writing, software
|
||
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
# See the License for the specific language governing permissions and
|
||
|
|
# limitations under the License.
|
||
|
|
|
||
|
|
"""
|
||
|
|
Ingest utility for the metadata CLI
|
||
|
|
"""
|
||
|
|
import pathlib
|
||
|
|
import sys
|
||
|
|
import traceback
|
||
|
|
|
||
|
|
import click
|
||
|
|
from pydantic import ValidationError
|
||
|
|
|
||
|
|
from metadata.config.common import load_config_file
|
||
|
|
from metadata.ingestion.api.workflow import Workflow
|
||
|
|
from metadata.utils.logger import cli_logger
|
||
|
|
|
||
|
|
logger = cli_logger()
|
||
|
|
|
||
|
|
|
||
|
|
def run_ingest(config_path: str) -> None:
|
||
|
|
"""
|
||
|
|
Run the ingestion workflow from a config path
|
||
|
|
to a JSON file
|
||
|
|
:param config_path: Path to load JSON config
|
||
|
|
"""
|
||
|
|
|
||
|
|
config_file = pathlib.Path(config_path)
|
||
|
|
config_dict = load_config_file(config_file)
|
||
|
|
|
||
|
|
try:
|
||
|
|
logger.debug(f"Using config: {config_dict}")
|
||
|
|
workflow = Workflow.create(config_dict)
|
||
|
|
except ValidationError as e:
|
||
|
|
click.echo(e, err=True)
|
||
|
|
logger.debug(traceback.format_exc())
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
workflow.execute()
|
||
|
|
workflow.stop()
|
||
|
|
ret = workflow.print_status()
|
||
|
|
sys.exit(ret)
|