yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-22 16:08:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add more context to airflow exceptions (#9441)

Browse Source
This commit is contained in:
Pere Miquel Brull 2022-12-21 11:01:54 +01:00 committed by GitHub
parent b9242c1390
commit bef34e45a9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 23 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
openmetadata-airflow-apis/openmetadata_managed_apis/workflows/ingestion/common.py
View File

@ -71,10 +71,24 @@ logger = workflow_logger()
class InvalidServiceException(Exception):
"""
The service type we received is not supported
"""
class GetServiceException(Exception):
"""
Exception to be thrown when couldn't fetch the service from server
"""
def __init__(self, service_type: str, service_name: str):
self.message = (
f"Could not get service from type {service_type}. This means that the"
" OpenMetadata client running in the Airflow host had issues getting"
f" the service {service_name}. Validate your ingestion-bot authentication."
)
super().__init__(self.message)
class ClientInitializationError(Exception):
"""
@ -100,7 +114,12 @@ def build_source(ingestion_pipeline: IngestionPipeline) -> WorkflowSource:
try:
metadata = OpenMetadata(config=ingestion_pipeline.openMetadataServerConnection)
except Exception as exc:
raise ClientInitializationError(f"Failed to initialize the client: {exc}")
raise ClientInitializationError(
f"Failed to initialize the OpenMetadata client due to: {exc}."
" Make sure that the Airflow host can reach the OpenMetadata"
f" server running at {ingestion_pipeline.openMetadataServerConnection.hostPort}"
" and that the client and server are in the same version."
)
service_type = ingestion_pipeline.service.type
@ -109,9 +128,8 @@ def build_source(ingestion_pipeline: IngestionPipeline) -> WorkflowSource:
entity=TestSuite, fqn=ingestion_pipeline.service.name
) # check we are able to access OM server
if not service:
raise InvalidServiceException(
f"Could not get service from type {service_type}"
)
raise GetServiceException(service_type, ingestion_pipeline.service.name)
return WorkflowSource(
type=service_type,
serviceName=ingestion_pipeline.service.name,
@ -177,7 +195,7 @@ def build_source(ingestion_pipeline: IngestionPipeline) -> WorkflowSource:
)
if not service:
raise InvalidServiceException(f"Could not get service from type {service_type}")
raise GetServiceException(service_type, ingestion_pipeline.service.name)
return WorkflowSource(
type=service.serviceType.value.lower(),