From 30cdc840ab193aa76fdae5a83046fe8091eff47b Mon Sep 17 00:00:00 2001 From: Onkar Ravgan Date: Wed, 26 Jul 2023 16:07:34 +0530 Subject: [PATCH] Added excp msg (#12561) --- .../source/pipeline/dagster/metadata.py | 20 ++++++++++++------- 1 file changed, 13 insertions(+), 7 deletions(-) diff --git a/ingestion/src/metadata/ingestion/source/pipeline/dagster/metadata.py b/ingestion/src/metadata/ingestion/source/pipeline/dagster/metadata.py index 7c5a280b927..684f1828bb9 100644 --- a/ingestion/src/metadata/ingestion/source/pipeline/dagster/metadata.py +++ b/ingestion/src/metadata/ingestion/source/pipeline/dagster/metadata.py @@ -212,13 +212,19 @@ class DagsterSource(PipelineServiceSource): """ Get List of all pipelines """ - - results = self.client.get_run_list() - for result in results: - self.context.repository_location = result.location.name - self.context.repository_name = result.name - for job in result.pipelines or []: - yield job + try: + results = self.client.get_run_list() + for result in results: + self.context.repository_location = result.location.name + self.context.repository_name = result.name + for job in result.pipelines or []: + yield job + except Exception as exc: + logger.debug(traceback.format_exc()) + logger.error( + f"Unable to get pipelines list\n" + f"Please check if dagster is running correctly and is in good state: {exc}" + ) def get_pipeline_name(self, pipeline_details: DagsterPipeline) -> str: """