yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-01 11:09:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added excp msg (#12561)

Browse Source
This commit is contained in:
Onkar Ravgan 2023-07-26 16:07:34 +05:30 committed by GitHub
parent ff7fbcd699
commit 30cdc840ab
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
ingestion/src/metadata/ingestion/source/pipeline/dagster/metadata.py
View File

@ -212,13 +212,19 @@ class DagsterSource(PipelineServiceSource):
"""
Get List of all pipelines
"""
results = self.client.get_run_list()
for result in results:
self.context.repository_location = result.location.name
self.context.repository_name = result.name
for job in result.pipelines or []:
yield job
try:
results = self.client.get_run_list()
for result in results:
self.context.repository_location = result.location.name
self.context.repository_name = result.name
for job in result.pipelines or []:
yield job
except Exception as exc:
logger.debug(traceback.format_exc())
logger.error(
f"Unable to get pipelines list\n"
f"Please check if dagster is running correctly and is in good state: {exc}"
)
def get_pipeline_name(self, pipeline_details: DagsterPipeline) -> str:
"""