yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-30 18:17:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix: dagster keyerror solved (#9099)

Browse Source
This commit is contained in:
NiharDoshi99 2022-12-01 18:43:11 +05:30 committed by GitHub
parent 173a88be7c
commit ead5ce7227
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/src/metadata/ingestion/source/pipeline/dagster.py
View File

@ -212,7 +212,7 @@ class DagsterSource(PipelineServiceSource):
runs = self.get_task_runs( runs = self.get_task_runs(
task.name, pipeline_name=pipeline_details.get("name") task.name, pipeline_name=pipeline_details.get("name")
) )
for run in runs["solidHandle"]["stepStats"]["nodes"]: for run in runs["solidHandle"]["stepStats"].get("nodes") or []:
task_status = TaskStatus( task_status = TaskStatus(
name=task.name, name=task.name,
executionStatus=STATUS_MAP.get( executionStatus=STATUS_MAP.get(
@ -247,7 +247,7 @@ class DagsterSource(PipelineServiceSource):
for result in results: for result in results:
self.context.repository_location = result.get("location")["name"] self.context.repository_location = result.get("location")["name"]
self.context.repository_name = result["name"] self.context.repository_name = result["name"]
for job in result["pipelines"]: for job in result.get("pipelines") or []:
yield job yield job
def get_pipeline_name(self, pipeline_details) -> str: def get_pipeline_name(self, pipeline_details) -> str: