From a1b41dae065f3a4c8af933d228e84ab377083bf9 Mon Sep 17 00:00:00 2001 From: chiller Date: Wed, 3 Jul 2024 16:15:20 +1000 Subject: [PATCH] Fix #16899: Iterate over all results collected from response (#16900) --- .../metadata/ingestion/source/mlmodel/sagemaker/metadata.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ingestion/src/metadata/ingestion/source/mlmodel/sagemaker/metadata.py b/ingestion/src/metadata/ingestion/source/mlmodel/sagemaker/metadata.py index 7ab598f6d68..f5aad46069d 100644 --- a/ingestion/src/metadata/ingestion/source/mlmodel/sagemaker/metadata.py +++ b/ingestion/src/metadata/ingestion/source/mlmodel/sagemaker/metadata.py @@ -98,14 +98,14 @@ class SagemakerSource(MlModelServiceSource): try: while has_more_models: response = self.sagemaker.list_models(**args) - models.append(response["Models"]) + models.extend(response["Models"]) has_more_models = response.get("NextToken") args["NextToken"] = response.get("NextToken") except Exception as err: logger.debug(traceback.format_exc()) logger.error(f"Failed to fetch models list - {err}") - for model in response["Models"]: + for model in models: try: if filter_by_mlmodel( self.source_config.mlModelFilterPattern,