From 105ba064a9bb2cc9060e0825c4a966fbcb573f2a Mon Sep 17 00:00:00 2001 From: Sasha Malahov Date: Wed, 16 Apr 2025 09:27:31 -0400 Subject: [PATCH] MINOR: Kinesis missing nexttoken --- .../metadata/ingestion/source/messaging/kinesis/metadata.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py b/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py index d09b23b504c..aec1ee73b56 100644 --- a/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py +++ b/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py @@ -185,6 +185,9 @@ class KinesisSource(MessagingServiceSource): try: while has_more_partitions: partitions = self.kinesis.list_shards(**args.dict()) + # Handle the case when NextToken is not present + if "NextToken" not in partitions: + partitions["NextToken"] = None kinesis_partitions_model = KinesisPartitions(**partitions) all_partitions.extend( [