diff --git a/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py b/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py index d09b23b504c..aec1ee73b56 100644 --- a/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py +++ b/ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py @@ -185,6 +185,9 @@ class KinesisSource(MessagingServiceSource): try: while has_more_partitions: partitions = self.kinesis.list_shards(**args.dict()) + # Handle the case when NextToken is not present + if "NextToken" not in partitions: + partitions["NextToken"] = None kinesis_partitions_model = KinesisPartitions(**partitions) all_partitions.extend( [