yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-26 09:22:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Kinesis missing nexttoken

Browse Source
This commit is contained in:
Sasha Malahov 2025-04-16 09:27:31 -04:00 committed by GitHub
parent 654529ab7a
commit 105ba064a9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/ingestion/source/messaging/kinesis/metadata.py
View File

@ -185,6 +185,9 @@ class KinesisSource(MessagingServiceSource):
try: try:
while has_more_partitions: while has_more_partitions:
partitions = self.kinesis.list_shards(**args.dict()) partitions = self.kinesis.list_shards(**args.dict())
# Handle the case when NextToken is not present
if "NextToken" not in partitions:
partitions["NextToken"] = None
kinesis_partitions_model = KinesisPartitions(**partitions) kinesis_partitions_model = KinesisPartitions(**partitions)
all_partitions.extend( all_partitions.extend(
[ [