From 97289bafce26cf125d98d5a06edf5ce093ca0f75 Mon Sep 17 00:00:00 2001
From: mohitdeuex <mohit.y@deuexsolutions.com>
Date: Wed, 6 Mar 2024 13:40:25 +0530
Subject: [PATCH] - Fix Search Index App Json Processing Exception

---
 .../searchIndex/PaginatedEntitiesSource.java   | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/workflows/searchIndex/PaginatedEntitiesSource.java b/openmetadata-service/src/main/java/org/openmetadata/service/workflows/searchIndex/PaginatedEntitiesSource.java
index 2a2a412350d..52ff762c9ee 100644
--- a/openmetadata-service/src/main/java/org/openmetadata/service/workflows/searchIndex/PaginatedEntitiesSource.java
+++ b/openmetadata-service/src/main/java/org/openmetadata/service/workflows/searchIndex/PaginatedEntitiesSource.java
@@ -98,12 +98,26 @@ public class PaginatedEntitiesSource implements Source<ResultList<? extends Enti
       updateStats(result.getData().size(), result.getErrors().size());
     } catch (Exception e) {
       lastFailedCursor = this.cursor;
+      int remainingRecords =
+          stats.getTotalRecords() - stats.getFailedRecords() - stats.getSuccessRecords();
+      int submittedRecords;
+      if (remainingRecords - batchSize <= 0) {
+        submittedRecords = remainingRecords;
+        updateStats(0, remainingRecords);
+        this.cursor = null;
+        this.isDone = true;
+      } else {
+        submittedRecords = batchSize;
+        String decodedCursor = RestUtil.decodeCursor(cursor);
+        this.cursor = RestUtil.encodeCursor(String.valueOf(Integer.parseInt(decodedCursor) + batchSize));
+        updateStats(0, batchSize);
+      }
       IndexingError indexingError =
           new IndexingError()
               .withErrorSource(READER)
-              .withSubmittedCount(batchSize)
+              .withSubmittedCount(submittedRecords)
               .withSuccessCount(0)
-              .withFailedCount(batchSize)
+              .withFailedCount(submittedRecords)
               .withMessage(
                   "Issues in Reading A Batch For Entities. No Relationship Issue , Json Processing or DB issue.")
               .withLastFailedCursor(lastFailedCursor)