From 871a9b88bdd4775c81698e5c57eb6921f52f119b Mon Sep 17 00:00:00 2001
From: karishmas6 <carishmashukla28@gmail.com>
Date: Thu, 19 Sep 2024 18:14:56 +0530
Subject: [PATCH] feat: max retries for failure

---
 .../workflow-management/integrations/gsheet.ts    | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/server/src/workflow-management/integrations/gsheet.ts b/server/src/workflow-management/integrations/gsheet.ts
index 3d4b285a..b937b701 100644
--- a/server/src/workflow-management/integrations/gsheet.ts
+++ b/server/src/workflow-management/integrations/gsheet.ts
@@ -8,9 +8,12 @@ import { readFile } from "../storage";
 interface GoogleSheetUpdateTask {
   name: string;
   runId: string;
-  status: 'pending' | 'completed';
+  status: 'pending' | 'completed' | 'failed';
+  retries: number;
 }
 
+const MAX_RETRIES = 5;
+
 export let googleSheetUpdateTasks: { [runId: string]: GoogleSheetUpdateTask } = {};
 
 
@@ -93,16 +96,22 @@ export async function writeDataToSheet(spreadsheetId: string, range: string, dat
 
 const processGoogleSheetUpdates = async () => {
   while (true) {
-    let hasPendingTasks = false; 
+    let hasPendingTasks = false;
     for (const runId in googleSheetUpdateTasks) {
       const task = googleSheetUpdateTasks[runId];
       if (task.status === 'pending') {
-        hasPendingTasks = true; 
+        hasPendingTasks = true;
         try {
           await updateGoogleSheet(task.name, task.runId);
           console.log(`Successfully updated Google Sheets for run ${task.runId}`);
           delete googleSheetUpdateTasks[runId];
         } catch (error: any) {
+          if (task.retries < MAX_RETRIES) {
+            googleSheetUpdateTasks[runId].retries += 1;
+          } else {
+            // Mark as failed after maximum retries
+            googleSheetUpdateTasks[runId].status = 'failed';
+          }
           console.error(`Failed to update Google Sheets for run ${task.runId}:`, error);
         }
       }