From 9bc94f461470a9d6c3f3d03d2df85c07b015aa96 Mon Sep 17 00:00:00 2001
From: karishmas6 <carishmashukla28@gmail.com>
Date: Sat, 17 Aug 2024 21:16:22 +0530
Subject: [PATCH] feat: move pagination from browser side

---
 maxun-core/src/browserSide/scraper.js | 36 +--------------------------
 1 file changed, 1 insertion(+), 35 deletions(-)

diff --git a/maxun-core/src/browserSide/scraper.js b/maxun-core/src/browserSide/scraper.js
index 331904ce..db941dee 100644
--- a/maxun-core/src/browserSide/scraper.js
+++ b/maxun-core/src/browserSide/scraper.js
@@ -373,41 +373,7 @@ async function clickNextPagination(selector, scrapedData, limit) {
         // Add the record to the scrapedData array
         scrapedData.push(record);
       }
-
-      // Check if we need to paginate
-      if (pagination && scrapedData.length < limit) {
-        let paginated = false;
-
-        switch (pagination.type) {
-          case 'scrollDown':
-            await scrollDownToLoadMore(listSelector, limit);
-            paginated = true;
-            break;
-          case 'scrollUp':
-            await scrollUpToLoadMore(listSelector, limit);
-            paginated = true;
-            break;
-          case 'clickNext':
-            paginated = await clickNextPagination(pagination.selector, scrapedData, limit);
-            break;
-          case 'clickLoadMore':
-            //await clickLoadMorePagination(pagination.selector);
-            //paginated = true;
-            break;
-          case 'none':
-            // No more items to load
-            break;
-          default:
-            console.warn("Unknown pagination type");
-            break;
-        }
-
-        if (paginated) {
-          await new Promise(resolve => setTimeout(resolve, 2000)); // Wait for content to load
-        } else {
-          break; // No further pagination needed
-        }
-      } else {
+       else {
         break; // No more items to load or no pagination
       }
     }