From 73bbdeb6bb7b9acb54d095a13756b4f968815a85 Mon Sep 17 00:00:00 2001
From: RohitR311 <rohit.rajan031101@gmail.com>
Date: Fri, 10 Jan 2025 12:49:14 +0530
Subject: [PATCH] feat: handle chained selectors for click load more pagination

---
 maxun-core/src/interpret.ts | 28 ++++++++++++++++++++++++++--
 1 file changed, 26 insertions(+), 2 deletions(-)

diff --git a/maxun-core/src/interpret.ts b/maxun-core/src/interpret.ts
index 9a3df8cd..de2f88e6 100644
--- a/maxun-core/src/interpret.ts
+++ b/maxun-core/src/interpret.ts
@@ -651,7 +651,25 @@ export default class Interpreter extends EventEmitter {
           break;
         case 'clickLoadMore':
           while (true) {
-            const loadMoreButton = await page.$(config.pagination.selector);
+            let checkButton = null;
+            let workingSelector = null;
+
+            for (let i = 0; i < availableSelectors.length; i++) {
+              const selector = availableSelectors[i];
+              try {
+                // Wait for selector with a short timeout
+                checkButton = await page.waitForSelector(selector, { state: 'attached', timeout: 10000 });
+                if (checkButton) {
+                  workingSelector = selector;
+                  break;
+                }
+              } catch (error) {
+                console.log(`Selector failed: ${selector}`);
+                continue;
+              }
+            }
+
+            const loadMoreButton = await page.$(workingSelector);
             if (!loadMoreButton) {
               // No more "Load More" button, so scrape the remaining items
               const finalResults = await page.evaluate((cfg) => window.scrapeList(cfg), config);
@@ -659,8 +677,14 @@ export default class Interpreter extends EventEmitter {
               return allResults;
             }
             // Click the 'Load More' button to load additional items
-            await loadMoreButton.dispatchEvent('click');
+            try {
+              await loadMoreButton.click();
+            } catch {
+              console.log('Regular click failed, trying dispatchEvent');
+              await loadMoreButton.dispatchEvent('click')
+            }
             await page.waitForTimeout(2000); // Wait for new items to load
+          
             // After clicking 'Load More', scroll down to load more items
             await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
             await page.waitForTimeout(2000);