vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #876 from getmaxun/pag-limiter

Browse Source 
fix(maxun-core): run stuck in endless loop of clicking on pagination buttons
This commit is contained in:
Karishma Shukla
2025-11-12 21:54:53 +05:30
committed by GitHub
parent 5368103f27 deb2ae674b
commit 288f7fc4d3
1 changed files with 16 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
maxun-core/src/interpret.ts
View File

@@ -1246,9 +1246,9 @@ export default class Interpreter extends EventEmitter {
if (checkLimit()) return allResults; if (checkLimit()) return allResults;
let loadMoreCounter = 0; let loadMoreCounter = 0;
// let previousResultCount = allResults.length; let previousResultCount = allResults.length;
// let noNewItemsCounter = 0; let noNewItemsCounter = 0;
// const MAX_NO_NEW_ITEMS = 2; const MAX_NO_NEW_ITEMS = 5;
while (true) { while (true) {
if (this.isAborted) { if (this.isAborted) {
@@ -1332,21 +1332,21 @@ export default class Interpreter extends EventEmitter {
await scrapeCurrentPage(); await scrapeCurrentPage();
// const currentResultCount = allResults.length; const currentResultCount = allResults.length;
// const newItemsAdded = currentResultCount > previousResultCount; const newItemsAdded = currentResultCount > previousResultCount;
// if (!newItemsAdded) { if (!newItemsAdded) {
// noNewItemsCounter++; noNewItemsCounter++;
// debugLog(`No new items added after click (${noNewItemsCounter}/${MAX_NO_NEW_ITEMS})`); debugLog(`No new items added after click (${noNewItemsCounter}/${MAX_NO_NEW_ITEMS})`);
// if (noNewItemsCounter >= MAX_NO_NEW_ITEMS) { if (noNewItemsCounter >= MAX_NO_NEW_ITEMS) {
// debugLog(`Stopping after ${MAX_NO_NEW_ITEMS} clicks with no new items`); debugLog(`Stopping after ${MAX_NO_NEW_ITEMS} clicks with no new items`);
// return allResults; return allResults;
// } }
// } else { } else {
// noNewItemsCounter = 0; noNewItemsCounter = 0;
// previousResultCount = currentResultCount; previousResultCount = currentResultCount;
// } }
if (checkLimit()) return allResults; if (checkLimit()) return allResults;