vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add block scope

Browse Source
This commit is contained in:
Rohit
2025-02-03 23:36:57 +05:30
parent 56bb09ef5a
commit dc44f6a9cd
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
maxun-core/src/interpret.ts
View File

@@ -637,7 +637,7 @@ export default class Interpreter extends EventEmitter {
await page.waitForLoadState('networkidle', { timeout: 10000 }).catch(() => {}); await page.waitForLoadState('networkidle', { timeout: 10000 }).catch(() => {});
switch (config.pagination.type) { switch (config.pagination.type) {
case 'scrollDown': case 'scrollDown': {
await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight)); await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
await page.waitForTimeout(2000); await page.waitForTimeout(2000);
@@ -650,8 +650,9 @@ export default class Interpreter extends EventEmitter {
previousHeight = currentHeight; previousHeight = currentHeight;
break; break;
}
case 'scrollUp': case 'scrollUp': {
await page.evaluate(() => window.scrollTo(0, 0)); await page.evaluate(() => window.scrollTo(0, 0));
await page.waitForTimeout(2000); await page.waitForTimeout(2000);
@@ -664,6 +665,7 @@ export default class Interpreter extends EventEmitter {
previousHeight = currentTopHeight; previousHeight = currentTopHeight;
break; break;
}
case 'clickNext': { case 'clickNext': {
const currentUrl = page.url(); const currentUrl = page.url();
@@ -759,7 +761,7 @@ export default class Interpreter extends EventEmitter {
break; break;
} }
case 'clickLoadMore': case 'clickLoadMore': {
while (true) { while (true) {
let checkButton = null; let checkButton = null;
let workingSelector = null; let workingSelector = null;
@@ -829,10 +831,12 @@ export default class Interpreter extends EventEmitter {
} }
} }
break; break;
}
default: default: {
await scrapeCurrentPage(); await scrapeCurrentPage();
return allResults; return allResults;
}
} }
if (checkLimit()) break; if (checkLimit()) break;