vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: handle next click pagination on server

Browse Source
This commit is contained in:
karishmas6
2024-08-19 00:17:38 +05:30
parent 4c699adad4
commit 6a597daa42
1 changed files with 9 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
maxun-core/src/interpret.ts
View File

@@ -394,17 +394,15 @@ export default class Interpreter extends EventEmitter {
case 'clickNext': case 'clickNext':
const nextButton = await page.$(config.pagination.selector); const nextButton = await page.$(config.pagination.selector);
if (!nextButton) { if (!nextButton) {
return allResults; const finalResults = await page.evaluate((cfg) => window.scrapeList(cfg), config);
} allResults = allResults.concat(finalResults);
return allResults;
// Capture the current URL to check if it changes after clicking next }
const currentURL = page.url(); await Promise.all([
nextButton.click(),
await Promise.all([ page.waitForNavigation({ waitUntil: 'networkidle' })
nextButton.click(), ]);
page.waitForNavigation({ waitUntil: 'load' }) // Wait for page navigation break;
]);
break;
case 'clickLoadMore': case 'clickLoadMore':
const loadMoreButton = await page.$(config.pagination.selector); const loadMoreButton = await page.$(config.pagination.selector);
if (!loadMoreButton) { if (!loadMoreButton) {