vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: whitespace format

Browse Source
This commit is contained in:
karishmas6
2024-08-20 23:16:11 +05:30
parent 6d5ffb5222
commit c2db3cc720
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
maxun-core/src/interpret.ts
View File

@@ -406,26 +406,20 @@ export default class Interpreter extends EventEmitter {
allResults = allResults.concat(newResults); allResults = allResults.concat(newResults);
if (config.limit && allResults.length >= config.limit) { if (config.limit && allResults.length >= config.limit) {
return allResults.slice(0, config.limit); return allResults.slice(0, config.limit);
} }
const nextButton = await page.$(config.pagination.selector); const nextButton = await page.$(config.pagination.selector);
if (!nextButton) { if (!nextButton) {
return allResults; // No more pages to scrape return allResults; // No more pages to scrape
} }
await Promise.all([ await Promise.all([
nextButton.click(), nextButton.click(),
page.waitForNavigation({ waitUntil: 'networkidle' }) page.waitForNavigation({ waitUntil: 'networkidle' })
]); ]);
await page.waitForTimeout(1000); await page.waitForTimeout(1000);
break; break;
case 'clickLoadMore': case 'clickLoadMore':
const loadMoreButton = await page.$(config.pagination.selector); const loadMoreButton = await page.$(config.pagination.selector);