vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: remove scraping before checking pagination type

Browse Source
This commit is contained in:
karishmas6
2024-08-18 22:31:37 +05:30
parent 8ddee6ac10
commit ccc68ceb09
1 changed files with 0 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
maxun-core/src/interpret.ts
View File

@@ -375,15 +375,6 @@ export default class Interpreter extends EventEmitter {
let previousHeight = 0 let previousHeight = 0
while (true) { while (true) {
// Scrape current page
const pageResults = await page.evaluate((cfg) => window.scrapeList(cfg), config);
allResults = allResults.concat(pageResults);
if (config.limit && allResults.length >= config.limit) {
allResults = allResults.slice(0, config.limit);
break;
}
switch (config.pagination.type) { switch (config.pagination.type) {
case 'scrollDown': case 'scrollDown':
await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight)); await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));