From ccc68ceb0954585be4b6efa6a87abb28f2ef298d Mon Sep 17 00:00:00 2001 From: karishmas6 Date: Sun, 18 Aug 2024 22:31:37 +0530 Subject: [PATCH] feat: remove scraping before checking pagination type --- maxun-core/src/interpret.ts | 9 --------- 1 file changed, 9 deletions(-) diff --git a/maxun-core/src/interpret.ts b/maxun-core/src/interpret.ts index f37b3f43..70164f78 100644 --- a/maxun-core/src/interpret.ts +++ b/maxun-core/src/interpret.ts @@ -375,15 +375,6 @@ export default class Interpreter extends EventEmitter { let previousHeight = 0 while (true) { - // Scrape current page - const pageResults = await page.evaluate((cfg) => window.scrapeList(cfg), config); - allResults = allResults.concat(pageResults); - - if (config.limit && allResults.length >= config.limit) { - allResults = allResults.slice(0, config.limit); - break; - } - switch (config.pagination.type) { case 'scrollDown': await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));