From 24a3dd9a97b5abd65dd42b57d4f556a1958ebe3e Mon Sep 17 00:00:00 2001 From: karishmas6 Date: Tue, 20 Aug 2024 22:01:29 +0530 Subject: [PATCH] feat: remove redundant scraping outside switch case --- maxun-core/src/interpret.ts | 7 ------- 1 file changed, 7 deletions(-) diff --git a/maxun-core/src/interpret.ts b/maxun-core/src/interpret.ts index 973211dc..e81cb4eb 100644 --- a/maxun-core/src/interpret.ts +++ b/maxun-core/src/interpret.ts @@ -441,13 +441,6 @@ export default class Interpreter extends EventEmitter { return allResults; } - // Wait a bit before next iteration to ensure content is loaded - await page.waitForTimeout(1000); - - // Scrape the current page after scrolling/clicking - const pageResults = await page.evaluate((cfg) => window.scrapeList(cfg), config); - allResults = allResults.concat(pageResults); - if (config.limit && allResults.length >= config.limit) { allResults = allResults.slice(0, config.limit); break;