From dc44f6a9cd653d78a5bf02132f97b447a58fde92 Mon Sep 17 00:00:00 2001 From: Rohit Date: Mon, 3 Feb 2025 23:36:57 +0530 Subject: [PATCH] feat: add block scope --- maxun-core/src/interpret.ts | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/maxun-core/src/interpret.ts b/maxun-core/src/interpret.ts index 6e2e5311..d65cd4ac 100644 --- a/maxun-core/src/interpret.ts +++ b/maxun-core/src/interpret.ts @@ -637,7 +637,7 @@ export default class Interpreter extends EventEmitter { await page.waitForLoadState('networkidle', { timeout: 10000 }).catch(() => {}); switch (config.pagination.type) { - case 'scrollDown': + case 'scrollDown': { await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight)); await page.waitForTimeout(2000); @@ -650,8 +650,9 @@ export default class Interpreter extends EventEmitter { previousHeight = currentHeight; break; + } - case 'scrollUp': + case 'scrollUp': { await page.evaluate(() => window.scrollTo(0, 0)); await page.waitForTimeout(2000); @@ -664,6 +665,7 @@ export default class Interpreter extends EventEmitter { previousHeight = currentTopHeight; break; + } case 'clickNext': { const currentUrl = page.url(); @@ -759,7 +761,7 @@ export default class Interpreter extends EventEmitter { break; } - case 'clickLoadMore': + case 'clickLoadMore': { while (true) { let checkButton = null; let workingSelector = null; @@ -829,10 +831,12 @@ export default class Interpreter extends EventEmitter { } } break; + } - default: + default: { await scrapeCurrentPage(); return allResults; + } } if (checkLimit()) break;