vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: make previousHeight global

Browse Source
This commit is contained in:
karishmas6
2024-08-18 22:19:06 +05:30
parent bf292f0516
commit 3771de92ca
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
maxun-core/src/interpret.ts
View File

@@ -367,6 +367,7 @@ export default class Interpreter extends EventEmitter {
private async handlePagination(page: Page, config: { listSelector: string, fields: any, limit?: number, pagination: any }) { private async handlePagination(page: Page, config: { listSelector: string, fields: any, limit?: number, pagination: any }) {
let allResults: Record<string, any>[] = []; let allResults: Record<string, any>[] = [];
let currentPage = 1; let currentPage = 1;
let previousHeight = 0
while (true) { while (true) {
// Scrape current page // Scrape current page
@@ -380,7 +381,6 @@ export default class Interpreter extends EventEmitter {
switch (config.pagination.type) { switch (config.pagination.type) {
case 'scrollDown': case 'scrollDown':
let previousHeight = 0
await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight)); await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
// Wait for potential lazy-loaded content // Wait for potential lazy-loaded content
await page.waitForTimeout(2000); await page.waitForTimeout(2000);