vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: call scrapeList based on pagination

Browse Source
This commit is contained in:
karishmas6
2024-08-18 22:22:43 +05:30
parent 1260730e56
commit 8ddee6ac10
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
maxun-core/src/interpret.ts
View File

@@ -299,8 +299,13 @@ export default class Interpreter extends EventEmitter {
scrapeList: async (config: { listSelector: string, fields: any, limit?: number, pagination: any }) => { scrapeList: async (config: { listSelector: string, fields: any, limit?: number, pagination: any }) => {
await this.ensureScriptsLoaded(page); await this.ensureScriptsLoaded(page);
const scrapeResults: Record<string, any>[] = await this.handlePagination(page, config); if (!config.pagination) {
await this.options.serializableCallback(scrapeResults); const scrapeResults: Record<string, any>[] = await page.evaluate((cfg) => window.scrapeList(cfg), config);
await this.options.serializableCallback(scrapeResults);
} else {
const scrapeResults: Record<string, any>[] = await this.handlePagination(page, config);
await this.options.serializableCallback(scrapeResults);
}
}, },
scrapeListAuto: async (config: { listSelector: string }) => { scrapeListAuto: async (config: { listSelector: string }) => {