vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: increment and add list results

Browse Source
This commit is contained in:
Rohit
2025-06-07 14:23:32 +05:30
parent 24276c73b8
commit ac8dcf6857
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
maxun-core/src/interpret.ts
View File

@@ -47,6 +47,7 @@ interface InterpreterOptions {
activeId: (id: number) => void, activeId: (id: number) => void,
debugMessage: (msg: string) => void, debugMessage: (msg: string) => void,
setActionType: (type: string) => void, setActionType: (type: string) => void,
incrementScrapeListIndex: () => void,
}> }>
} }
@@ -475,6 +476,11 @@ export default class Interpreter extends EventEmitter {
} }
await this.ensureScriptsLoaded(page); await this.ensureScriptsLoaded(page);
if (this.options.debugChannel?.incrementScrapeListIndex) {
this.options.debugChannel.incrementScrapeListIndex();
}
if (!config.pagination) { if (!config.pagination) {
const scrapeResults: Record<string, any>[] = await page.evaluate((cfg) => window.scrapeList(cfg), config); const scrapeResults: Record<string, any>[] = await page.evaluate((cfg) => window.scrapeList(cfg), config);
await this.options.serializableCallback(scrapeResults); await this.options.serializableCallback(scrapeResults);
@@ -624,6 +630,8 @@ export default class Interpreter extends EventEmitter {
}); });
allResults = allResults.concat(newResults); allResults = allResults.concat(newResults);
debugLog("Results collected:", allResults.length); debugLog("Results collected:", allResults.length);
await this.options.serializableCallback(allResults);
}; };
const checkLimit = () => { const checkLimit = () => {