vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: lint

Browse Source
This commit is contained in:
karishmas6
2024-08-19 01:42:41 +05:30
parent bdf68fb66d
commit 56bd3c38ae
1 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
maxun-core/src/interpret.ts
View File

@@ -394,27 +394,27 @@ export default class Interpreter extends EventEmitter {
break;
case 'clickNext':
const pageResults = await page.evaluate((cfg) => window.scrapeList(cfg), config);
// filter out items that have already been scraped
const newResults = pageResults.filter(item => {
// filter out items that have already been scraped
const newResults = pageResults.filter(item => {
const uniqueKey = JSON.stringify(item);
if (scrapedItems.has(uniqueKey)) return false;
scrapedItems.add(uniqueKey);
return true;
});
allResults = allResults.concat(newResults);
// if the limit is reached, return the required number of items
if (config.limit && allResults.length >= config.limit) {
});
allResults = allResults.concat(newResults);
// if the limit is reached, return the required number of items
if (config.limit && allResults.length >= config.limit) {
return allResults.slice(0, config.limit);
}
const nextButton = await page.$(config.pagination.selector);
if (!nextButton) {
}
const nextButton = await page.$(config.pagination.selector);
if (!nextButton) {
return allResults;
}
await Promise.all([
}
await Promise.all([
nextButton.click(),
page.waitForNavigation({ waitUntil: 'networkidle' })
]);
break;
]);
break;
case 'clickLoadMore':
const loadMoreButton = await page.$(config.pagination.selector);
if (!loadMoreButton) {