vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: limit no. of records scraped

Browse Source
This commit is contained in:
karishmas6
2024-08-13 23:49:10 +05:30
parent 00d32571fb
commit 448ffbfc05
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
maxun-core/src/browserSide/scraper.js
View File

@@ -278,9 +278,9 @@ async function scrollDownToLoadMore(selector, limit) {
* @param {boolean} [config.flexible=false] - Whether to use flexible matching for field selectors
* @returns {Array.<Array.<Object>>} Array of arrays of scraped items, one sub-array per list
*/
window.scrapeList = function ({ listSelector, fields }) {
window.scrapeList = function ({ listSelector, fields, limit = 10 }) {
// Get all parent elements matching the listSelector
const parentElements = Array.from(document.querySelectorAll(listSelector));
const parentElements = Array.from(document.querySelectorAll(listSelector)).slice(0, limit);
const scrapedData = [];