vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: remove comments

Browse Source
This commit is contained in:
karishmas6
2024-08-07 17:58:47 +05:30
parent a7e4200677
commit 3bd8a54258
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
maxun-core/src/browserSide/scraper.js
View File

@@ -263,17 +263,14 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
window.scrapeList = function(config) { window.scrapeList = function(config) {
const { listSelector, fields, limit, flexible = false } = config; const { listSelector, fields, limit, flexible = false } = config;
// Get all lists
const lists = Array.from(document.querySelectorAll(listSelector)); const lists = Array.from(document.querySelectorAll(listSelector));
return lists.map(list => { return lists.map(list => {
// Get all list items within this list
const listItems = Array.from(list.children); const listItems = Array.from(list.children);
// Apply limit if specified
const itemsToScrape = limit ? listItems.slice(0, limit) : listItems; const itemsToScrape = limit ? listItems.slice(0, limit) : listItems;
// Scrape each item // scrape each item
return itemsToScrape.map(item => { return itemsToScrape.map(item => {
const scrapedItem = {}; const scrapedItem = {};
@@ -281,7 +278,7 @@ window.scrapeList = function(config) {
let element; let element;
if (flexible) { if (flexible) {
// Try multiple strategies to find the element // try multiple strategies to find the element
element = item.querySelector(fieldConfig.selector) || element = item.querySelector(fieldConfig.selector) ||
item.querySelector(`[class*="${fieldConfig.selector}"]`) || item.querySelector(`[class*="${fieldConfig.selector}"]`) ||
Array.from(item.querySelectorAll('*')) Array.from(item.querySelectorAll('*'))