vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: preserve original key structure

Browse Source
This commit is contained in:
karishmas6
2024-08-03 20:45:37 +05:30
parent 39b8cdfbb4
commit eabe62fff7
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
maxun-core/src/browserSide/scraper.js
View File

@@ -182,7 +182,7 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
return crudeRecords; return crudeRecords;
}; };
/** /**
* Given an object with named lists of elements, * Given an object with named lists of elements,
* groups the elements by their distance in the DOM tree. * groups the elements by their distance in the DOM tree.
* @param {Object.<string, {selector: string, tag: string}>} lists The named lists of HTML elements. * @param {Object.<string, {selector: string, tag: string}>} lists The named lists of HTML elements.
@@ -229,11 +229,11 @@ window.scrapeSchema = function (lists) {
return MBEs.map((mbe) => omap( return MBEs.map((mbe) => omap(
lists, lists,
({ selector }) => { ({ selector }, key) => {
const elem = Array.from(document.querySelectorAll(selector)).find((elem) => mbe.contains(elem)); const elem = Array.from(document.querySelectorAll(selector)).find((elem) => mbe.contains(elem));
return elem ? elem.innerText : undefined; return elem ? elem.innerText : undefined;
}, },
(key) => lists[key].selector // Use the selector as the key in the output (key) => key // Use the original key in the output
)); ));
} }