vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add limit to table scraping

Browse Source
This commit is contained in:
RohitR311
2024-12-26 03:38:40 +05:30
parent 31d9730237
commit fcc71e0841
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
maxun-core/src/browserSide/scraper.js
View File

@@ -407,7 +407,7 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
const rows = Array.from(tableContext.getElementsByTagName('TR')); const rows = Array.from(tableContext.getElementsByTagName('TR'));
const processedRows = filterRowsBasedOnTag(rows, tableFields); const processedRows = filterRowsBasedOnTag(rows, tableFields);
for (let rowIndex = 0; rowIndex < processedRows.length; rowIndex++) { for (let rowIndex = 0; rowIndex < Math.min(processedRows.length, limit); rowIndex++) {
const record = {}; const record = {};
const currentRow = processedRows[rowIndex]; const currentRow = processedRows[rowIndex];