From fcc71e08413f2f586815b404c5fab3faaa8d4ba5 Mon Sep 17 00:00:00 2001 From: RohitR311 Date: Thu, 26 Dec 2024 03:38:40 +0530 Subject: [PATCH] feat: add limit to table scraping --- maxun-core/src/browserSide/scraper.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/maxun-core/src/browserSide/scraper.js b/maxun-core/src/browserSide/scraper.js index e109839b..89d5abe4 100644 --- a/maxun-core/src/browserSide/scraper.js +++ b/maxun-core/src/browserSide/scraper.js @@ -407,7 +407,7 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3, const rows = Array.from(tableContext.getElementsByTagName('TR')); const processedRows = filterRowsBasedOnTag(rows, tableFields); - for (let rowIndex = 0; rowIndex < processedRows.length; rowIndex++) { + for (let rowIndex = 0; rowIndex < Math.min(processedRows.length, limit); rowIndex++) { const record = {}; const currentRow = processedRows[rowIndex];