vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: lint

Browse Source
This commit is contained in:
karishmas6
2024-08-17 23:27:28 +05:30
parent 794d540f81
commit 2799d5055e
1 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
maxun-core/src/browserSide/scraper.js
View File

@@ -428,39 +428,39 @@ async function clickNextPagination(selector, scrapedData, limit) {
}; };
window.scrollDown = async(selector, limit) { window.scrollDown = async (selector, limit) {
let previousHeight = 0; let previousHeight = 0;
let itemsLoaded = 0; let itemsLoaded = 0;
while (itemsLoaded < limit) { while (itemsLoaded < limit) {
window.scrollBy(0, window.innerHeight); window.scrollBy(0, window.innerHeight);
await new Promise(resolve => setTimeout(resolve, 1000)); await new Promise(resolve => setTimeout(resolve, 1000));
const currentHeight = document.body.scrollHeight; const currentHeight = document.body.scrollHeight;
if (currentHeight === previousHeight) { if (currentHeight === previousHeight) {
break; // No more items to load break; // No more items to load
} }
previousHeight = currentHeight; previousHeight = currentHeight;
itemsLoaded += document.querySelectorAll(selector).length; itemsLoaded += document.querySelectorAll(selector).length;
} }
} }
window.scrollUp = async(selector, limit) { window.scrollUp = async (selector, limit) {
let previousHeight = 0; let previousHeight = 0;
let itemsLoaded = 0; let itemsLoaded = 0;
while (itemsLoaded < limit) { while (itemsLoaded < limit) {
window.scrollBy(0, -window.innerHeight); window.scrollBy(0, -window.innerHeight);
await new Promise(resolve => setTimeout(resolve, 1000)); await new Promise(resolve => setTimeout(resolve, 1000));
const currentHeight = document.body.scrollHeight; const currentHeight = document.body.scrollHeight;
if (currentHeight === previousHeight) { if (currentHeight === previousHeight) {
break; // No more items to load break; // No more items to load
} }
previousHeight = currentHeight; previousHeight = currentHeight;
itemsLoaded += document.querySelectorAll(selector).length; itemsLoaded += document.querySelectorAll(selector).length;
} }