vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #760 from getmaxun/ytscroll-fix

Browse Source 
fix(maxun-core): add multiple scroll approach
This commit is contained in:
Karishma Shukla
2025-09-10 12:30:12 +05:30
committed by GitHub
parent 24fd0590d8 49b0c484b9
commit 7d27557c24
1 changed files with 29 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
maxun-core/src/interpret.ts
View File

@@ -734,10 +734,22 @@ export default class Interpreter extends EventEmitter {
return allResults;
}
await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
await page.evaluate(() => {
const scrollHeight = Math.max(
document.body.scrollHeight,
document.documentElement.scrollHeight
);
window.scrollTo(0, scrollHeight);
});
await page.waitForTimeout(2000);
const currentHeight = await page.evaluate(() => document.body.scrollHeight);
const currentHeight = await page.evaluate(() => {
return Math.max(
document.body.scrollHeight,
document.documentElement.scrollHeight
);
});
const currentResultCount = allResults.length;
if (currentResultCount === previousResultCount) {
@@ -1024,10 +1036,22 @@ export default class Interpreter extends EventEmitter {
// Wait for content to load and check scroll height
await page.waitForTimeout(2000);
await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
await page.evaluate(() => {
const scrollHeight = Math.max(
document.body.scrollHeight,
document.documentElement.scrollHeight
);
window.scrollTo(0, scrollHeight);
});
await page.waitForTimeout(2000);
const currentHeight = await page.evaluate(() => document.body.scrollHeight);
const currentHeight = await page.evaluate(() => {
return Math.max(
document.body.scrollHeight,
document.documentElement.scrollHeight
);
});
const heightChanged = currentHeight !== previousHeight;
previousHeight = currentHeight;