vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: handle relative src urls in scrape schema

Browse Source
This commit is contained in:
amhsirak
2024-11-23 07:07:12 +05:30
parent 232f838902
commit 6d59a58e30
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
maxun-core/src/browserSide/scraper.js
View File

@@ -235,10 +235,11 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
switch (attribute) {
case 'href':
const relativeHref = elem.getAttribute('href'); // Get the href attribute
return relativeHref ? new URL(relativeHref, window.location.origin).href : null; // Convert to full URL
const relativeHref = elem.getAttribute('href');
return relativeHref ? new URL(relativeHref, window.location.origin).href : null;
case 'src':
return elem.getAttribute('src');
const relativeSrc = elem.getAttribute('src');
return relativeSrc ? new URL(relativeSrc, window.location.origin).href : null;
case 'innerText':
return elem.innerText;
case 'textContent':