feat: join base url with href

2024-11-23 07:04:18 +05:30
parent 1e0890800f
commit fc2e3dc1c1
1 changed files with 2 additions and 1 deletions
--- a/maxun-core/src/browserSide/scraper.js
+++ b/maxun-core/src/browserSide/scraper.js
@@ -235,7 +235,8 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,

        switch (attribute) {
          case 'href':
-            return elem.getAttribute('href');
+            const relativeHref = elem.getAttribute('href'); // Get the href attribute
+            return relativeHref ? new URL(relativeHref, window.location.origin).href : null; // Convert to full URL
          case 'src':
            return elem.getAttribute('src');
          case 'innerText':