vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: lint

Browse Source
This commit is contained in:
karishmas6
2024-04-20 00:51:38 +05:30
parent 497a248163
commit 8ba8a6927c
1 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
scraper/src/scraper.js
View File

@@ -6,22 +6,20 @@ async function scrapeData(url, selectors) {
requestHandler: async ({ page, request }) => { requestHandler: async ({ page, request }) => {
await page.goto(url); await page.goto(url);
console.log('Received selectors:', selectors); console.log('Received selectors:', selectors);
for (const selector of selectors) { for (const selector of selectors) {
const elementData = await page.$$eval(selector, elements => elements.map(el => el.textContent.trim())); const elementData = await page.$$eval(selector, elements => elements.map(el => el.textContent.trim()));
scrapedData.push(...elementData); scrapedData.push(...elementData);
} }
console.log('Scraped data:', scrapedData); console.log('Scraped data:', scrapedData);
}, },
}, },
new Configuration({ new Configuration({
persistStorage: false, persistStorage: false,
})); }));
await crawler.run([ url ]); await crawler.run([url]);
return scrapedData; return scrapedData;
} }
export default scrapeData; export default scrapeData;