chore: remove old logic
This commit is contained in:
@@ -1,35 +0,0 @@
|
|||||||
import playwright from 'playwright'
|
|
||||||
|
|
||||||
fastify.post('/scrape', async (request, reply) => {
|
|
||||||
const { url, selectors } = request.body;
|
|
||||||
|
|
||||||
try {
|
|
||||||
const browser = await playwright.chromium.launch({ headless: true }); // Launch headless browser
|
|
||||||
const page = await browser.newPage();
|
|
||||||
|
|
||||||
try {
|
|
||||||
await page.goto(url);
|
|
||||||
// Handle any required interactions (logins, captchas, etc.)
|
|
||||||
|
|
||||||
const scrapedData = await page.evaluate((selectors) => {
|
|
||||||
const data = [];
|
|
||||||
for (const selector of selectors) {
|
|
||||||
const elements = Array.from(document.querySelectorAll(selector));
|
|
||||||
const elementData = elements.map((el) => el.textContent);
|
|
||||||
data.push(elementData);
|
|
||||||
}
|
|
||||||
return data;
|
|
||||||
}, selectors);
|
|
||||||
|
|
||||||
await browser.close();
|
|
||||||
reply.send(scrapedData);
|
|
||||||
} catch (error) {
|
|
||||||
console.error('Error scraping:', error);
|
|
||||||
await browser.close();
|
|
||||||
reply.status(500).send({ error: 'Failed to scrape data' });
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.error('Error launching browser:', error);
|
|
||||||
reply.status(500).send({ error: 'Failed to initiate scraping' });
|
|
||||||
}
|
|
||||||
});
|
|
||||||
Reference in New Issue
Block a user