vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: scrape route

Browse Source
This commit is contained in:
karishmas6
2024-04-16 23:48:32 +05:30
parent e23eb5936f
commit 73c678774f
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
scraper/src/main.js
View File

@@ -1,5 +1,8 @@
const fastify = require('fastify')(); const fastify = require('fastify')();
const scraper = require('./scraper'); const scraper = require('./scraper');
const fetch = require('node-fetch');
// Change this later // Change this later
const corsOptions = { const corsOptions = {
origin: 'http://localhost:5173' origin: 'http://localhost:5173'
@@ -8,10 +11,10 @@ fastify.register(require('@fastify/cors'), corsOptions)
fastify.post('/scrape', async (request, reply) => { fastify.post('/scrape', async (request, reply) => {
const { url, selections } = request.body; const { url, selectors } = request.body;
try { try {
const data = await scraper.scrape(url, selections); const data = await scraper(url, selectors);
console.log('Scraped data:', data); console.log('Scraped data:', data);
reply.send(data); reply.send(data);
} catch (error) { } catch (error) {