From 614a600b90300dc5b66ca728be86e45ab6d1bb46 Mon Sep 17 00:00:00 2001 From: karishmas6 Date: Fri, 19 Apr 2024 01:04:57 +0530 Subject: [PATCH] feat: remove cli arguments --- scraper/src/scraper.js | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/scraper/src/scraper.js b/scraper/src/scraper.js index a515148e..66adc97a 100644 --- a/scraper/src/scraper.js +++ b/scraper/src/scraper.js @@ -21,14 +21,4 @@ async function scrapeData(url, selectors, waitForSeconds = 2) { }); await crawler.run([{ url }]); -} - -const url = process.argv[2]; -const selectors = process.argv.slice(3); // Selectors are passed as subsequent arguments -const waitForSeconds = parseInt(process.argv[selectors.length + 2] || 2); // Optional wait time - -if (url && selectors.length > 0) { - await scrapeData(url, selectors, waitForSeconds); -} else { - console.error('Please provide URL and selectors as arguments.'); } \ No newline at end of file