From 497a24816328be23f1cc375e6bf7de8447bc25e2 Mon Sep 17 00:00:00 2001
From: karishmas6 <carishmashukla28@gmail.com>
Date: Sat, 20 Apr 2024 00:51:10 +0530
Subject: [PATCH] feat: remove timeout

---
 scraper/src/scraper.js | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/scraper/src/scraper.js b/scraper/src/scraper.js
index 5790594a..eebd61d9 100644
--- a/scraper/src/scraper.js
+++ b/scraper/src/scraper.js
@@ -1,13 +1,10 @@
 import { PlaywrightCrawler, Configuration } from 'crawlee';
 
-async function scrapeData(url, selectors, waitForSeconds = 2) {
+async function scrapeData(url, selectors) {
     const scrapedData = [];
     const crawler = new PlaywrightCrawler({
         requestHandler: async ({ page, request }) => {
             await page.goto(url);
-  
-            await page.waitForTimeout(waitForSeconds * 1000);
-  
             console.log('Received selectors:', selectors);
   
             for (const selector of selectors) {