From 0987183bac73f5875c98798e9639428474cc3379 Mon Sep 17 00:00:00 2001 From: Rohit Rajan Date: Thu, 20 Nov 2025 18:59:32 +0530 Subject: [PATCH] chore: increase goto timeout scrape 100s --- server/src/markdownify/scrape.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/src/markdownify/scrape.ts b/server/src/markdownify/scrape.ts index 935fa0cb..6821bfdb 100644 --- a/server/src/markdownify/scrape.ts +++ b/server/src/markdownify/scrape.ts @@ -9,7 +9,7 @@ export async function convertPageToMarkdown(url: string): Promise { const browser = await chromium.launch(); const page = await browser.newPage(); - await page.goto(url, { waitUntil: "networkidle" }); + await page.goto(url, { waitUntil: "networkidle", timeout: 100000 }); await page.addInitScript(() => { const selectors = [ @@ -64,7 +64,7 @@ export async function convertPageToHTML(url: string): Promise { const browser = await chromium.launch(); const page = await browser.newPage(); - await page.goto(url, { waitUntil: "networkidle" }); + await page.goto(url, { waitUntil: "networkidle", timeout: 100000 }); await page.addInitScript(() => { const selectors = [