diff --git a/server/src/markdownify/scrape.ts b/server/src/markdownify/scrape.ts index 935fa0cb..6821bfdb 100644 --- a/server/src/markdownify/scrape.ts +++ b/server/src/markdownify/scrape.ts @@ -9,7 +9,7 @@ export async function convertPageToMarkdown(url: string): Promise { const browser = await chromium.launch(); const page = await browser.newPage(); - await page.goto(url, { waitUntil: "networkidle" }); + await page.goto(url, { waitUntil: "networkidle", timeout: 100000 }); await page.addInitScript(() => { const selectors = [ @@ -64,7 +64,7 @@ export async function convertPageToHTML(url: string): Promise { const browser = await chromium.launch(); const page = await browser.newPage(); - await page.goto(url, { waitUntil: "networkidle" }); + await page.goto(url, { waitUntil: "networkidle", timeout: 100000 }); await page.addInitScript(() => { const selectors = [