vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: increase goto timeout scrape 100s

Browse Source
This commit is contained in:
Rohit Rajan
2025-11-20 18:59:32 +05:30
parent c89b2afed6
commit 0987183bac
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
server/src/markdownify/scrape.ts
View File

@@ -9,7 +9,7 @@ export async function convertPageToMarkdown(url: string): Promise<string> {
const browser = await chromium.launch(); const browser = await chromium.launch();
const page = await browser.newPage(); const page = await browser.newPage();
await page.goto(url, { waitUntil: "networkidle" }); await page.goto(url, { waitUntil: "networkidle", timeout: 100000 });
await page.addInitScript(() => { await page.addInitScript(() => {
const selectors = [ const selectors = [
@@ -64,7 +64,7 @@ export async function convertPageToHTML(url: string): Promise<string> {
const browser = await chromium.launch(); const browser = await chromium.launch();
const page = await browser.newPage(); const page = await browser.newPage();
await page.goto(url, { waitUntil: "networkidle" }); await page.goto(url, { waitUntil: "networkidle", timeout: 100000 });
await page.addInitScript(() => { await page.addInitScript(() => {
const selectors = [ const selectors = [