Merge branch 'develop' into browser-service

server/src/workflow-management/scheduler/index.ts

@@ -205,6 +205,16 @@ async function executeRun(id: string, userId: string) {
       }
     }
 
+    browser = browserPool.getRemoteBrowser(plainRun.browserId);
+    if (!browser) {
+      throw new Error('Could not access browser');
+    }
+
+    let currentPage = await browser.getCurrentPage();
+    if (!currentPage) {
+      throw new Error('Could not create a new page');
+    }
+
     if (recording.recording_meta.type === 'scrape') {
       logger.log('info', `Executing scrape robot for scheduled run ${id}`);
 
@@ -249,13 +259,13 @@ async function executeRun(id: string, userId: string) {
 
         // Markdown conversion
         if (formats.includes('markdown')) {
-          markdown = await convertPageToMarkdown(url);
+          markdown = await convertPageToMarkdown(url, currentPage);
           serializableOutput.markdown = [{ content: markdown }];
         }
 
         // HTML conversion
         if (formats.includes('html')) {
-          html = await convertPageToHTML(url);
+          html = await convertPageToHTML(url, currentPage);
           serializableOutput.html = [{ content: html }];
         }
 
@@ -388,16 +398,6 @@ async function executeRun(id: string, userId: string) {
       logger.log('warn', `Failed to send run-started notification for run ${plainRun.runId}: ${socketError.message}`);
     }
 
-    browser = browserPool.getRemoteBrowser(plainRun.browserId);
-    if (!browser) {
-      throw new Error('Could not access browser');
-    }
-
-    let currentPage = await browser.getCurrentPage();
-    if (!currentPage) {
-      throw new Error('Could not create a new page');
-    }
-
     const workflow = AddGeneratedFlags(recording.recording);
     
     // Set run ID for real-time data persistence