From 378d20ad03febe3faf888e8cc9fd06c4eb8cb81f Mon Sep 17 00:00:00 2001
From: Shuchang Zheng <wintonzheng0325@gmail.com>
Date: Sat, 19 Apr 2025 06:41:01 +0800
Subject: [PATCH] safety checks for CUA (#2188)

---
 .../panels/WorkflowNodeLibraryPanel.tsx       |  2 +-
 skyvern/forge/agent.py                        | 23 +++++++++++--------
 2 files changed, 14 insertions(+), 11 deletions(-)

diff --git a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx
index 4f30d76f..63003163 100644
--- a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowNodeLibraryPanel.tsx
@@ -234,7 +234,7 @@ function WorkflowNodeLibraryPanel({ onNodeClick, first }: Props) {
       <div className="space-y-4">
         <header className="space-y-2">
           <div className="flex justify-between">
-            <h1 className="text-lg">Block Library</h1>
+            <h1 className="text-lg">Node Library</h1>
             {!first && (
               <Cross2Icon
                 className="size-6 cursor-pointer"
diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.py
index b055596b..850506c2 100644
--- a/skyvern/forge/agent.py
+++ b/skyvern/forge/agent.py
@@ -1324,6 +1324,18 @@ class ForgeAgent:
                 temperature=0,
             )
         else:
+            last_computer_call = computer_calls[-1]
+            computer_call_input = {
+                "call_id": last_call_id,
+                "type": "computer_call_output",
+                "output": {
+                    "type": "input_image",
+                    "image_url": f"data:image/png;base64,{screenshot_base64}",
+                },
+            }
+            if last_computer_call.pending_safety_checks:
+                computer_call_input["acknowledge_safety_checks"] = last_computer_call.pending_safety_checks
+
             current_response = await app.OPENAI_CLIENT.responses.create(
                 model="computer-use-preview",
                 previous_response_id=previous_response.id,
@@ -1335,16 +1347,7 @@ class ForgeAgent:
                         "environment": "browser",
                     }
                 ],
-                input=[
-                    {
-                        "call_id": last_call_id,
-                        "type": "computer_call_output",
-                        "output": {
-                            "type": "input_image",
-                            "image_url": f"data:image/png;base64,{screenshot_base64}",
-                        },
-                    }
-                ],
+                input=[computer_call_input],
                 reasoning={
                     "generate_summary": "concise",
                 },