user defined browser header (#2752)

Co-authored-by: lawyzheng <lawyzheng1106@gmail.com>

skyvern/forge/sdk/db/client.py

@@ -150,6 +150,7 @@ class AgentDB:
         include_action_history_in_verification: bool | None = None,
         model: dict[str, Any] | None = None,
         max_screenshot_scrolling_times: int | None = None,
+        extra_http_headers: dict[str, str] | None = None,
     ) -> Task:
         try:
             async with self.Session() as session:
@@ -178,6 +179,7 @@ class AgentDB:
                     include_action_history_in_verification=include_action_history_in_verification,
                     model=model,
                     max_screenshot_scrolling_times=max_screenshot_scrolling_times,
+                    extra_http_headers=extra_http_headers,
                 )
                 session.add(new_task)
                 await session.commit()
@@ -1300,6 +1302,7 @@ class AgentDB:
         proxy_location: ProxyLocation | None = None,
         webhook_callback_url: str | None = None,
         max_screenshot_scrolling_times: int | None = None,
+        extra_http_headers: dict[str, str] | None = None,
         totp_verification_url: str | None = None,
         totp_identifier: str | None = None,
         persist_browser_session: bool = False,
@@ -1320,6 +1323,7 @@ class AgentDB:
                 totp_verification_url=totp_verification_url,
                 totp_identifier=totp_identifier,
                 max_screenshot_scrolling_times=max_screenshot_scrolling_times,
+                extra_http_headers=extra_http_headers,
                 persist_browser_session=persist_browser_session,
                 model=model,
                 is_saved_task=is_saved_task,
@@ -1564,6 +1568,7 @@ class AgentDB:
         totp_identifier: str | None = None,
         parent_workflow_run_id: str | None = None,
         max_screenshot_scrolling_times: int | None = None,
+        extra_http_headers: dict[str, str] | None = None,
     ) -> WorkflowRun:
         try:
             async with self.Session() as session:
@@ -1578,6 +1583,7 @@ class AgentDB:
                     totp_identifier=totp_identifier,
                     parent_workflow_run_id=parent_workflow_run_id,
                     max_screenshot_scrolling_times=max_screenshot_scrolling_times,
+                    extra_http_headers=extra_http_headers,
                 )
                 session.add(workflow_run)
                 await session.commit()
@@ -2523,6 +2529,7 @@ class AgentDB:
         error_code_mapping: dict | None = None,
         model: dict[str, Any] | None = None,
         max_screenshot_scrolling_times: int | None = None,
+        extra_http_headers: dict[str, str] | None = None,
     ) -> TaskV2:
         async with self.Session() as session:
             new_task_v2 = TaskV2Model(
@@ -2540,6 +2547,7 @@ class AgentDB:
                 organization_id=organization_id,
                 model=model,
                 max_screenshot_scrolling_times=max_screenshot_scrolling_times,
+                extra_http_headers=extra_http_headers,
             )
             session.add(new_task_v2)
             await session.commit()

skyvern/forge/sdk/db/models.py

@@ -77,6 +77,7 @@ class TaskModel(Base):
     failure_reason = Column(String)
     proxy_location = Column(String)
     extracted_information_schema = Column(JSON)
+    extra_http_headers = Column(JSON, nullable=True)
     workflow_run_id = Column(String, ForeignKey("workflow_runs.workflow_run_id"), index=True)
     order = Column(Integer, nullable=True)
     retry = Column(Integer, nullable=True)
@@ -220,6 +221,7 @@ class WorkflowModel(Base):
     proxy_location = Column(String)
     webhook_callback_url = Column(String)
     max_screenshot_scrolling_times = Column(Integer, nullable=True)
+    extra_http_headers = Column(JSON, nullable=True)
     totp_verification_url = Column(String)
     totp_identifier = Column(String)
     persist_browser_session = Column(Boolean, default=False, nullable=False)
@@ -257,6 +259,7 @@ class WorkflowRunModel(Base):
     totp_verification_url = Column(String)
     totp_identifier = Column(String)
     max_screenshot_scrolling_times = Column(Integer, nullable=True)
+    extra_http_headers = Column(JSON, nullable=True)
 
     queued_at = Column(DateTime, nullable=True)
     started_at = Column(DateTime, nullable=True)
@@ -626,6 +629,7 @@ class TaskV2Model(Base):
     error_code_mapping = Column(JSON, nullable=True)
     max_steps = Column(Integer, nullable=True)
     max_screenshot_scrolling_times = Column(Integer, nullable=True)
+    extra_http_headers = Column(JSON, nullable=True)
 
     queued_at = Column(DateTime, nullable=True)
     started_at = Column(DateTime, nullable=True)

skyvern/forge/sdk/db/utils.py

@@ -130,6 +130,7 @@ def convert_to_task(task_obj: TaskModel, debug_enabled: bool = False, workflow_p
         organization_id=task_obj.organization_id,
         proxy_location=(ProxyLocation(task_obj.proxy_location) if task_obj.proxy_location else None),
         extracted_information_schema=task_obj.extracted_information_schema,
+        extra_http_headers=task_obj.extra_http_headers,
         workflow_run_id=task_obj.workflow_run_id,
         workflow_permanent_id=workflow_permanent_id,
         order=task_obj.order,
@@ -248,6 +249,7 @@ def convert_to_workflow(workflow_model: WorkflowModel, debug_enabled: bool = Fal
         modified_at=workflow_model.modified_at,
         deleted_at=workflow_model.deleted_at,
         status=WorkflowStatus(workflow_model.status),
+        extra_http_headers=workflow_model.extra_http_headers,
     )
 
 
@@ -281,6 +283,7 @@ def convert_to_workflow_run(
         modified_at=workflow_run_model.modified_at,
         workflow_title=workflow_title,
         max_screenshot_scrolling_times=workflow_run_model.max_screenshot_scrolling_times,
+        extra_http_headers=workflow_run_model.extra_http_headers,
     )