support value select for custom selection (#756)

skyvern/forge/agent_functions.py

@@ -1,7 +1,7 @@
 import asyncio
 import copy
 import hashlib
-from typing import Awaitable, Callable, Dict, List
+from typing import Dict, List
 
 import structlog
 from playwright.async_api import Page
@@ -14,9 +14,7 @@ from skyvern.forge.prompts import prompt_engine
 from skyvern.forge.sdk.models import Organization, Step, StepStatus
 from skyvern.forge.sdk.schemas.tasks import Task, TaskStatus
 from skyvern.webeye.browser_factory import BrowserState
-from skyvern.webeye.scraper.scraper import ELEMENT_NODE_ATTRIBUTES, json_to_html
-
-CleanupElementTreeFunc = Callable[[str, list[dict]], Awaitable[list[dict]]]
+from skyvern.webeye.scraper.scraper import ELEMENT_NODE_ATTRIBUTES, CleanupElementTreeFunc, json_to_html
 
 LOG = structlog.get_logger()
 

skyvern/forge/prompts/skyvern/custom-select.j2

@@ -13,6 +13,7 @@ Reply in JSON format with the following keys:
     "reasoning": str, // The reasoning behind the action. Be specific, referencing target value and element ids in your reasoning. Mention why you chose the element id. Keep the reasoning short and to the point.
     "confidence_float": float, // The confidence of the action. Pick a number between 0.0 and 1.0. 0.0 means no confidence, 1.0 means full confidence
     "id": str, // The id of the element to take action on. The id has to be one from the elements list
+    "value": str, // The value to select.
 }
 
 Context: