general selection (#675)

skyvern/forge/app.py

@@ -26,6 +26,9 @@ ARTIFACT_MANAGER = ArtifactManager()
 BROWSER_MANAGER = BrowserManager()
 EXPERIMENTATION_PROVIDER: BaseExperimentationProvider = NoOpExperimentationProvider()
 LLM_API_HANDLER = LLMAPIHandlerFactory.get_llm_api_handler(SettingsManager.get_settings().LLM_KEY)
+SECONDARY_LLM_API_HANDLER = LLMAPIHandlerFactory.get_llm_api_handler(
+    SETTINGS_MANAGER.SECONDARY_LLM_KEY if SETTINGS_MANAGER.SECONDARY_LLM_KEY else SETTINGS_MANAGER.LLM_KEY
+)
 WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()
 WORKFLOW_SERVICE = WorkflowService()
 AGENT_FUNCTION = AgentFunction()

skyvern/forge/prompts/skyvern/custom-select.j2

@@ -0,0 +1,25 @@
+You are doing a select action on HTML page. Help to click the best match element for the target value among HTML elements based on the context.
+MAKE SURE YOU OUTPUT VALID JSON. No text before or after JSON, no trailing commas, no comments (//), no unnecessary quotes, etc.
+Each interactable element is tagged with an ID.
+
+Reply in JSON format with the following keys:
+{
+    "reasoning": str, // The reasoning behind the action. Be specific, referencing target value and element ids in your reasoning. Mention why you chose the element id. Keep the reasoning short and to the point.
+    "confidence_float": float, // The confidence of the action. Pick a number between 0.0 and 1.0. 0.0 means no confidence, 1.0 means full confidence
+    "id": str, // The id of the element to take action on. The id has to be one from the elements list
+}
+
+Context:
+```
+{{ context_reasoning }}
+```
+
+Target value:
+```
+{{ target_value }}
+```
+
+HTML elements:
+```
+{{ elements }}
+```

skyvern/forge/prompts/skyvern/opened-dropdown-confirm.j2

@@ -0,0 +1,7 @@
+There is a screenshot from part of Web HTML page. Help me confirm it if it's an opened dropdown menu.
+MAKE SURE YOU OUTPUT VALID JSON. No text before or after JSON, no trailing commas, no comments (//), no unnecessary quotes, etc.
+
+Reply in JSON format with the following keys:
+{
+    "is_opened_dropdown_menu": bool, // true if it's a opened dropdown menu, otherwise false.
+}