diff --git a/skyvern/config.py b/skyvern/config.py index 8f7c34f8..87a2cc35 100644 --- a/skyvern/config.py +++ b/skyvern/config.py @@ -124,6 +124,7 @@ class Settings(BaseSettings): PARSE_SELECT_LLM_KEY: str | None = None EXTRACTION_LLM_KEY: str | None = None CHECK_USER_GOAL_LLM_KEY: str | None = None + AUTO_COMPLETION_LLM_KEY: str | None = None # COMMON LLM_CONFIG_TIMEOUT: int = 300 LLM_CONFIG_MAX_TOKENS: int = 4096 diff --git a/skyvern/forge/app.py b/skyvern/forge/app.py index 9165455f..ae6308a4 100644 --- a/skyvern/forge/app.py +++ b/skyvern/forge/app.py @@ -83,6 +83,11 @@ CHECK_USER_GOAL_LLM_API_HANDLER = ( if SETTINGS_MANAGER.CHECK_USER_GOAL_LLM_KEY else SECONDARY_LLM_API_HANDLER ) +AUTO_COMPLETION_LLM_API_HANDLER = ( + LLMAPIHandlerFactory.get_llm_api_handler(SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY) + if SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY + else SECONDARY_LLM_API_HANDLER +) SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager() diff --git a/skyvern/webeye/actions/handler.py b/skyvern/webeye/actions/handler.py index 4ab1725e..e6905e64 100644 --- a/skyvern/webeye/actions/handler.py +++ b/skyvern/webeye/actions/handler.py @@ -2323,7 +2323,7 @@ async def choose_auto_completion_dropdown( step_id=step.step_id, task_id=task.task_id, ) - json_response = await app.SECONDARY_LLM_API_HANDLER( + json_response = await app.AUTO_COMPLETION_LLM_API_HANDLER( prompt=auto_completion_confirm_prompt, step=step, prompt_name="auto-completion-choose-option" ) element_id = json_response.get("id", "")