Add auto-completion flash lite support for Gemini 2.5 Flash Lite testing (#3453)

original PR with approval: https://github.com/Skyvern-AI/skyvern-cloud/pull/6309

skyvern/config.py

@@ -124,6 +124,7 @@ class Settings(BaseSettings):
     PARSE_SELECT_LLM_KEY: str | None = None
     EXTRACTION_LLM_KEY: str | None = None
     CHECK_USER_GOAL_LLM_KEY: str | None = None
+    AUTO_COMPLETION_LLM_KEY: str | None = None
     # COMMON
     LLM_CONFIG_TIMEOUT: int = 300
     LLM_CONFIG_MAX_TOKENS: int = 4096

skyvern/forge/app.py

@@ -83,6 +83,11 @@ CHECK_USER_GOAL_LLM_API_HANDLER = (
     if SETTINGS_MANAGER.CHECK_USER_GOAL_LLM_KEY
     else SECONDARY_LLM_API_HANDLER
 )
+AUTO_COMPLETION_LLM_API_HANDLER = (
+    LLMAPIHandlerFactory.get_llm_api_handler(SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY)
+    if SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY
+    else SECONDARY_LLM_API_HANDLER
+)
 SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None
 
 WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()

skyvern/webeye/actions/handler.py

@@ -2323,7 +2323,7 @@ async def choose_auto_completion_dropdown(
             step_id=step.step_id,
             task_id=task.task_id,
         )
-        json_response = await app.SECONDARY_LLM_API_HANDLER(
+        json_response = await app.AUTO_COMPLETION_LLM_API_HANDLER(
             prompt=auto_completion_confirm_prompt, step=step, prompt_name="auto-completion-choose-option"
         )
         element_id = json_response.get("id", "")