From fd241dba54e2c78e879a229d167a0f925219b3b3 Mon Sep 17 00:00:00 2001 From: Suchintan Date: Wed, 11 Feb 2026 22:30:40 -0500 Subject: [PATCH] Add GEMINI_3.0_FLASH support and update docker-compose.yml (#4687) Co-authored-by: Claude --- README.md | 2 +- docker-compose.yml | 12 ++++++------ skyvern/forge/sdk/api/llm/config_registry.py | 13 +++++++++++++ 3 files changed, 20 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 62d0e2db..eafd5591 100644 --- a/README.md +++ b/README.md @@ -561,7 +561,7 @@ Recommended `LLM_KEY`: `BEDROCK_ANTHROPIC_CLAUDE4.5_OPUS_INFERENCE_PROFILE`, `BE | `ENABLE_GEMINI` | Register Gemini models| Boolean | `true`, `false` | | `GEMINI_API_KEY` | Gemini API Key| String | `your_google_gemini_api_key`| -Recommended `LLM_KEY`: `GEMINI_2.5_PRO`, `GEMINI_2.5_FLASH`, `GEMINI_2.5_PRO_PREVIEW`, `GEMINI_2.5_FLASH_PREVIEW` +Recommended `LLM_KEY`: `GEMINI_3.0_FLASH`, `GEMINI_2.5_PRO`, `GEMINI_2.5_FLASH`, `GEMINI_2.5_PRO_PREVIEW`, `GEMINI_2.5_FLASH_PREVIEW` ##### Ollama | Variable | Description| Type | Sample Value| diff --git a/docker-compose.yml b/docker-compose.yml index 647e044e..7207326e 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -52,12 +52,12 @@ services: # - ENABLE_OPENAI=true # - LLM_KEY=OPENAI_GPT4O # - OPENAI_API_KEY= - # Gemini Support (via Vertex AI): - # - ENABLE_VERTEX_AI=true - # - LLM_KEY=VERTEX_GEMINI_3.0_FLASH - # - GOOGLE_APPLICATION_CREDENTIALS=/path/to/service-account.json - # - GCP_PROJECT_ID=your-gcp-project-id - # - GCP_REGION=us-central1 + # Gemini Support: + # Gemini is a new LLM provider that is currently in beta. You can use it by uncommenting the following lines and filling in your Gemini API key. + # - LLM_KEY=GEMINI + # - ENABLE_GEMINI=true + # - GEMINI_API_KEY=YOUR_GEMINI_KEY + # - LLM_KEY=GEMINI_3.0_FLASH # If you want to use other LLM provider, like azure and anthropic: # - ENABLE_ANTHROPIC=true # - LLM_KEY=ANTHROPIC_CLAUDE3.5_SONNET diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py index 80a44217..b181cad8 100644 --- a/skyvern/forge/sdk/api/llm/config_registry.py +++ b/skyvern/forge/sdk/api/llm/config_registry.py @@ -995,6 +995,19 @@ if settings.ENABLE_GEMINI: ), ), ) + LLMConfigRegistry.register_config( + "GEMINI_3.0_FLASH", + LLMConfig( + "gemini/gemini-3-flash-preview", + ["GEMINI_API_KEY"], + supports_vision=True, + add_assistant_prefix=False, + max_completion_tokens=65536, + litellm_params=LiteLLMParams( + thinking_level="medium" if settings.GEMINI_INCLUDE_THOUGHT else "minimal", + ), + ), + ) if settings.ENABLE_NOVITA: