add vertex gemini 3 pro config (#4025)

This commit is contained in:
pedrohsdb
2025-11-18 16:13:51 -08:00
committed by GitHub
parent b024555fdf
commit f7e68141eb
2 changed files with 21 additions and 0 deletions

View File

@@ -401,6 +401,7 @@ class Settings(BaseSettings):
"llm_key": "VERTEX_GEMINI_2.5_FLASH",
"label": "Gemini 2.5 Flash",
},
"gemini-3-pro-preview": {"llm_key": "VERTEX_GEMINI_3.0_PRO", "label": "Gemini 3 Pro"},
"gemini-2.5-flash-lite": {
"llm_key": "VERTEX_GEMINI_2.5_FLASH_LITE",
"label": "Gemini 2.5 Flash Lite",
@@ -437,6 +438,7 @@ class Settings(BaseSettings):
"llm_key": "VERTEX_GEMINI_2.5_FLASH",
"label": "Gemini 2.5 Flash",
},
"gemini-3-pro-preview": {"llm_key": "VERTEX_GEMINI_3.0_PRO", "label": "Gemini 3 Pro"},
"gemini-2.5-flash-lite": {
"llm_key": "VERTEX_GEMINI_2.5_FLASH_LITE",
"label": "Gemini 2.5 Flash Lite",

View File

@@ -1207,6 +1207,25 @@ if settings.ENABLE_VERTEX_AI:
),
),
)
LLMConfigRegistry.register_config(
"VERTEX_GEMINI_3.0_PRO",
LLMConfig(
"vertex_ai/gemini-3-pro-preview",
[],
supports_vision=True,
add_assistant_prefix=False,
max_completion_tokens=65536,
litellm_params=LiteLLMParams(
api_base=f"{api_base}/gemini-3-pro-preview" if api_base else None,
vertex_location=settings.VERTEX_LOCATION,
thinking={
"budget_tokens": settings.GEMINI_THINKING_BUDGET,
"type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
},
vertex_credentials=settings.VERTEX_CREDENTIALS,
),
),
)
LLMConfigRegistry.register_config(
"VERTEX_GEMINI_2.5_FLASH_LITE",
LLMConfig(