adding new gemini flash preview models (#3536)
This commit is contained in:
@@ -1173,6 +1173,44 @@ if settings.ENABLE_VERTEX_AI and settings.VERTEX_CREDENTIALS:
|
||||
),
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"VERTEX_GEMINI_2.5_FLASH_PREVIEW_09_2025",
|
||||
LLMConfig(
|
||||
"vertex_ai/gemini-2.5-flash-preview-09-2025",
|
||||
["VERTEX_CREDENTIALS"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=False,
|
||||
max_completion_tokens=65535,
|
||||
litellm_params=LiteLLMParams(
|
||||
vertex_credentials=settings.VERTEX_CREDENTIALS,
|
||||
api_base=f"{api_base}/gemini-2.5-flash-preview-09-2025" if api_base else None,
|
||||
vertex_location=settings.VERTEX_LOCATION,
|
||||
thinking={
|
||||
"budget_tokens": settings.GEMINI_THINKING_BUDGET,
|
||||
"type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
|
||||
},
|
||||
),
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"VERTEX_GEMINI_2.5_FLASH_LITE_PREVIEW_09_2025",
|
||||
LLMConfig(
|
||||
"vertex_ai/gemini-2.5-flash-lite-preview-09-2025",
|
||||
["VERTEX_CREDENTIALS"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=False,
|
||||
max_completion_tokens=65535,
|
||||
litellm_params=LiteLLMParams(
|
||||
vertex_credentials=settings.VERTEX_CREDENTIALS,
|
||||
api_base=f"{api_base}/gemini-2.5-flash-lite-preview-09-2025" if api_base else None,
|
||||
vertex_location=settings.VERTEX_LOCATION,
|
||||
thinking={
|
||||
"budget_tokens": settings.GEMINI_THINKING_BUDGET,
|
||||
"type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
|
||||
},
|
||||
),
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"VERTEX_GEMINI_FLASH_2_0",
|
||||
LLMConfig(
|
||||
|
||||
Reference in New Issue
Block a user