From 3d712cb0fb0814845720803858986b9f0769fc04 Mon Sep 17 00:00:00 2001 From: Kerem Yilmaz Date: Thu, 25 Apr 2024 01:32:22 -0700 Subject: [PATCH] llm router for gpt4 turbo (#237) --- skyvern/forge/sdk/api/llm/config_registry.py | 2 +- skyvern/forge/sdk/api/llm/models.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py index d3298209..eb191f84 100644 --- a/skyvern/forge/sdk/api/llm/config_registry.py +++ b/skyvern/forge/sdk/api/llm/config_registry.py @@ -56,7 +56,7 @@ if not any( if SettingsManager.get_settings().ENABLE_OPENAI: LLMConfigRegistry.register_config("OPENAI_GPT4_TURBO", LLMConfig("gpt-4-turbo", ["OPENAI_API_KEY"], True)) - LLMConfigRegistry.register_config("OPENAI_GPT4V", LLMConfig("gpt-4-vision-preview", ["OPENAI_API_KEY"], True)) + LLMConfigRegistry.register_config("OPENAI_GPT4V", LLMConfig("gpt-4-turbo", ["OPENAI_API_KEY"], True)) if SettingsManager.get_settings().ENABLE_ANTHROPIC: LLMConfigRegistry.register_config( diff --git a/skyvern/forge/sdk/api/llm/models.py b/skyvern/forge/sdk/api/llm/models.py index 3f2694f0..2f65d81c 100644 --- a/skyvern/forge/sdk/api/llm/models.py +++ b/skyvern/forge/sdk/api/llm/models.py @@ -34,10 +34,10 @@ class LLMRouterModelConfig: class LLMRouterConfig(LLMConfig): model_list: list[LLMRouterModelConfig] # All three redis parameters are required. Even if there isn't a password, it should be an empty string. - redis_host: str - redis_port: int - redis_password: str main_model_group: str + redis_host: str | None = None + redis_port: int | None = None + redis_password: str | None = None fallback_model_group: str | None = None routing_strategy: Literal[ "simple-shuffle",