vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

llm router for gpt4 turbo (#237)

Browse Source
This commit is contained in:
Kerem Yilmaz
2024-04-25 01:32:22 -07:00
committed by GitHub
parent 52e6205005
commit 3d712cb0fb
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
skyvern/forge/sdk/api/llm/config_registry.py
View File

@@ -56,7 +56,7 @@ if not any(
if SettingsManager.get_settings().ENABLE_OPENAI: if SettingsManager.get_settings().ENABLE_OPENAI:
LLMConfigRegistry.register_config("OPENAI_GPT4_TURBO", LLMConfig("gpt-4-turbo", ["OPENAI_API_KEY"], True)) LLMConfigRegistry.register_config("OPENAI_GPT4_TURBO", LLMConfig("gpt-4-turbo", ["OPENAI_API_KEY"], True))
LLMConfigRegistry.register_config("OPENAI_GPT4V", LLMConfig("gpt-4-vision-preview", ["OPENAI_API_KEY"], True)) LLMConfigRegistry.register_config("OPENAI_GPT4V", LLMConfig("gpt-4-turbo", ["OPENAI_API_KEY"], True))
if SettingsManager.get_settings().ENABLE_ANTHROPIC: if SettingsManager.get_settings().ENABLE_ANTHROPIC:
LLMConfigRegistry.register_config( LLMConfigRegistry.register_config(

6
skyvern/forge/sdk/api/llm/models.py
View File

@@ -34,10 +34,10 @@ class LLMRouterModelConfig:
class LLMRouterConfig(LLMConfig): class LLMRouterConfig(LLMConfig):
model_list: list[LLMRouterModelConfig] model_list: list[LLMRouterModelConfig]
# All three redis parameters are required. Even if there isn't a password, it should be an empty string. # All three redis parameters are required. Even if there isn't a password, it should be an empty string.
redis_host: str
redis_port: int
redis_password: str
main_model_group: str main_model_group: str
redis_host: str | None = None
redis_port: int | None = None
redis_password: str | None = None
fallback_model_group: str | None = None fallback_model_group: str | None = None
routing_strategy: Literal[ routing_strategy: Literal[
"simple-shuffle", "simple-shuffle",