vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Ykeremy/gpt4o router (#431)

Browse Source
This commit is contained in:
Kerem Yilmaz
2024-06-05 21:36:32 -07:00
committed by GitHub
parent 527f57a68e
commit 14009bae34
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
skyvern/forge/sdk/api/llm/api_handler_factory.py
View File

@@ -38,7 +38,7 @@ class LLMAPIHandlerFactory:
redis_password=llm_config.redis_password,
routing_strategy=llm_config.routing_strategy,
fallbacks=(
[{llm_config.main_model_group: llm_config.fallback_model_group}]
[{llm_config.main_model_group: [llm_config.fallback_model_group]}]
if llm_config.fallback_model_group
else []
),
@@ -97,7 +97,9 @@ class LLMAPIHandlerFactory:
).encode("utf-8"),
)
try:
LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name)
response = await router.acompletion(model=main_model_group, messages=messages, **parameters)
LOG.info("LLM API call successful", llm_key=llm_key, model=llm_config.model_name)
except openai.OpenAIError as e:
raise LLMProviderError(llm_key) from e
except Exception as e: