This commit is contained in:
Kerem Yilmaz
2024-05-23 12:07:49 -07:00
committed by GitHub
parent dea883a463
commit df2aee3c79
2 changed files with 2 additions and 1 deletions

View File

@@ -186,6 +186,7 @@ class LLMAPIHandlerFactory:
# TODO (kerem): add a timeout to this call
# TODO (kerem): add a retry mechanism to this call (acompletion_with_retries)
# TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work
LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name)
response = await litellm.acompletion(
model=llm_config.model_name,
messages=messages,

View File

@@ -149,7 +149,7 @@ if SettingsManager.get_settings().ENABLE_BEDROCK:
if SettingsManager.get_settings().ENABLE_AZURE:
LLMConfigRegistry.register_config(
"AZURE_OPENAI_GPT4V",
"AZURE_OPENAI",
LLMConfig(
f"azure/{SettingsManager.get_settings().AZURE_DEPLOYMENT}",
[