Add logs (#357)
This commit is contained in:
@@ -186,6 +186,7 @@ class LLMAPIHandlerFactory:
|
|||||||
# TODO (kerem): add a timeout to this call
|
# TODO (kerem): add a timeout to this call
|
||||||
# TODO (kerem): add a retry mechanism to this call (acompletion_with_retries)
|
# TODO (kerem): add a retry mechanism to this call (acompletion_with_retries)
|
||||||
# TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work
|
# TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work
|
||||||
|
LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name)
|
||||||
response = await litellm.acompletion(
|
response = await litellm.acompletion(
|
||||||
model=llm_config.model_name,
|
model=llm_config.model_name,
|
||||||
messages=messages,
|
messages=messages,
|
||||||
|
|||||||
@@ -149,7 +149,7 @@ if SettingsManager.get_settings().ENABLE_BEDROCK:
|
|||||||
|
|
||||||
if SettingsManager.get_settings().ENABLE_AZURE:
|
if SettingsManager.get_settings().ENABLE_AZURE:
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
"AZURE_OPENAI_GPT4V",
|
"AZURE_OPENAI",
|
||||||
LLMConfig(
|
LLMConfig(
|
||||||
f"azure/{SettingsManager.get_settings().AZURE_DEPLOYMENT}",
|
f"azure/{SettingsManager.get_settings().AZURE_DEPLOYMENT}",
|
||||||
[
|
[
|
||||||
|
|||||||
Reference in New Issue
Block a user