Start using Claude 3.5 Sonnet (#497)

This commit is contained in:
Kerem Yilmaz
2024-06-20 10:33:17 -07:00
committed by GitHub
parent 226a73fade
commit 0ab41a207a
2 changed files with 19 additions and 1 deletions

View File

@@ -116,6 +116,15 @@ if SettingsManager.get_settings().ENABLE_ANTHROPIC:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE3.5_SONNET",
LLMConfig(
"anthropic/claude-3-5-sonnet-20240620",
["ANTHROPIC_API_KEY"],
supports_vision=True,
add_assistant_prefix=True,
),
)
if SettingsManager.get_settings().ENABLE_BEDROCK:
# Supported through AWS IAM authentication
@@ -146,6 +155,15 @@ if SettingsManager.get_settings().ENABLE_BEDROCK:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
LLMConfig(
"bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
),
)
if SettingsManager.get_settings().ENABLE_AZURE:
LLMConfigRegistry.register_config(