Start using Claude 3.5 Sonnet (#497)

This commit is contained in:
Kerem Yilmaz
2024-06-20 10:33:17 -07:00
committed by GitHub
parent 226a73fade
commit 0ab41a207a
2 changed files with 19 additions and 1 deletions

View File

@@ -69,7 +69,7 @@ setup_llm_providers() {
else
update_or_add_env_var "ANTHROPIC_API_KEY" "$anthropic_api_key"
update_or_add_env_var "ENABLE_ANTHROPIC" "true"
model_options+=("ANTHROPIC_CLAUDE3_OPUS" "ANTHROPIC_CLAUDE3_SONNET" "ANTHROPIC_CLAUDE3_HAIKU")
model_options+=("ANTHROPIC_CLAUDE3_OPUS" "ANTHROPIC_CLAUDE3_SONNET" "ANTHROPIC_CLAUDE3_HAIKU" "ANTHROPIC_CLAUDE3.5_SONNET")
fi
else
update_or_add_env_var "ENABLE_ANTHROPIC" "false"

View File

@@ -116,6 +116,15 @@ if SettingsManager.get_settings().ENABLE_ANTHROPIC:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE3.5_SONNET",
LLMConfig(
"anthropic/claude-3-5-sonnet-20240620",
["ANTHROPIC_API_KEY"],
supports_vision=True,
add_assistant_prefix=True,
),
)
if SettingsManager.get_settings().ENABLE_BEDROCK:
# Supported through AWS IAM authentication
@@ -146,6 +155,15 @@ if SettingsManager.get_settings().ENABLE_BEDROCK:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
LLMConfig(
"bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
),
)
if SettingsManager.get_settings().ENABLE_AZURE:
LLMConfigRegistry.register_config(