Add Anthropic Claude 4 and 3.5 Haiku models (#2477)

This commit is contained in:
Shuchang Zheng
2025-05-26 19:18:20 -07:00
committed by GitHub
parent e3c17a0384
commit fc71c32133
2 changed files with 65 additions and 0 deletions

View File

@@ -95,6 +95,9 @@ def setup_llm_providers() -> None:
[
"ANTHROPIC_CLAUDE3.5_SONNET",
"ANTHROPIC_CLAUDE3.7_SONNET",
"ANTHROPIC_CLAUDE3.5_HAIKU",
"ANTHROPIC_CLAUDE4_OPUS",
"ANTHROPIC_CLAUDE4_SONNET",
]
)
else:

View File

@@ -236,6 +236,36 @@ if settings.ENABLE_ANTHROPIC:
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE3.5_HAIKU",
LLMConfig(
"anthropic/claude-3-5-haiku-latest",
["ANTHROPIC_API_KEY"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE4_OPUS",
LLMConfig(
"anthropic/claude-opus-4-latest",
["ANTHROPIC_API_KEY"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE4_SONNET",
LLMConfig(
"anthropic/claude-sonnet-4-latest",
["ANTHROPIC_API_KEY"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
if settings.ENABLE_BEDROCK:
# Supported through AWS IAM authentication
@@ -266,6 +296,16 @@ if settings.ENABLE_BEDROCK:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.5_HAIKU",
LLMConfig(
"bedrock/anthropic.claude-3-5-haiku-20241022-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
LLMConfig(
@@ -273,6 +313,7 @@ if settings.ENABLE_BEDROCK:
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
@@ -282,6 +323,7 @@ if settings.ENABLE_BEDROCK:
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
@@ -311,6 +353,26 @@ if settings.ENABLE_BEDROCK:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS",
LLMConfig(
"bedrock/anthropic.claude-opus-4-20250514-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET",
LLMConfig(
"bedrock/anthropic.claude-sonnet-4-20250514-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
LLMConfig(