Add Anthropic Claude 4 and 3.5 Haiku models (#2477)
This commit is contained in:
@@ -95,6 +95,9 @@ def setup_llm_providers() -> None:
|
||||
[
|
||||
"ANTHROPIC_CLAUDE3.5_SONNET",
|
||||
"ANTHROPIC_CLAUDE3.7_SONNET",
|
||||
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||
"ANTHROPIC_CLAUDE4_OPUS",
|
||||
"ANTHROPIC_CLAUDE4_SONNET",
|
||||
]
|
||||
)
|
||||
else:
|
||||
|
||||
@@ -236,6 +236,36 @@ if settings.ENABLE_ANTHROPIC:
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||
LLMConfig(
|
||||
"anthropic/claude-3-5-haiku-latest",
|
||||
["ANTHROPIC_API_KEY"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"ANTHROPIC_CLAUDE4_OPUS",
|
||||
LLMConfig(
|
||||
"anthropic/claude-opus-4-latest",
|
||||
["ANTHROPIC_API_KEY"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"ANTHROPIC_CLAUDE4_SONNET",
|
||||
LLMConfig(
|
||||
"anthropic/claude-sonnet-4-latest",
|
||||
["ANTHROPIC_API_KEY"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
|
||||
if settings.ENABLE_BEDROCK:
|
||||
# Supported through AWS IAM authentication
|
||||
@@ -266,6 +296,16 @@ if settings.ENABLE_BEDROCK:
|
||||
add_assistant_prefix=True,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"BEDROCK_ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||
LLMConfig(
|
||||
"bedrock/anthropic.claude-3-5-haiku-20241022-v1:0",
|
||||
["AWS_REGION"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
|
||||
LLMConfig(
|
||||
@@ -273,6 +313,7 @@ if settings.ENABLE_BEDROCK:
|
||||
["AWS_REGION"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
@@ -282,6 +323,7 @@ if settings.ENABLE_BEDROCK:
|
||||
["AWS_REGION"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
@@ -311,6 +353,26 @@ if settings.ENABLE_BEDROCK:
|
||||
add_assistant_prefix=True,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS",
|
||||
LLMConfig(
|
||||
"bedrock/anthropic.claude-opus-4-20250514-v1:0",
|
||||
["AWS_REGION"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET",
|
||||
LLMConfig(
|
||||
"bedrock/anthropic.claude-sonnet-4-20250514-v1:0",
|
||||
["AWS_REGION"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=8192,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
|
||||
LLMConfig(
|
||||
|
||||
Reference in New Issue
Block a user