support anthropic claude 4 bedrock (#2539)

This commit is contained in:
Shuchang Zheng
2025-05-30 16:16:07 -07:00
committed by GitHub
parent f3d7f76c6f
commit 5580548e7d

View File

@@ -357,26 +357,6 @@ if settings.ENABLE_BEDROCK:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS",
LLMConfig(
"bedrock/anthropic.claude-opus-4-20250514-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET",
LLMConfig(
"bedrock/anthropic.claude-sonnet-4-20250514-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=8192,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
LLMConfig(
@@ -387,6 +367,26 @@ if settings.ENABLE_BEDROCK:
max_completion_tokens=64000,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
LLMConfig(
"bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=64000,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS_INFERENCE_PROFILE",
LLMConfig(
"bedrock/us.anthropic.claude-opus-4-20250514-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
max_completion_tokens=32000,
),
)
if settings.ENABLE_AZURE: