support anthropic claude 4 bedrock (#2539)
This commit is contained in:
@@ -357,26 +357,6 @@ if settings.ENABLE_BEDROCK:
|
|||||||
add_assistant_prefix=True,
|
add_assistant_prefix=True,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
LLMConfigRegistry.register_config(
|
|
||||||
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS",
|
|
||||||
LLMConfig(
|
|
||||||
"bedrock/anthropic.claude-opus-4-20250514-v1:0",
|
|
||||||
["AWS_REGION"],
|
|
||||||
supports_vision=True,
|
|
||||||
add_assistant_prefix=True,
|
|
||||||
max_completion_tokens=8192,
|
|
||||||
),
|
|
||||||
)
|
|
||||||
LLMConfigRegistry.register_config(
|
|
||||||
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET",
|
|
||||||
LLMConfig(
|
|
||||||
"bedrock/anthropic.claude-sonnet-4-20250514-v1:0",
|
|
||||||
["AWS_REGION"],
|
|
||||||
supports_vision=True,
|
|
||||||
add_assistant_prefix=True,
|
|
||||||
max_completion_tokens=8192,
|
|
||||||
),
|
|
||||||
)
|
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
|
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
|
||||||
LLMConfig(
|
LLMConfig(
|
||||||
@@ -387,6 +367,26 @@ if settings.ENABLE_BEDROCK:
|
|||||||
max_completion_tokens=64000,
|
max_completion_tokens=64000,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=64000,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS_INFERENCE_PROFILE",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/us.anthropic.claude-opus-4-20250514-v1:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=32000,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
if settings.ENABLE_AZURE:
|
if settings.ENABLE_AZURE:
|
||||||
|
|||||||
Reference in New Issue
Block a user