support bedrock sonnet 3.5 inference profile (#1195)
This commit is contained in:
@@ -189,6 +189,25 @@ if SettingsManager.get_settings().ENABLE_BEDROCK:
|
|||||||
add_assistant_prefix=True,
|
add_assistant_prefix=True,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET_INFERENCE_PROFILE",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET_V1",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
if SettingsManager.get_settings().ENABLE_AZURE:
|
if SettingsManager.get_settings().ENABLE_AZURE:
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
|
|||||||
Reference in New Issue
Block a user