From 675933128c6135ca1d268d04f3daf2a3877198c3 Mon Sep 17 00:00:00 2001 From: Shuchang Zheng Date: Thu, 14 Nov 2024 14:37:53 -0800 Subject: [PATCH] support bedrock sonnet 3.5 inference profile (#1195) --- skyvern/forge/sdk/api/llm/config_registry.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py index 1f4dc6af..793596ed 100644 --- a/skyvern/forge/sdk/api/llm/config_registry.py +++ b/skyvern/forge/sdk/api/llm/config_registry.py @@ -189,6 +189,25 @@ if SettingsManager.get_settings().ENABLE_BEDROCK: add_assistant_prefix=True, ), ) + LLMConfigRegistry.register_config( + "BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET_INFERENCE_PROFILE", + LLMConfig( + "bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0", + ["AWS_REGION"], + supports_vision=True, + add_assistant_prefix=True, + ), + ) + LLMConfigRegistry.register_config( + "BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET_V1", + LLMConfig( + "bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0", + ["AWS_REGION"], + supports_vision=True, + add_assistant_prefix=True, + ), + ) + if SettingsManager.get_settings().ENABLE_AZURE: LLMConfigRegistry.register_config(