vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

support bedrock sonnet 3.5 inference profile (#1195)

Browse Source
This commit is contained in:
Shuchang Zheng
2024-11-14 14:37:53 -08:00
committed by GitHub
parent 1064a7efdb
commit 675933128c
1 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
skyvern/forge/sdk/api/llm/config_registry.py
View File

@@ -189,6 +189,25 @@ if SettingsManager.get_settings().ENABLE_BEDROCK:
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET_INFERENCE_PROFILE",
LLMConfig(
"bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET_V1",
LLMConfig(
"bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0",
["AWS_REGION"],
supports_vision=True,
add_assistant_prefix=True,
),
)
if SettingsManager.get_settings().ENABLE_AZURE:
LLMConfigRegistry.register_config(