add claude 4.5 haiku support (#3763)
Co-authored-by: Suchintan <suchintan@users.noreply.github.com>
This commit is contained in:
@@ -99,6 +99,7 @@ def setup_llm_providers() -> None:
|
||||
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||
"ANTHROPIC_CLAUDE4_OPUS",
|
||||
"ANTHROPIC_CLAUDE4_SONNET",
|
||||
"ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||
"ANTHROPIC_CLAUDE4.5_SONNET",
|
||||
]
|
||||
)
|
||||
|
||||
@@ -408,6 +408,10 @@ class Settings(BaseSettings):
|
||||
"llm_key": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||
"label": "Anthropic Claude 4 Sonnet",
|
||||
},
|
||||
"claude-haiku-4-5-20251001": {
|
||||
"llm_key": "ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||
"label": "Anthropic Claude 4.5 Haiku",
|
||||
},
|
||||
# "claude-sonnet-4-20250514": {
|
||||
# "llm_key": "ANTHROPIC_CLAUDE4_SONNET",
|
||||
# "label": "Anthropic Claude 4 Sonnet",
|
||||
@@ -440,6 +444,10 @@ class Settings(BaseSettings):
|
||||
"llm_key": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||
"label": "Anthropic Claude 4 Sonnet",
|
||||
},
|
||||
"claude-haiku-4-5-20251001": {
|
||||
"llm_key": "ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||
"label": "Anthropic Claude 4.5 Haiku",
|
||||
},
|
||||
}
|
||||
|
||||
def is_cloud_environment(self) -> bool:
|
||||
|
||||
@@ -325,6 +325,16 @@ if settings.ENABLE_ANTHROPIC:
|
||||
max_completion_tokens=64000,
|
||||
),
|
||||
)
|
||||
LLMConfigRegistry.register_config(
|
||||
"ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||
LLMConfig(
|
||||
"anthropic/claude-haiku-4-5-20251001",
|
||||
["ANTHROPIC_API_KEY"],
|
||||
supports_vision=True,
|
||||
add_assistant_prefix=True,
|
||||
max_completion_tokens=64000,
|
||||
),
|
||||
)
|
||||
|
||||
if settings.ENABLE_BEDROCK:
|
||||
# Supported through AWS IAM authentication
|
||||
|
||||
Reference in New Issue
Block a user