add claude 4.5 haiku support (#3763)
Co-authored-by: Suchintan <suchintan@users.noreply.github.com>
This commit is contained in:
@@ -99,6 +99,7 @@ def setup_llm_providers() -> None:
|
|||||||
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||||
"ANTHROPIC_CLAUDE4_OPUS",
|
"ANTHROPIC_CLAUDE4_OPUS",
|
||||||
"ANTHROPIC_CLAUDE4_SONNET",
|
"ANTHROPIC_CLAUDE4_SONNET",
|
||||||
|
"ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||||
"ANTHROPIC_CLAUDE4.5_SONNET",
|
"ANTHROPIC_CLAUDE4.5_SONNET",
|
||||||
]
|
]
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -408,6 +408,10 @@ class Settings(BaseSettings):
|
|||||||
"llm_key": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
"llm_key": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||||
"label": "Anthropic Claude 4 Sonnet",
|
"label": "Anthropic Claude 4 Sonnet",
|
||||||
},
|
},
|
||||||
|
"claude-haiku-4-5-20251001": {
|
||||||
|
"llm_key": "ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||||
|
"label": "Anthropic Claude 4.5 Haiku",
|
||||||
|
},
|
||||||
# "claude-sonnet-4-20250514": {
|
# "claude-sonnet-4-20250514": {
|
||||||
# "llm_key": "ANTHROPIC_CLAUDE4_SONNET",
|
# "llm_key": "ANTHROPIC_CLAUDE4_SONNET",
|
||||||
# "label": "Anthropic Claude 4 Sonnet",
|
# "label": "Anthropic Claude 4 Sonnet",
|
||||||
@@ -440,6 +444,10 @@ class Settings(BaseSettings):
|
|||||||
"llm_key": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
"llm_key": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||||
"label": "Anthropic Claude 4 Sonnet",
|
"label": "Anthropic Claude 4 Sonnet",
|
||||||
},
|
},
|
||||||
|
"claude-haiku-4-5-20251001": {
|
||||||
|
"llm_key": "ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||||
|
"label": "Anthropic Claude 4.5 Haiku",
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
def is_cloud_environment(self) -> bool:
|
def is_cloud_environment(self) -> bool:
|
||||||
|
|||||||
@@ -325,6 +325,16 @@ if settings.ENABLE_ANTHROPIC:
|
|||||||
max_completion_tokens=64000,
|
max_completion_tokens=64000,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"ANTHROPIC_CLAUDE4.5_HAIKU",
|
||||||
|
LLMConfig(
|
||||||
|
"anthropic/claude-haiku-4-5-20251001",
|
||||||
|
["ANTHROPIC_API_KEY"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=64000,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
if settings.ENABLE_BEDROCK:
|
if settings.ENABLE_BEDROCK:
|
||||||
# Supported through AWS IAM authentication
|
# Supported through AWS IAM authentication
|
||||||
|
|||||||
Reference in New Issue
Block a user