Add Anthropic Claude 4 and 3.5 Haiku models (#2477)
This commit is contained in:
@@ -95,6 +95,9 @@ def setup_llm_providers() -> None:
|
|||||||
[
|
[
|
||||||
"ANTHROPIC_CLAUDE3.5_SONNET",
|
"ANTHROPIC_CLAUDE3.5_SONNET",
|
||||||
"ANTHROPIC_CLAUDE3.7_SONNET",
|
"ANTHROPIC_CLAUDE3.7_SONNET",
|
||||||
|
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||||
|
"ANTHROPIC_CLAUDE4_OPUS",
|
||||||
|
"ANTHROPIC_CLAUDE4_SONNET",
|
||||||
]
|
]
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
|
|||||||
@@ -236,6 +236,36 @@ if settings.ENABLE_ANTHROPIC:
|
|||||||
max_completion_tokens=8192,
|
max_completion_tokens=8192,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||||
|
LLMConfig(
|
||||||
|
"anthropic/claude-3-5-haiku-latest",
|
||||||
|
["ANTHROPIC_API_KEY"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"ANTHROPIC_CLAUDE4_OPUS",
|
||||||
|
LLMConfig(
|
||||||
|
"anthropic/claude-opus-4-latest",
|
||||||
|
["ANTHROPIC_API_KEY"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"ANTHROPIC_CLAUDE4_SONNET",
|
||||||
|
LLMConfig(
|
||||||
|
"anthropic/claude-sonnet-4-latest",
|
||||||
|
["ANTHROPIC_API_KEY"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
if settings.ENABLE_BEDROCK:
|
if settings.ENABLE_BEDROCK:
|
||||||
# Supported through AWS IAM authentication
|
# Supported through AWS IAM authentication
|
||||||
@@ -266,6 +296,16 @@ if settings.ENABLE_BEDROCK:
|
|||||||
add_assistant_prefix=True,
|
add_assistant_prefix=True,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE3.5_HAIKU",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/anthropic.claude-3-5-haiku-20241022-v1:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
|
),
|
||||||
|
)
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
|
"BEDROCK_ANTHROPIC_CLAUDE3.5_SONNET",
|
||||||
LLMConfig(
|
LLMConfig(
|
||||||
@@ -273,6 +313,7 @@ if settings.ENABLE_BEDROCK:
|
|||||||
["AWS_REGION"],
|
["AWS_REGION"],
|
||||||
supports_vision=True,
|
supports_vision=True,
|
||||||
add_assistant_prefix=True,
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
@@ -282,6 +323,7 @@ if settings.ENABLE_BEDROCK:
|
|||||||
["AWS_REGION"],
|
["AWS_REGION"],
|
||||||
supports_vision=True,
|
supports_vision=True,
|
||||||
add_assistant_prefix=True,
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
@@ -311,6 +353,26 @@ if settings.ENABLE_BEDROCK:
|
|||||||
add_assistant_prefix=True,
|
add_assistant_prefix=True,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE4_OPUS",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/anthropic.claude-opus-4-20250514-v1:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"BEDROCK_ANTHROPIC_CLAUDE4_SONNET",
|
||||||
|
LLMConfig(
|
||||||
|
"bedrock/anthropic.claude-sonnet-4-20250514-v1:0",
|
||||||
|
["AWS_REGION"],
|
||||||
|
supports_vision=True,
|
||||||
|
add_assistant_prefix=True,
|
||||||
|
max_completion_tokens=8192,
|
||||||
|
),
|
||||||
|
)
|
||||||
LLMConfigRegistry.register_config(
|
LLMConfigRegistry.register_config(
|
||||||
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
|
"BEDROCK_ANTHROPIC_CLAUDE3.7_SONNET_INFERENCE_PROFILE",
|
||||||
LLMConfig(
|
LLMConfig(
|
||||||
|
|||||||
Reference in New Issue
Block a user