Integrate posthog feature flags + setup Claude 3 experiment (#251)

This commit is contained in:
Kerem Yilmaz
2024-05-02 15:06:21 -07:00
committed by GitHub
parent 55444e3ae0
commit 4459ca7d09
6 changed files with 43 additions and 2 deletions

View File

@@ -60,7 +60,29 @@ if SettingsManager.get_settings().ENABLE_OPENAI:
if SettingsManager.get_settings().ENABLE_ANTHROPIC:
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE3", LLMConfig("anthropic/claude-3-opus-20240229", ["ANTHROPIC_API_KEY"], True)
"ANTHROPIC_CLAUDE3_OPUS", LLMConfig("anthropic/claude-3-opus-20240229", ["ANTHROPIC_API_KEY"], True)
)
LLMConfigRegistry.register_config(
"ANTHROPIC_CLAUDE3_SONNET", LLMConfig("anthropic/claude-3-sonnet-20240229", ["ANTHROPIC_API_KEY"], True)
)
if SettingsManager.get_settings().ENABLE_BEDROCK:
# Supported through AWS IAM authentication
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3_OPUS",
LLMConfig(
"bedrock/anthropic.claude-3-opus-20240229-v1:0",
["AWS_REGION"],
True,
),
)
LLMConfigRegistry.register_config(
"BEDROCK_ANTHROPIC_CLAUDE3_SONNET",
LLMConfig(
"bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
["AWS_REGION"],
True,
),
)
if SettingsManager.get_settings().ENABLE_AZURE:

View File

@@ -46,7 +46,7 @@ class LLMRouterConfig(LLMConfig):
"usage-based-routing-v2",
"latency-based-routing",
] = "usage-based-routing"
num_retries: int = 2
num_retries: int = 1
retry_delay_seconds: int = 15
set_verbose: bool = False