Set 5 min timeout for LLM calls (#358)

This commit is contained in:
Kerem Yilmaz
2024-05-23 18:49:49 -07:00
committed by GitHub
parent df2aee3c79
commit 753bac3174
2 changed files with 3 additions and 0 deletions

View File

@@ -64,6 +64,7 @@ class Settings(BaseSettings):
# ACTIVE LLM PROVIDER
LLM_KEY: str = "OPENAI_GPT4O"
# COMMON
LLM_CONFIG_TIMEOUT: int = 300
LLM_CONFIG_MAX_TOKENS: int = 4096
LLM_CONFIG_TEMPERATURE: float = 0
# LLM PROVIDER SPECIFIC