Implement LLM router (#95)

This commit is contained in:
Kerem Yilmaz
2024-03-16 23:13:18 -07:00
committed by GitHub
parent 0e34bfa2bd
commit d1de19556e
16 changed files with 485 additions and 308 deletions

View File

@@ -1,25 +1,54 @@
# Environment that the agent will run in.
ENV=local
# Your OpenAI API Keys. Separate multiple keys with commas. Keys will be used in order until the rate limit is reached for all keys
OPENAI_API_KEYS=["abc","def","ghi"]
# can be either "chromium-headless" or "chromium-headful".
# LLM Provider Configurations:
# ENABLE_OPENAI: Set to true to enable OpenAI as a language model provider.
ENABLE_OPENAI=false
# OPENAI_API_KEY: Your OpenAI API key for accessing models like GPT-4.
OPENAI_API_KEY=""
# ENABLE_ANTHROPIC: Set to true to enable Anthropic as a language model provider.
ENABLE_ANTHROPIC=false
# ANTHROPIC_API_KEY: Your Anthropic API key for accessing models like Claude-3.
ANTHROPIC_API_KEY=""
# ENABLE_AZURE: Set to true to enable Azure as a language model provider.
ENABLE_AZURE=false
# AZURE_DEPLOYMENT: Your Azure deployment name for accessing specific models.
AZURE_DEPLOYMENT=""
# AZURE_API_KEY: Your API key for accessing Azure's language models.
AZURE_API_KEY=""
# AZURE_API_BASE: The base URL for Azure's API.
AZURE_API_BASE=""
# AZURE_API_VERSION: The version of Azure's API to use.
AZURE_API_VERSION=""
# LLM_MODEL: The chosen language model to use. This should be one of the models
# provided by the enabled LLM providers (e.g., OPENAI_GPT4_TURBO, OPENAI_GPT4V, ANTHROPIC_CLAUDE3, AZURE_OPENAI_GPT4V).
LLM_MODEL=""
# Web browser configuration for scraping:
# BROWSER_TYPE: Can be either "chromium-headless" or "chromium-headful".
BROWSER_TYPE="chromium-headful"
# number of times to retry scraping a page before giving up, currently set to 0
# MAX_SCRAPING_RETRIES: Number of times to retry scraping a page before giving up, currently set to 0.
MAX_SCRAPING_RETRIES=0
# path to the directory where videos will be saved
# VIDEO_PATH: Path to the directory where videos will be saved.
VIDEO_PATH=./videos
# timeout for browser actions in milliseconds
# BROWSER_ACTION_TIMEOUT_MS: Timeout for browser actions in milliseconds.
BROWSER_ACTION_TIMEOUT_MS=5000
# maximum number of steps to execute per run unless the agent finishes with a terminal state (last step or error)
MAX_STEPS_PER_RUN = 50
# Control log level
# Agent run configuration:
# MAX_STEPS_PER_RUN: Maximum number of steps to execute per run unless the agent finishes with a terminal state (last step or error).
MAX_STEPS_PER_RUN=50
# Logging and database configuration:
# LOG_LEVEL: Control log level (e.g., INFO, DEBUG).
LOG_LEVEL=INFO
# Database connection string
# DATABASE_STRING: Database connection string.
DATABASE_STRING="postgresql+psycopg://skyvern@localhost/skyvern"
# Port to run the agent on
# PORT: Port to run the agent on.
PORT=8000
# Distinct analytics ID
ANALYTICS_ID="anonymous"
# Analytics configuration:
# Distinct analytics ID (a UUID is generated if left blank).
ANALYTICS_ID="anonymous"