New LLM Router strategy (#199)

2024-04-16 14:52:15 -07:00
parent eab98426f2
commit 02cf2a1e87
3 changed files with 6 additions and 5 deletions
--- a/skyvern/forge/sdk/api/llm/models.py
+++ b/skyvern/forge/sdk/api/llm/models.py
@@ -43,8 +43,9 @@ class LLMRouterConfig(LLMConfig):
        "simple-shuffle",
        "least-busy",
        "usage-based-routing",
+        "usage-based-routing-v2",
        "latency-based-routing",
-    ] = "usage-based-routing"
+    ] = "usage-based-routing-v2"
    num_retries: int = 2
    retry_delay_seconds: int = 15
    set_verbose: bool = False