Ykeremy/test new litellm version (#223)

2024-04-23 23:48:35 -07:00
parent 11e38b33cf
commit f5125a9856
2 changed files with 5 additions and 18 deletions
--- a/skyvern/forge/sdk/api/llm/models.py
+++ b/skyvern/forge/sdk/api/llm/models.py
@@ -43,6 +43,7 @@ class LLMRouterConfig(LLMConfig):
        "simple-shuffle",
        "least-busy",
        "usage-based-routing",
+        "usage-based-routing-v2",
        "latency-based-routing",
    ] = "usage-based-routing"
    num_retries: int = 2