From fd9419b33a8033a8b7f266b4275a4e7a5827d037 Mon Sep 17 00:00:00 2001 From: Kerem Yilmaz Date: Thu, 18 Jul 2024 15:37:20 -0700 Subject: [PATCH] clean up gpt4 routers. add model_info base_model for azure gpt router (#620) --- skyvern/forge/sdk/api/llm/models.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/skyvern/forge/sdk/api/llm/models.py b/skyvern/forge/sdk/api/llm/models.py index fc8c6909..8f2a91f6 100644 --- a/skyvern/forge/sdk/api/llm/models.py +++ b/skyvern/forge/sdk/api/llm/models.py @@ -1,4 +1,4 @@ -from dataclasses import dataclass +from dataclasses import dataclass, field from typing import Any, Awaitable, Literal, Protocol from skyvern.forge.sdk.models import Step @@ -27,6 +27,7 @@ class LLMRouterModelConfig: model_name: str # https://litellm.vercel.app/docs/routing litellm_params: dict[str, Any] + model_info: dict[str, Any] = field(default_factory=dict) tpm: int | None = None rpm: int | None = None