vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

clean up gpt4 routers. add model_info base_model for azure gpt router (#620)

Browse Source
This commit is contained in:
Kerem Yilmaz
2024-07-18 15:37:20 -07:00
committed by GitHub
parent 78a1bae987
commit fd9419b33a
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
skyvern/forge/sdk/api/llm/models.py
View File

@@ -1,4 +1,4 @@
from dataclasses import dataclass from dataclasses import dataclass, field
from typing import Any, Awaitable, Literal, Protocol from typing import Any, Awaitable, Literal, Protocol
from skyvern.forge.sdk.models import Step from skyvern.forge.sdk.models import Step
@@ -27,6 +27,7 @@ class LLMRouterModelConfig:
model_name: str model_name: str
# https://litellm.vercel.app/docs/routing # https://litellm.vercel.app/docs/routing
litellm_params: dict[str, Any] litellm_params: dict[str, Any]
model_info: dict[str, Any] = field(default_factory=dict)
tpm: int | None = None tpm: int | None = None
rpm: int | None = None rpm: int | None = None