vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

gpt4o mini pricing for massive (#957)

Browse Source
This commit is contained in:
Shuchang Zheng
2024-10-10 22:57:54 -07:00
committed by GitHub
parent c239927c72
commit b536f1d27f
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
skyvern/forge/sdk/api/llm/config_registry.py
View File

@@ -210,6 +210,7 @@ if SettingsManager.get_settings().ENABLE_AZURE_GPT4O_MINI:
api_base=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_BASE, api_base=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_BASE,
api_key=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_KEY, api_key=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_KEY,
api_version=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_VERSION, api_version=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_VERSION,
model_info={"model_name": "azure/gpt-4o-mini"},
), ),
supports_vision=True, supports_vision=True,
add_assistant_prefix=False, add_assistant_prefix=False,

6
skyvern/forge/sdk/api/llm/models.py
View File

@@ -1,5 +1,5 @@
from dataclasses import dataclass, field from dataclasses import dataclass, field
from typing import Any, Awaitable, Literal, Optional, Protocol, TypedDict from typing import Any, Awaitable, Literal, Optional, Protocol
from litellm import AllowedFailsPolicy from litellm import AllowedFailsPolicy
@@ -7,10 +7,12 @@ from skyvern.forge.sdk.models import Step
from skyvern.forge.sdk.settings_manager import SettingsManager from skyvern.forge.sdk.settings_manager import SettingsManager
class LiteLLMParams(TypedDict): @dataclass
class LiteLLMParams:
api_key: str | None api_key: str | None
api_version: str | None api_version: str | None
api_base: str | None api_base: str | None
model_info: dict[str, Any] = field(default_factory=dict)
@dataclass(frozen=True) @dataclass(frozen=True)