gpt4o mini pricing for massive (#957)

skyvern/forge/sdk/api/llm/config_registry.py

@@ -210,6 +210,7 @@ if SettingsManager.get_settings().ENABLE_AZURE_GPT4O_MINI:
                 api_base=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_BASE,
                 api_key=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_KEY,
                 api_version=SettingsManager.get_settings().AZURE_GPT4O_MINI_API_VERSION,
+                model_info={"model_name": "azure/gpt-4o-mini"},
             ),
             supports_vision=True,
             add_assistant_prefix=False,

skyvern/forge/sdk/api/llm/models.py

@@ -1,5 +1,5 @@
 from dataclasses import dataclass, field
-from typing import Any, Awaitable, Literal, Optional, Protocol, TypedDict
+from typing import Any, Awaitable, Literal, Optional, Protocol
 
 from litellm import AllowedFailsPolicy
 
@@ -7,10 +7,12 @@ from skyvern.forge.sdk.models import Step
 from skyvern.forge.sdk.settings_manager import SettingsManager
 
 
-class LiteLLMParams(TypedDict):
+@dataclass
+class LiteLLMParams:
     api_key: str | None
     api_version: str | None
     api_base: str | None
+    model_info: dict[str, Any] = field(default_factory=dict)
 
 
 @dataclass(frozen=True)