vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

add support back for old gpt versions by supporting max_tokens (#1860)

Browse Source
This commit is contained in:
Shuchang Zheng
2025-03-02 00:16:00 -05:00
committed by GitHub
parent 8da1a9babf
commit 179c12db8c
2 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
skyvern/forge/sdk/api/llm/api_handler_factory.py
View File

@@ -389,7 +389,11 @@ class LLMAPIHandlerFactory:
@staticmethod
def get_api_parameters(llm_config: LLMConfig | LLMRouterConfig) -> dict[str, Any]:
params: dict[str, Any] = {"max_completion_tokens": llm_config.max_completion_tokens}
params: dict[str, Any] = {}
if llm_config.max_completion_tokens is not None:
params["max_completion_tokens"] = llm_config.max_completion_tokens
elif llm_config.max_tokens is not None:
params["max_tokens"] = llm_config.max_tokens
if llm_config.temperature is not None:
params["temperature"] = llm_config.temperature

6
skyvern/forge/sdk/api/llm/models.py
View File

@@ -36,7 +36,8 @@ class LLMConfigBase:
@dataclass(frozen=True)
class LLMConfig(LLMConfigBase):
litellm_params: Optional[LiteLLMParams] = field(default=None)
max_completion_tokens: int = SettingsManager.get_settings().LLM_CONFIG_MAX_TOKENS
max_tokens: int | None = SettingsManager.get_settings().LLM_CONFIG_MAX_TOKENS
max_completion_tokens: int | None = None
temperature: float | None = SettingsManager.get_settings().LLM_CONFIG_TEMPERATURE
reasoning_effort: str | None = None
@@ -74,7 +75,8 @@ class LLMRouterConfig(LLMConfigBase):
allowed_fails: int | None = None
allowed_fails_policy: AllowedFailsPolicy | None = None
cooldown_time: float | None = None
max_completion_tokens: int = SettingsManager.get_settings().LLM_CONFIG_MAX_TOKENS
max_tokens: int | None = SettingsManager.get_settings().LLM_CONFIG_MAX_TOKENS
max_completion_tokens: int | None = None
reasoning_effort: str | None = None
temperature: float | None = SettingsManager.get_settings().LLM_CONFIG_TEMPERATURE