From e356d9fea097f23dfc79ca24904d10d15d4a68c0 Mon Sep 17 00:00:00 2001
From: Shuchang Zheng <wintonzheng0325@gmail.com>
Date: Thu, 7 Aug 2025 15:12:47 -0700
Subject: [PATCH] add support for gpt5 and azure gpt5 series (#3136)

---
 skyvern/config.py                            |  21 ++++
 skyvern/forge/sdk/api/llm/config_registry.py | 104 +++++++++++++++++++
 2 files changed, 125 insertions(+)

diff --git a/skyvern/config.py b/skyvern/config.py
index 2b4146d6..d8babd10 100644
--- a/skyvern/config.py
+++ b/skyvern/config.py
@@ -215,6 +215,27 @@ class Settings(BaseSettings):
     AZURE_O3_API_BASE: str | None = None
     AZURE_O3_API_VERSION: str = "2025-01-01-preview"
 
+    # AZURE gpt-5
+    ENABLE_AZURE_GPT5: bool = False
+    AZURE_GPT5_DEPLOYMENT: str = "gpt-5"
+    AZURE_GPT5_API_KEY: str | None = None
+    AZURE_GPT5_API_BASE: str | None = None
+    AZURE_GPT5_API_VERSION: str = "2025-04-01-preview"
+
+    # AZURE gpt-5 mini
+    ENABLE_AZURE_GPT5_MINI: bool = False
+    AZURE_GPT5_MINI_DEPLOYMENT: str = "gpt-5-mini"
+    AZURE_GPT5_MINI_API_KEY: str | None = None
+    AZURE_GPT5_MINI_API_BASE: str | None = None
+    AZURE_GPT5_MINI_API_VERSION: str = "2025-04-01-preview"
+
+    # AZURE gpt-5 nano
+    ENABLE_AZURE_GPT5_NANO: bool = False
+    AZURE_GPT5_NANO_DEPLOYMENT: str = "gpt-5-nano"
+    AZURE_GPT5_NANO_API_KEY: str | None = None
+    AZURE_GPT5_NANO_API_BASE: str | None = None
+    AZURE_GPT5_NANO_API_VERSION: str = "2025-04-01-preview"
+
     # GEMINI
     GEMINI_API_KEY: str | None = None
 
diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py
index df078231..07cba9de 100644
--- a/skyvern/forge/sdk/api/llm/config_registry.py
+++ b/skyvern/forge/sdk/api/llm/config_registry.py
@@ -72,6 +72,39 @@ class LLMConfigRegistry:
 
 
 if settings.ENABLE_OPENAI:
+    LLMConfigRegistry.register_config(
+        "OPENAI_GPT5",
+        LLMConfig(
+            "gpt-5-2025-08-07",
+            ["OPENAI_API_KEY"],
+            supports_vision=True,
+            add_assistant_prefix=False,
+            max_completion_tokens=128000,
+            temperature=None,
+        ),
+    )
+    LLMConfigRegistry.register_config(
+        "OPENAI_GPT5_MINI",
+        LLMConfig(
+            "gpt-5-mini-2025-08-07",
+            ["OPENAI_API_KEY"],
+            supports_vision=True,
+            add_assistant_prefix=False,
+            max_completion_tokens=128000,
+            temperature=None,
+        ),
+    )
+    LLMConfigRegistry.register_config(
+        "OPENAI_GPT5_NANO",
+        LLMConfig(
+            "gpt-5-nano-2025-08-07",
+            ["OPENAI_API_KEY"],
+            supports_vision=True,
+            add_assistant_prefix=False,
+            max_completion_tokens=128000,
+            temperature=None,
+        ),
+    )
     LLMConfigRegistry.register_config(
         "OPENAI_GPT4_TURBO",
         LLMConfig(
@@ -537,6 +570,77 @@ if settings.ENABLE_AZURE_GPT4_1_NANO:
         ),
     )
 
+if settings.ENABLE_AZURE_GPT5:
+    LLMConfigRegistry.register_config(
+        "AZURE_OPENAI_GPT5",
+        LLMConfig(
+            f"azure/{settings.AZURE_GPT5_DEPLOYMENT}",
+            [
+                "AZURE_GPT5_DEPLOYMENT",
+                "AZURE_GPT5_API_KEY",
+                "AZURE_GPT5_API_BASE",
+                "AZURE_GPT5_API_VERSION",
+            ],
+            litellm_params=LiteLLMParams(
+                api_base=settings.AZURE_GPT5_API_BASE,
+                api_key=settings.AZURE_GPT5_API_KEY,
+                api_version=settings.AZURE_GPT5_API_VERSION,
+                model_info={"model_name": "azure/gpt-5"},
+            ),
+            supports_vision=True,
+            add_assistant_prefix=False,
+            max_completion_tokens=128000,
+            temperature=None,
+        ),
+    )
+
+if settings.ENABLE_AZURE_GPT5_MINI:
+    LLMConfigRegistry.register_config(
+        "AZURE_OPENAI_GPT5_MINI",
+        LLMConfig(
+            f"azure/{settings.AZURE_GPT5_MINI_DEPLOYMENT}",
+            [
+                "AZURE_GPT5_MINI_DEPLOYMENT",
+                "AZURE_GPT5_MINI_API_KEY",
+                "AZURE_GPT5_MINI_API_BASE",
+                "AZURE_GPT5_MINI_API_VERSION",
+            ],
+            litellm_params=LiteLLMParams(
+                api_base=settings.AZURE_GPT5_MINI_API_BASE,
+                api_key=settings.AZURE_GPT5_MINI_API_KEY,
+                api_version=settings.AZURE_GPT5_MINI_API_VERSION,
+                model_info={"model_name": "azure/gpt-5-mini"},
+            ),
+            supports_vision=True,
+            add_assistant_prefix=False,
+            max_completion_tokens=128000,
+            temperature=None,
+        ),
+    )
+
+if settings.ENABLE_AZURE_GPT5_NANO:
+    LLMConfigRegistry.register_config(
+        "AZURE_OPENAI_GPT5_NANO",
+        LLMConfig(
+            f"azure/{settings.AZURE_GPT5_NANO_DEPLOYMENT}",
+            [
+                "AZURE_GPT5_NANO_DEPLOYMENT",
+                "AZURE_GPT5_NANO_API_KEY",
+                "AZURE_GPT5_NANO_API_BASE",
+                "AZURE_GPT5_NANO_API_VERSION",
+            ],
+            litellm_params=LiteLLMParams(
+                api_base=settings.AZURE_GPT5_NANO_API_BASE,
+                api_key=settings.AZURE_GPT5_NANO_API_KEY,
+                api_version=settings.AZURE_GPT5_NANO_API_VERSION,
+                model_info={"model_name": "azure/gpt-5-nano"},
+            ),
+            supports_vision=True,
+            add_assistant_prefix=False,
+            max_completion_tokens=128000,
+            temperature=None,
+        ),
+    )
 
 if settings.ENABLE_AZURE_O4_MINI:
     LLMConfigRegistry.register_config(