GPT-o4-mini and GPT-o3 support is here (#2170)
This commit is contained in:
2
setup.sh
2
setup.sh
@@ -57,6 +57,8 @@ setup_llm_providers() {
|
|||||||
"OPENAI_GPT4_1_MINI"
|
"OPENAI_GPT4_1_MINI"
|
||||||
"OPENAI_GPT4_1_NANO"
|
"OPENAI_GPT4_1_NANO"
|
||||||
"OPENAI_GPT4O"
|
"OPENAI_GPT4O"
|
||||||
|
"OPENAI_O4_MINI"
|
||||||
|
"OPENAI_O3"
|
||||||
)
|
)
|
||||||
fi
|
fi
|
||||||
else
|
else
|
||||||
|
|||||||
@@ -227,6 +227,8 @@ def setup_llm_providers() -> None:
|
|||||||
"OPENAI_GPT4_1_MINI",
|
"OPENAI_GPT4_1_MINI",
|
||||||
"OPENAI_GPT4_1_NANO",
|
"OPENAI_GPT4_1_NANO",
|
||||||
"OPENAI_GPT4O",
|
"OPENAI_GPT4O",
|
||||||
|
"OPENAI_O4_MINI",
|
||||||
|
"OPENAI_O3",
|
||||||
]
|
]
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
|
|||||||
@@ -148,6 +148,36 @@ if settings.ENABLE_OPENAI:
|
|||||||
max_completion_tokens=16384,
|
max_completion_tokens=16384,
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"OPENAI_O4_MINI",
|
||||||
|
LLMConfig(
|
||||||
|
"o4-mini",
|
||||||
|
["OPENAI_API_KEY"],
|
||||||
|
supports_vision=False,
|
||||||
|
add_assistant_prefix=False,
|
||||||
|
max_completion_tokens=16384,
|
||||||
|
temperature=None, # Temperature isn't supported in the O-model series
|
||||||
|
reasoning_effort="high",
|
||||||
|
litellm_params=LiteLLMParams(
|
||||||
|
drop_params=True, # type: ignore
|
||||||
|
),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
LLMConfigRegistry.register_config(
|
||||||
|
"OPENAI_O3",
|
||||||
|
LLMConfig(
|
||||||
|
"o3",
|
||||||
|
["OPENAI_API_KEY"],
|
||||||
|
supports_vision=False,
|
||||||
|
add_assistant_prefix=False,
|
||||||
|
max_completion_tokens=16384,
|
||||||
|
temperature=None, # Temperature isn't supported in the O-model series
|
||||||
|
reasoning_effort="high",
|
||||||
|
litellm_params=LiteLLMParams(
|
||||||
|
drop_params=True, # type: ignore
|
||||||
|
),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
if settings.ENABLE_ANTHROPIC:
|
if settings.ENABLE_ANTHROPIC:
|
||||||
@@ -343,7 +373,7 @@ if settings.ENABLE_AZURE_O3_MINI:
|
|||||||
add_assistant_prefix=False,
|
add_assistant_prefix=False,
|
||||||
max_completion_tokens=16384,
|
max_completion_tokens=16384,
|
||||||
temperature=None, # Temperature isn't supported in the O-model series
|
temperature=None, # Temperature isn't supported in the O-model series
|
||||||
reasoning_effort="low",
|
reasoning_effort="high",
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user