add drop_params to router fallback call to handle unsupported parameters (#4152)

This commit is contained in:
pedrohsdb
2025-12-01 14:32:39 -06:00
committed by GitHub
parent dfe8c7d7d6
commit 342629002a

View File

@@ -491,6 +491,7 @@ class LLMAPIHandlerFactory:
model=main_model_group,
messages=messages,
timeout=settings.LLM_CONFIG_TIMEOUT,
drop_params=True,
**parameters,
)
return response, request_payload_json