add drop_params to router fallback call to handle unsupported parameters (#4152)
This commit is contained in:
@@ -491,6 +491,7 @@ class LLMAPIHandlerFactory:
|
|||||||
model=main_model_group,
|
model=main_model_group,
|
||||||
messages=messages,
|
messages=messages,
|
||||||
timeout=settings.LLM_CONFIG_TIMEOUT,
|
timeout=settings.LLM_CONFIG_TIMEOUT,
|
||||||
|
drop_params=True,
|
||||||
**parameters,
|
**parameters,
|
||||||
)
|
)
|
||||||
return response, request_payload_json
|
return response, request_payload_json
|
||||||
|
|||||||
Reference in New Issue
Block a user