Enable precall checks for LiteLLM Router (#174)

2024-04-09 23:46:12 -07:00
parent 99724ebaf7
commit 39d7d91938
3 changed files with 742 additions and 672 deletions
--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py
+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py
@@ -43,6 +43,7 @@ class LLMAPIHandlerFactory:
            num_retries=llm_config.num_retries,
            retry_after=llm_config.retry_delay_seconds,
            set_verbose=False if SettingsManager.get_settings().is_cloud_environment() else llm_config.set_verbose,
+            enable_pre_call_checks=True,
        )
        main_model_group = llm_config.main_model_group