Set 5 min timeout for LLM calls (#358)

2024-05-23 18:49:49 -07:00
parent df2aee3c79
commit 753bac3174
2 changed files with 3 additions and 0 deletions
--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py
+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py
@@ -190,8 +190,10 @@ class LLMAPIHandlerFactory:
                response = await litellm.acompletion(
                    model=llm_config.model_name,
                    messages=messages,
+                    timeout=SettingsManager.get_settings().LLM_CONFIG_TIMEOUT,
                    **active_parameters,
                )
+                LOG.info("LLM API call successful", llm_key=llm_key, model=llm_config.model_name)
            except openai.OpenAIError as e:
                raise LLMProviderError(llm_key) from e
            except Exception as e: