vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

log duration and prompt_name in llm failure log (#2578)

Browse Source
This commit is contained in:
Shuchang Zheng
2025-06-03 10:24:47 -07:00
committed by GitHub
parent 258b6ac660
commit 2ddcb9eb0b
1 changed files with 21 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
skyvern/forge/sdk/api/llm/api_handler_factory.py
View File

@@ -149,24 +149,33 @@ class LLMAPIHandlerFactory:
except litellm.exceptions.APIError as e:
raise LLMProviderErrorRetryableTask(local_llm_key) from e
except litellm.exceptions.ContextWindowExceededError as e:
duration_seconds = time.time() - start_time
LOG.exception(
"Context window exceeded",
llm_key=local_llm_key,
model=main_model_group,
prompt_name=prompt_name,
duration_seconds=duration_seconds,
)
raise SkyvernContextWindowExceededError() from e
except ValueError as e:
duration_seconds = time.time() - start_time
LOG.exception(
"LLM token limit exceeded",
llm_key=local_llm_key,
model=main_model_group,
prompt_name=prompt_name,
duration_seconds=duration_seconds,
)
raise LLMProviderErrorRetryableTask(local_llm_key) from e
except Exception as e:
duration_seconds = time.time() - start_time
LOG.exception(
"LLM request failed unexpectedly",
llm_key=local_llm_key,
model=main_model_group,
prompt_name=prompt_name,
duration_seconds=duration_seconds,
)
raise LLMProviderError(local_llm_key) from e
@@ -352,10 +361,13 @@ class LLMAPIHandlerFactory:
except litellm.exceptions.APIError as e:
raise LLMProviderErrorRetryableTask(local_llm_key) from e
except litellm.exceptions.ContextWindowExceededError as e:
duration_seconds = time.time() - start_time
LOG.exception(
"Context window exceeded",
llm_key=local_llm_key,
model=model_name,
prompt_name=prompt_name,
duration_seconds=duration_seconds,
)
raise SkyvernContextWindowExceededError() from e
except CancelledError:
@@ -364,11 +376,19 @@ class LLMAPIHandlerFactory:
"LLM request got cancelled",
llm_key=local_llm_key,
model=model_name,
prompt_name=prompt_name,
duration=t_llm_cancelled - t_llm_request,
)
raise LLMProviderError(local_llm_key)
except Exception as e:
LOG.exception("LLM request failed unexpectedly", llm_key=local_llm_key)
duration_seconds = time.time() - start_time
LOG.exception(
"LLM request failed unexpectedly",
llm_key=local_llm_key,
model=model_name,
prompt_name=prompt_name,
duration_seconds=duration_seconds,
)
raise LLMProviderError(local_llm_key) from e
await app.ARTIFACT_MANAGER.create_llm_artifact(