vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Use perf-counter instead of time (#643)

Browse Source
This commit is contained in:
Kerem Yilmaz
2024-07-24 23:47:02 -07:00
committed by GitHub
parent 5000f3d762
commit 20a611a935
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
skyvern/forge/sdk/api/llm/api_handler_factory.py
View File

@@ -195,7 +195,7 @@ class LLMAPIHandlerFactory:
# TODO (kerem): add a retry mechanism to this call (acompletion_with_retries) # TODO (kerem): add a retry mechanism to this call (acompletion_with_retries)
# TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work # TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work
LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name) LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name)
t_llm_request = time.time() t_llm_request = time.perf_counter()
response = await litellm.acompletion( response = await litellm.acompletion(
model=llm_config.model_name, model=llm_config.model_name,
messages=messages, messages=messages,
@@ -206,7 +206,7 @@ class LLMAPIHandlerFactory:
except openai.OpenAIError as e: except openai.OpenAIError as e:
raise LLMProviderError(llm_key) from e raise LLMProviderError(llm_key) from e
except CancelledError: except CancelledError:
t_llm_cancelled = time.time() t_llm_cancelled = time.perf_counter()
LOG.error( LOG.error(
"LLM request got cancelled", "LLM request got cancelled",
llm_key=llm_key, llm_key=llm_key,