make token counter request optional (#4489)

2026-01-19 15:12:12 -08:00
parent 13d9e63268
commit 10e2dabb8b
1 changed files with 7 additions and 1 deletions
--- a/skyvern/utils/token_counter.py
+++ b/skyvern/utils/token_counter.py
@@ -2,4 +2,10 @@ import tiktoken


 def count_tokens(text: str) -> int:
-    return len(tiktoken.encoding_for_model("gpt-4o").encode(text))
+    """
+    tiktoken sends a request to https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken to get the token
+    """
+    try:
+        return len(tiktoken.encoding_for_model("gpt-4o").encode(text))
+    except Exception:
+        return 0