From 10e2dabb8b48658f80e1eb45e478f04e3e6579b5 Mon Sep 17 00:00:00 2001 From: Shuchang Zheng Date: Mon, 19 Jan 2026 15:12:12 -0800 Subject: [PATCH] make token counter request optional (#4489) --- skyvern/utils/token_counter.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/skyvern/utils/token_counter.py b/skyvern/utils/token_counter.py index 4e3aaa5d..d9c6abc1 100644 --- a/skyvern/utils/token_counter.py +++ b/skyvern/utils/token_counter.py @@ -2,4 +2,10 @@ import tiktoken def count_tokens(text: str) -> int: - return len(tiktoken.encoding_for_model("gpt-4o").encode(text)) + """ + tiktoken sends a request to https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken to get the token + """ + try: + return len(tiktoken.encoding_for_model("gpt-4o").encode(text)) + except Exception: + return 0