diff --git a/skyvern/utils/token_counter.py b/skyvern/utils/token_counter.py index 4e3aaa5d..d9c6abc1 100644 --- a/skyvern/utils/token_counter.py +++ b/skyvern/utils/token_counter.py @@ -2,4 +2,10 @@ import tiktoken def count_tokens(text: str) -> int: - return len(tiktoken.encoding_for_model("gpt-4o").encode(text)) + """ + tiktoken sends a request to https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken to get the token + """ + try: + return len(tiktoken.encoding_for_model("gpt-4o").encode(text)) + except Exception: + return 0