cache tiktoken (#4521)

Co-authored-by: Shuchang Zheng <wintonzheng0325@gmail.com>

Dockerfile

@@ -44,6 +44,9 @@ ENV HAR_PATH=/data/har
 ENV LOG_PATH=/data/log
 ENV ARTIFACT_STORAGE_PATH=/data/artifacts
 
+# cache tiktoken
+RUN python /app/scripts/load_tiktoken.py
+
 COPY ./entrypoint-skyvern.sh /app/entrypoint-skyvern.sh
 RUN chmod +x /app/entrypoint-skyvern.sh
 

scripts/load_tiktoken.py

@@ -0,0 +1,4 @@
+import tiktoken
+
+for model in tiktoken.model.MODEL_TO_ENCODING.keys():
+    tiktoken.encoding_for_model(model)