use cached prompt generation (#768)

Co-authored-by: Shuchang Zheng <wintonzheng0325@gmail.com>
2024-09-03 07:00:15 +03:00
parent 2097d01471
commit 0d39e62df6
6 changed files with 111 additions and 9 deletions
--- a/skyvern/config.py
+++ b/skyvern/config.py
@@ -77,6 +77,9 @@ class Settings(BaseSettings):
    BITWARDEN_TIMEOUT_SECONDS: int = 60
    BITWARDEN_MAX_RETRIES: int = 1

+    # task generation settings
+    PROMPT_CACHE_WINDOW_HOURS: int = 24
+
    #####################
    # LLM Configuration #
    #####################