Cap number of tokens sent for PDF parsing requests (avoid total failure) (#4602)

This commit is contained in:
Marc Kelechava
2026-02-02 08:36:28 -08:00
committed by GitHub
parent 4c56ff36d0
commit 2409df7589
2 changed files with 31 additions and 1 deletions

View File

@@ -35,6 +35,7 @@ class ScrapeType(StrEnum):
SCRAPE_TYPE_ORDER = [ScrapeType.NORMAL, ScrapeType.NORMAL, ScrapeType.RELOAD]
DEFAULT_MAX_TOKENS = 100000
MAX_FILE_PARSE_INPUT_TOKENS = 256_000
MAX_IMAGE_MESSAGES = 10
SCROLL_AMOUNT_MULTIPLIER = 100