Cap number of tokens sent for PDF parsing requests (avoid total failure) (#4602)
This commit is contained in:
@@ -35,6 +35,7 @@ class ScrapeType(StrEnum):
|
||||
|
||||
SCRAPE_TYPE_ORDER = [ScrapeType.NORMAL, ScrapeType.NORMAL, ScrapeType.RELOAD]
|
||||
DEFAULT_MAX_TOKENS = 100000
|
||||
MAX_FILE_PARSE_INPUT_TOKENS = 256_000
|
||||
MAX_IMAGE_MESSAGES = 10
|
||||
SCROLL_AMOUNT_MULTIPLIER = 100
|
||||
|
||||
|
||||
Reference in New Issue
Block a user