distinctify failed scrapes due to no url (#2977)

This commit is contained in:
Jonathan Dobson
2025-07-17 16:19:16 -04:00
committed by GitHub
parent 05a24026e2
commit c13c36f99e
3 changed files with 16 additions and 4 deletions

View File

@@ -13,7 +13,7 @@ from pydantic import BaseModel, PrivateAttr
from skyvern.config import settings
from skyvern.constants import BUILDING_ELEMENT_TREE_TIMEOUT_MS, DEFAULT_MAX_TOKENS, SKYVERN_DIR, SKYVERN_ID_ATTR
from skyvern.exceptions import FailedToTakeScreenshot, ScrapingFailed, UnknownElementTreeFormat
from skyvern.exceptions import FailedToTakeScreenshot, ScrapingFailed, ScrapingFailedNoUrl, UnknownElementTreeFormat
from skyvern.forge.sdk.api.crypto import calculate_sha256
from skyvern.forge.sdk.core import skyvern_context
from skyvern.forge.sdk.trace import TraceManager
@@ -426,6 +426,10 @@ async def scrape_website(
:raises Exception: When scraping fails after maximum retries.
"""
if not url.strip():
raise ScrapingFailedNoUrl()
try:
num_retry += 1
return await scrape_web_unsafe(