vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

http block support multipart (#4259)

Browse Source
This commit is contained in:
LawyZheng
2025-12-11 01:03:11 +08:00
committed by GitHub
parent 0207d13855
commit 86ec31f556
12 changed files with 279 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

165
skyvern/forge/sdk/workflow/models/block.py
View File

@@ -15,7 +15,7 @@ from datetime import datetime
from email.message import EmailMessage
from pathlib import Path
from types import SimpleNamespace
from typing import Annotated, Any, Awaitable, Callable, Literal, Union
from typing import Annotated, Any, Awaitable, Callable, ClassVar, Literal, Union, cast
from urllib.parse import quote, urlparse
import filetype
@@ -55,6 +55,7 @@ from skyvern.forge.sdk.api.files import (
download_file,
download_from_s3,
get_path_for_workflow_download_directory,
parse_uri_to_path,
)
from skyvern.forge.sdk.api.llm.api_handler import LLMAPIHandler
from skyvern.forge.sdk.api.llm.api_handler_factory import LLMAPIHandlerFactory
@@ -3781,12 +3782,36 @@ class HttpRequestBlock(Block):
url: str | None = None
headers: dict[str, str] | None = None
body: dict[str, Any] | None = None # Changed to consistently be dict only
files: dict[str, str] | None = None # Dictionary mapping field names to file paths for multipart file uploads
timeout: int = 30
follow_redirects: bool = True
# Parameters for templating
parameters: list[PARAMETER_TYPE] = []
# Allowed directories for local file access (class variable, not a Pydantic field)
_allowed_dirs: ClassVar[list[str] | None] = None
@classmethod
def get_allowed_dirs(cls) -> list[str]:
"""Get the list of allowed directories for local file access.
Computed once and cached for performance.
"""
if cls._allowed_dirs is None:
allowed_dirs: list[str] = []
if settings.ARTIFACT_STORAGE_PATH:
allowed_dirs.append(os.path.abspath(settings.ARTIFACT_STORAGE_PATH))
if settings.VIDEO_PATH:
allowed_dirs.append(os.path.abspath(settings.VIDEO_PATH))
if settings.HAR_PATH:
allowed_dirs.append(os.path.abspath(settings.HAR_PATH))
if settings.LOG_PATH:
allowed_dirs.append(os.path.abspath(settings.LOG_PATH))
if settings.DOWNLOAD_PATH:
allowed_dirs.append(os.path.abspath(settings.DOWNLOAD_PATH))
cls._allowed_dirs = allowed_dirs
return cls._allowed_dirs or []
def get_all_parameters(
self,
workflow_run_id: str,
@@ -3818,6 +3843,14 @@ class HttpRequestBlock(Block):
value, workflow_run_context, **template_kwargs
)
if self.files:
# Format file paths in files dictionary
for field_name, file_path in self.files.items():
if isinstance(file_path, str):
self.files[field_name] = self.format_block_parameter_template_from_workflow_run_context(
file_path, workflow_run_context, **template_kwargs
)
if self.headers:
for key, value in self.headers.items():
self.headers[key] = self.format_block_parameter_template_from_workflow_run_context(
@@ -3877,6 +3910,132 @@ class HttpRequestBlock(Block):
organization_id=organization_id,
)
# Add default content-type as application/json if not provided (unless files are being uploaded)
if not self.headers:
self.headers = {}
# If files are provided, don't set default Content-Type (aiohttp will set multipart/form-data)
if not self.files:
if not self.headers.get("Content-Type") or not self.headers.get("content-type"):
LOG.info("Adding default content-type as application/json", headers=self.headers)
self.headers["Content-Type"] = "application/json"
# Download files from HTTP URLs or S3 URIs if needed
# Also allow local files from allowed directories (ARTIFACT_STORAGE_PATH, VIDEO_PATH, HAR_PATH, LOG_PATH)
if self.files:
downloaded_files: dict[str, str] = {}
for field_name, file_path in self.files.items():
# Parse file path (handle file:// URI format)
actual_file_path: str | None = None
is_file_uri = file_path.startswith("file://")
if is_file_uri:
try:
actual_file_path = parse_uri_to_path(file_path)
except ValueError as e:
return await self.build_block_result(
success=False,
failure_reason=f"Invalid file URI format: {file_path}. Error: {str(e)}",
output_parameter_value=None,
status=BlockStatus.failed,
workflow_run_block_id=workflow_run_block_id,
organization_id=organization_id,
)
else:
actual_file_path = file_path
# Check if file_path is a URL or S3 URI
is_url = (
file_path.startswith("http://") or file_path.startswith("https://") or file_path.startswith("www.")
)
is_s3_uri = file_path.startswith("s3://")
# Check if file is in allowed directories
is_allowed_local_file = False
if actual_file_path:
# Convert to absolute path for comparison (handles both absolute and relative paths)
abs_file_path = os.path.abspath(actual_file_path)
# Get allowed directory paths (using class method for cached result)
allowed_dirs = self.get_allowed_dirs()
LOG.debug("HttpRequestBlock: Allowed directories", allowed_dirs=allowed_dirs)
# Check if file is within any allowed directory
for allowed_dir in allowed_dirs:
# Use os.path.commonpath to check if file is within allowed directory
try:
common_path = os.path.commonpath([abs_file_path, allowed_dir])
if common_path == allowed_dir:
is_allowed_local_file = True
break
except ValueError:
# Paths are on different drives (Windows) or incompatible
continue
# If not URL, S3 URI, or allowed local file, reject
if not (is_url or is_s3_uri or is_allowed_local_file):
return await self.build_block_result(
success=False,
failure_reason=f"No permission to access local file: {file_path}. Only HTTP/HTTPS URLs, S3 URIs, or files in allowed directories are allowed.",
output_parameter_value=None,
status=BlockStatus.failed,
workflow_run_block_id=workflow_run_block_id,
organization_id=organization_id,
)
# Handle different file sources
if is_allowed_local_file:
# Use local file directly
local_file_path_str: str = cast(str, actual_file_path)
if not os.path.exists(local_file_path_str):
return await self.build_block_result(
success=False,
failure_reason=f"File not found: {local_file_path_str}",
output_parameter_value=None,
status=BlockStatus.failed,
workflow_run_block_id=workflow_run_block_id,
organization_id=organization_id,
)
downloaded_files[field_name] = local_file_path_str
LOG.info(
"HttpRequestBlock: Using allowed local file",
field_name=field_name,
file_path=local_file_path_str,
)
else:
# Download from remote source
try:
LOG.info(
"HttpRequestBlock: Downloading file from remote source",
field_name=field_name,
file_path=file_path,
is_url=is_url,
is_s3_uri=is_s3_uri,
)
if is_s3_uri:
local_file_path = await download_from_s3(self.get_async_aws_client(), file_path)
else:
local_file_path = await download_file(file_path)
downloaded_files[field_name] = local_file_path
LOG.info(
"HttpRequestBlock: File downloaded successfully",
field_name=field_name,
original_path=file_path,
local_path=local_file_path,
)
except Exception as e:
return await self.build_block_result(
success=False,
failure_reason=f"Failed to download file {file_path}: {str(e)}",
output_parameter_value=None,
status=BlockStatus.failed,
workflow_run_block_id=workflow_run_block_id,
organization_id=organization_id,
)
# Update self.files with local file paths
self.files = downloaded_files
# Execute HTTP request using the generic aiohttp_request function
try:
LOG.info(
@@ -3886,6 +4045,7 @@ class HttpRequestBlock(Block):
headers=self.headers,
workflow_run_id=workflow_run_id,
body=self.body,
files=self.files,
)
# Use the generic aiohttp_request function
@@ -3893,7 +4053,8 @@ class HttpRequestBlock(Block):
method=self.method,
url=self.url,
headers=self.headers,
body=self.body,
data=self.body,
files=self.files,
timeout=self.timeout,
follow_redirects=self.follow_redirects,
)