vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix pbs download file bug (#3880)

Browse Source
This commit is contained in:
LawyZheng
2025-11-03 14:03:39 +08:00
committed by GitHub
parent 0264ee87b6
commit 3cfa43ba6c
1 changed files with 13 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
skyvern/forge/sdk/api/files.py
View File

@@ -213,11 +213,20 @@ async def wait_for_download_finished(downloading_files: list[str], timeout: floa
new_downloading_files: list[str] = [] new_downloading_files: list[str] = []
for path in cur_downloading_files: for path in cur_downloading_files:
if path.startswith("s3://"): if path.startswith("s3://"):
metadata = await aws_client.get_file_metadata(path, log_exception=False) try:
if not metadata: await aws_client.get_object_info(path)
except Exception:
LOG.debug(
"downloading file is not found in s3, means the file finished downloading", path=path
)
continue
else:
if not Path(path).exists():
LOG.debug(
"downloading file is not found in the local file system, means the file finished downloading",
path=path,
)
continue continue
if not Path(path).exists():
continue
new_downloading_files.append(path) new_downloading_files.append(path)
cur_downloading_files = new_downloading_files cur_downloading_files = new_downloading_files
await asyncio.sleep(1) await asyncio.sleep(1)