Upload downloaded files to S3 after every block so they can be used for subsequent blocks (#1801)

This commit is contained in:
Shuchang Zheng
2025-02-20 08:30:43 -08:00
committed by GitHub
parent d02b45c74c
commit 30d2bbd834
2 changed files with 12 additions and 12 deletions

View File

@@ -640,7 +640,7 @@ class BaseTaskBlock(Block):
downloaded_file_urls = await app.STORAGE.get_downloaded_files(
organization_id=workflow_run.organization_id,
task_id=updated_task.task_id,
workflow_run_id=workflow_run_id,
workflow_run_id=None,
)
except asyncio.TimeoutError:
LOG.warning("Timeout getting downloaded files", task_id=updated_task.task_id)
@@ -699,7 +699,7 @@ class BaseTaskBlock(Block):
downloaded_file_urls = await app.STORAGE.get_downloaded_files(
organization_id=workflow_run.organization_id,
task_id=updated_task.task_id,
workflow_run_id=workflow_run_id,
workflow_run_id=None,
)
except asyncio.TimeoutError:
LOG.warning("Timeout getting downloaded files", task_id=updated_task.task_id)