vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

CUA feature - support drag action (#2160)

Browse Source
This commit is contained in:
Shuchang Zheng
2025-04-15 19:07:37 -07:00
committed by GitHub
parent 5c73064638
commit f6d755da6b
3 changed files with 52 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
skyvern/webeye/actions/parse_actions.py
View File

@@ -16,6 +16,7 @@ from skyvern.webeye.actions.actions import (
ClickAction,
CompleteAction,
DownloadFileAction,
DragAction,
InputTextAction,
KeypressAction,
MoveAction,
@@ -290,6 +291,32 @@ async def parse_cua_actions(
reasoning=reasoning,
intention=reasoning,
)
case "drag":
whole_path = cua_action.path
if not whole_path or len(whole_path) < 2:
LOG.warning(
"Invalid drag action",
task_id=task.task_id,
step_id=step.step_id,
step_order=step.order,
action_order=idx,
whole_path=whole_path,
)
action = WaitAction(
seconds=5,
reasoning=reasoning,
intention=reasoning,
)
else:
start_x, start_y = whole_path[0][0], whole_path[0][1]
reasoning = reasoning or f"Drag action path: {whole_path}"
action = DragAction(
start_x=start_x,
start_y=start_y,
path=whole_path[1:],
reasoning=reasoning,
intention=reasoning,
)
case _:
raise ValueError(f"Unsupported action type: {action_type}")
action.organization_id = task.organization_id