vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

update action history prompt (#1932)

Browse Source
This commit is contained in:
Shuchang Zheng
2025-03-13 10:01:29 -07:00
committed by GitHub
parent f20bf94696
commit 26f0e614c4
7 changed files with 67 additions and 65 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
skyvern/forge/agent.py
View File

@@ -1542,29 +1542,28 @@ class ForgeAgent:
actions_and_results.extend(window_step.output.actions_and_results)
# exclude successful action from history
return json.dumps(
[
{
"action": action.model_dump(
action_history = [
{
"action": action.model_dump(
exclude_none=True,
include={"action_type", "element_id", "status", "reasoning", "option", "download"},
),
"results": [
result.model_dump(
exclude_none=True,
include={"action_type", "element_id", "status", "reasoning", "option", "download"},
),
"results": [
result.model_dump(
exclude_none=True,
include={
"success",
"exception_type",
"exception_message",
},
)
for result in results
],
}
for action, results in actions_and_results
if len(results) > 0
]
)
include={
"success",
"exception_type",
"exception_message",
},
)
for result in results
],
}
for action, results in actions_and_results
if len(results) > 0
]
return json.dumps(action_history) if action_history else ""
async def get_extracted_information_for_task(self, task: Task) -> dict[str, Any] | list | str | None:
"""

10
skyvern/forge/prompts/skyvern/check-user-goal.j2
View File

@@ -9,11 +9,6 @@ Make sure to ONLY return the JSON object in this format with no additional text
}
```
Elements on the page:
```
{{ elements }}
```
User Goal:
```
{{ navigation_goal }}
@@ -28,3 +23,8 @@ Complete Criterion:
```
{{ complete_criterion }}
```{% endif %}
Elements on the page:
```
{{ elements }}
```

23
skyvern/forge/prompts/skyvern/extract-action.j2
View File

@@ -42,13 +42,12 @@ Reply in JSON format with the following keys:
}
{% if action_history %}
Consider the action history from the last step and the screenshot together, if actions from the last step don't yield positive impact, try other actions or other action combinations.
{% endif %}
Clickable elements from `{{ current_url }}`:
```
{{ elements }}
```
The URL of the page you're on right now is `{{ current_url }}`.
Action history from previous steps: (note: even if the action history suggests goal is achieved, check the screenshot and the DOM elements to make sure the goal is achieved)
```
{{ action_history }}
```
{% endif %}
{% if complete_criterion %}
Complete criterion:
```
@@ -74,10 +73,14 @@ User details:
```
{{ navigation_payload_str }}
```
{% if action_history %}
Action results from previous steps: (note: even if the action history suggests goal is achieved, check the screenshot and the DOM elements to make sure the goal is achieved)
{{ action_history }}
{% endif %}
Clickable elements from `{{ current_url }}`:
```
{{ elements }}
```
The URL of the page you're on right now is `{{ current_url }}`.
Current datetime, ISO format:
```
{{ local_datetime }}

14
skyvern/forge/prompts/skyvern/single-click-action.j2
View File

@@ -19,13 +19,6 @@ Reply in JSON format with the following keys:
}]
}
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
User instruction (user's intention or self questioning to help figure out what to click):
```
{{ navigation_goal }}
@@ -41,6 +34,13 @@ Context of the big goal user wants to achieve:
{{ user_context }}
```{% endif %}
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
Current datetime, ISO format:
```
{{ local_datetime }}

14
skyvern/forge/prompts/skyvern/single-input-action.j2
View File

@@ -20,13 +20,6 @@ Reply in JSON format with the following keys:
"need_verification_code": bool, // Whether a verification code is needed to proceed. True only if the code is available to user. If the code is not sent, return false {% endif %}
}
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
User instruction:
```
{{ navigation_goal }}
@@ -37,6 +30,13 @@ User details:
{{ navigation_payload_str }}
```
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
Current datetime, ISO format:
```
{{ local_datetime }}

14
skyvern/forge/prompts/skyvern/single-select-action.j2
View File

@@ -22,13 +22,6 @@ Reply in JSON format with the following keys:
}]
}
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
User instruction:
```
{{ navigation_goal }}
@@ -39,6 +32,13 @@ User details:
{{ navigation_payload_str }}
```
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
Current datetime, ISO format:
```
{{ local_datetime }}

14
skyvern/forge/prompts/skyvern/single-upload-action.j2
View File

@@ -18,13 +18,6 @@ Reply in JSON format with the following keys:
}]
}
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
User instruction:
```
{{ navigation_goal }}
@@ -35,6 +28,13 @@ User details:
{{ navigation_payload_str }}
```
The URL of the page you're on right now is `{{ current_url }}`.
HTML elements from `{{ current_url }}`:
```
{{ elements }}
```
Current datetime, ISO format:
```
{{ local_datetime }}