Skip to content

Commit c2ccbf7

Browse files
committed
adds Qwen3.6 computer use
1 parent 015715a commit c2ccbf7

1 file changed

Lines changed: 68 additions & 0 deletions

File tree

Lines changed: 68 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,68 @@
1+
defaults:
2+
- default
3+
- _self_
4+
model_name: Qwen/Qwen3.6-27B
5+
model_pretty_name: Qwen3.6-27B
6+
hostname: null
7+
host_name_updated_on: null
8+
client_type: vllm
9+
custom_actions:
10+
- mouse_click
11+
- mouse_dblclick
12+
- scroll
13+
- mouse_move
14+
- mouse_down
15+
- mouse_up
16+
- mouse_drag_and_drop
17+
- mouse_upload_file
18+
- keyboard_down
19+
- keyboard_up
20+
- keyboard_press
21+
- keyboard_type
22+
- keyboard_insert_text
23+
24+
use_html: false
25+
use_axtree: false
26+
use_screenshot: true
27+
save_som: false
28+
extract_visible_tag: false
29+
extract_clickable_tag: false
30+
extract_coords: false
31+
filter_visible_elements_only: false
32+
use_focused_element: false
33+
prompt_txt:
34+
system_prompt: You are a GUI agent. You are given a task and your action history,
35+
with screenshots. You need to perform the next action to complete the task.
36+
output_format: '
37+
38+
<think>
39+
40+
</think>
41+
42+
<action>
43+
44+
</action>
45+
'
46+
47+
think_prompt: null
48+
think_abstract_example: null
49+
think_concrete_example: null
50+
action_prompt: "## Action Space\n\nmouse_click(x=x, y=y)\nmouse_dblclick(x=x,\
51+
\ y=y)\ntype(content='xxx') # Use escape characters \\\\', \\\
52+
\\\\\", and \\\\n in content part to ensure we can parse the content in normal\
53+
\ python string format. If you want to submit your input, use \\\\n at the end\
54+
\ of content. \nscroll(direction='down or up', point='(x, y)')\
55+
\ # Show more information on the `direction` side.\nwait() #Sleep\
56+
\ for 5s and take a screenshot to check for any changes.\n\n## Note\n- Use English\
57+
\ in `Thought` part.\n- Write a small plan and finally summarize your next action\
58+
\ (with its target element) in one sentence in `Thought` part.\n"
59+
action_abstract_example: |
60+
<action>type(content='')</action>
61+
62+
Example:
63+
<action>mouse_click(x=933, y=887)</action>
64+
then on the next step:
65+
<action>type(content='your message here')</action>
66+
action_concrete_example: '<action>mouse_click(x=x, y=y)</action>
67+
68+
'

0 commit comments

Comments
 (0)