|
| 1 | +defaults: |
| 2 | +- default |
| 3 | +- _self_ |
| 4 | +model_name: Qwen/Qwen3.6-27B |
| 5 | +model_pretty_name: Qwen3.6-27B |
| 6 | +hostname: null |
| 7 | +host_name_updated_on: null |
| 8 | +client_type: vllm |
| 9 | +custom_actions: |
| 10 | +- mouse_click |
| 11 | +- mouse_dblclick |
| 12 | +- scroll |
| 13 | +- mouse_move |
| 14 | +- mouse_down |
| 15 | +- mouse_up |
| 16 | +- mouse_drag_and_drop |
| 17 | +- mouse_upload_file |
| 18 | +- keyboard_down |
| 19 | +- keyboard_up |
| 20 | +- keyboard_press |
| 21 | +- keyboard_type |
| 22 | +- keyboard_insert_text |
| 23 | + |
| 24 | +use_html: false |
| 25 | +use_axtree: false |
| 26 | +use_screenshot: true |
| 27 | +save_som: false |
| 28 | +extract_visible_tag: false |
| 29 | +extract_clickable_tag: false |
| 30 | +extract_coords: false |
| 31 | +filter_visible_elements_only: false |
| 32 | +use_focused_element: false |
| 33 | +prompt_txt: |
| 34 | + system_prompt: You are a GUI agent. You are given a task and your action history, |
| 35 | + with screenshots. You need to perform the next action to complete the task. |
| 36 | + output_format: ' |
| 37 | +
|
| 38 | + <think> |
| 39 | +
|
| 40 | + </think> |
| 41 | +
|
| 42 | + <action> |
| 43 | +
|
| 44 | + </action> |
| 45 | + ' |
| 46 | + |
| 47 | + think_prompt: null |
| 48 | + think_abstract_example: null |
| 49 | + think_concrete_example: null |
| 50 | + action_prompt: "## Action Space\n\nmouse_click(x=x, y=y)\nmouse_dblclick(x=x,\ |
| 51 | + \ y=y)\ntype(content='xxx') # Use escape characters \\\\', \\\ |
| 52 | + \\\\\", and \\\\n in content part to ensure we can parse the content in normal\ |
| 53 | + \ python string format. If you want to submit your input, use \\\\n at the end\ |
| 54 | + \ of content. \nscroll(direction='down or up', point='(x, y)')\ |
| 55 | + \ # Show more information on the `direction` side.\nwait() #Sleep\ |
| 56 | + \ for 5s and take a screenshot to check for any changes.\n\n## Note\n- Use English\ |
| 57 | + \ in `Thought` part.\n- Write a small plan and finally summarize your next action\ |
| 58 | + \ (with its target element) in one sentence in `Thought` part.\n" |
| 59 | + action_abstract_example: | |
| 60 | + <action>type(content='')</action> |
| 61 | +
|
| 62 | + Example: |
| 63 | + <action>mouse_click(x=933, y=887)</action> |
| 64 | + then on the next step: |
| 65 | + <action>type(content='your message here')</action> |
| 66 | + action_concrete_example: '<action>mouse_click(x=x, y=y)</action> |
| 67 | +
|
| 68 | + ' |
0 commit comments