Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
5cb749d
feat(tarko): add gui agent screenshot render strategy config
ulivz Aug 29, 2025
8dd9436
fix(tarko): render cursor on before action image and improve comments
ulivz Aug 29, 2025
ed26bca
docs(tarko): improve gui agent config interface comments
ulivz Aug 29, 2025
b39002a
docs(tarko): use english for gui agent config comments
ulivz Aug 29, 2025
da7e1ed
feat(tarko): add runtime screenshot strategy switch with default config
ulivz Aug 29, 2025
14ae46f
fix(tarko): improve strategy switch ui design and cursor display logic
ulivz Aug 29, 2025
0fd9868
refactor(tarko): use elegant toggle switch design for screenshot stra…
ulivz Aug 29, 2025
51c5809
refactor(gui-agent): split BrowserControlRenderer into focused compon…
ulivz Aug 29, 2025
f653baa
style: format refactored browser control components with prettier
ulivz Aug 29, 2025
810b10d
fix(gui-agent): correct type definitions for session and tool call IDs
ulivz Aug 29, 2025
0971cc2
feat(gui-agent): redesign StrategySwitch with elegant toggle style
ulivz Aug 29, 2025
77b0894
style(gui-agent): remove outer border from StrategySwitch for cleaner…
ulivz Aug 29, 2025
a15d34c
fix(gui-agent): align Display Mode label with button group
ulivz Aug 29, 2025
2335531
style(gui-agent): clean up StrategySwitch design
ulivz Aug 29, 2025
6330034
feat(gui-agent): replace Display Mode label with tooltip
ulivz Aug 29, 2025
bfb97ed
feat(gui-agent): add individual tooltips for each strategy button
ulivz Aug 29, 2025
0be8647
style(gui-agent): enhance StrategySwitch visual design
ulivz Aug 29, 2025
39553ca
style(gui-agent): center align text and reduce font size
ulivz Aug 29, 2025
5404a2f
style(gui-agent): enhance Before/After Action labels in both mode
ulivz Aug 29, 2025
8206f71
style(gui-agent): simplify design to match original aesthetic
ulivz Aug 29, 2025
581d64e
style(gui-agent): change strategy switch to horizontal layout
ulivz Aug 29, 2025
da9effb
feat(browser-control): center strategy switch layout
ulivz Aug 29, 2025
af565c7
feat(browser-control): improve strategy switch icons
ulivz Aug 29, 2025
9d15ff9
chore: space
ulivz Aug 29, 2025
3c513f8
chore: default config
ulivz Aug 29, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions multimodal/agent-tars/core/src/agent-tars.ts
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,11 @@ export class AgentTARS<T extends AgentTARSOptions = AgentTARSOptions> extends MC
'Please book me the earliest flight from Hangzhou to Shenzhen on 10.1',
],
enableContextualSelector: true,
guiAgent: {
defaultScreenshotRenderStrategy: 'beforeAction',
enableScreenshotRenderStrategySwitch: true,
renderGUIAction: true,
},
};
private workspace: string;
// FIXME: remove it since options is strict type already
Expand Down
5 changes: 5 additions & 0 deletions multimodal/omni-tars/omni-agent/src/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,11 @@ export default class OmniTARSAgent extends ComposableAgent {
},
],
},
guiAgent: {
defaultScreenshotRenderStrategy: 'afterAction',
enableScreenshotRenderStrategySwitch: true,
renderGUIAction: true,
},
};

constructor(options: OmniTarsOption) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -90,4 +90,5 @@ export {
isContextualSelectorEnabled,
getLogoUrl,
getWorkspaceNavItems,
getGUIAgentConfig,
} from './shared';
11 changes: 11 additions & 0 deletions multimodal/tarko/agent-web-ui/src/common/constants/shared.ts
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,14 @@ export function getLogoUrl(): string {
export function getWorkspaceNavItems() {
return getWebUIConfig().workspace?.navItems || [];
}

/**
* Get GUI Agent configuration from web UI config
*/
export function getGUIAgentConfig() {
return getWebUIConfig().guiAgent || {
defaultScreenshotRenderStrategy: 'afterAction',
enableScreenshotRenderStrategySwitch: false,
renderGUIAction: true,
};
}
Loading