diff --git a/app/src/components/intelligence/__tests__/ScreenIntelligenceDebugPanel.test.tsx b/app/src/components/intelligence/__tests__/ScreenIntelligenceDebugPanel.test.tsx index 9d1c82c6aa3..aa1462b51f4 100644 --- a/app/src/components/intelligence/__tests__/ScreenIntelligenceDebugPanel.test.tsx +++ b/app/src/components/intelligence/__tests__/ScreenIntelligenceDebugPanel.test.tsx @@ -74,6 +74,7 @@ const sampleStatus: AccessibilityStatus = { session_ttl_secs: 300, panic_stop_hotkey: 'Cmd+Shift+.', autocomplete_enabled: true, + use_vision_model: true, keep_screenshots: false, allowlist: [], denylist: [], diff --git a/app/src/components/settings/panels/ScreenIntelligencePanel.tsx b/app/src/components/settings/panels/ScreenIntelligencePanel.tsx index 8f35d85e644..53cc2dedf15 100644 --- a/app/src/components/settings/panels/ScreenIntelligencePanel.tsx +++ b/app/src/components/settings/panels/ScreenIntelligencePanel.tsx @@ -71,6 +71,7 @@ const ScreenIntelligencePanel = () => { 'all_except_blacklist' ); const [baselineFps, setBaselineFps] = useState('1'); + const [useVisionModel, setUseVisionModel] = useState(true); const [keepScreenshots, setKeepScreenshots] = useState(false); const [allowlistText, setAllowlistText] = useState(''); const [denylistText, setDenylistText] = useState(''); @@ -105,6 +106,7 @@ const ScreenIntelligencePanel = () => { status.config.policy_mode === 'whitelist_only' ? 'whitelist_only' : 'all_except_blacklist' ); setBaselineFps(String(status.config.baseline_fps ?? 1)); + setUseVisionModel(status.config.use_vision_model ?? true); setKeepScreenshots(status.config.keep_screenshots ?? false); setAllowlistText((status.config.allowlist ?? []).join('\n')); setDenylistText((status.config.denylist ?? []).join('\n')); @@ -145,6 +147,7 @@ const ScreenIntelligencePanel = () => { enabled, policy_mode: policyMode, baseline_fps: Number.isFinite(fps) && fps > 0 ? fps : 1, + use_vision_model: useVisionModel, keep_screenshots: keepScreenshots, allowlist: allowlistText .split('\n') @@ -282,6 +285,21 @@ const ScreenIntelligencePanel = () => { /> + +