fix(computer-use): keep disabled layout groups in the model's accessibility tree

Author: waleedlatif1

apps/sim/lib/mothership/tools/client/computer-tool-result.test.ts

@@ -227,6 +227,34 @@ describe('native computer model projection', () => {
     expect(result.omittedNodeCount).toBe(0)
   })
 
+  it('keeps an empty layout group that reports itself disabled', () => {
+    const state = snapshot()
+    state.nodes = [
+      { elementId: 'window', role: 'AXWindow', label: 'Fixture', actions: [], windowId: '1' },
+      {
+        elementId: 'pane',
+        parentId: 'window',
+        role: 'AXGroup',
+        enabled: false,
+        actions: [],
+        windowId: '1',
+      },
+      {
+        elementId: 'save',
+        parentId: 'pane',
+        role: 'AXButton',
+        label: 'Save',
+        actions: ['AXPress'],
+        windowId: '1',
+      },
+    ]
+    const result = computerToolResultForModel(state)
+    if (!('accessibilityTree' in result)) throw new Error('Missing projected tree')
+    const rows = result.accessibilityTree.split('\n')
+    expect(rows.find((row) => row.startsWith('pane '))).toContain('disabled')
+    expect(rows.find((row) => row.startsWith('save '))).toContain('parent=pane')
+  })
+
   it('does not split an emoji when bounding text for the model', () => {
     const state = snapshot()
     state.nodes[0] = {

apps/sim/lib/mothership/tools/client/computer-tool-result.ts

@@ -26,7 +26,7 @@ function jsonBytes(value: unknown): number {
 
 type SnapshotNode = ComputerUseSnapshot['nodes'][number]
 
-/** Layout wrappers that carry no text, state or action; their children are shown under the nearest meaningful ancestor. */
+/** Layout wrappers that carry no text, state (including disabled) or action; their children are shown under the nearest meaningful ancestor. */
 const WRAPPER_ROLES = new Set([
   'AXGroup',
   'AXSplitGroup',
@@ -43,6 +43,7 @@ function isWrapper(node: SnapshotNode): boolean {
     !node.placeholder &&
     !node.focused &&
     !node.editable &&
+    node.enabled !== false &&
     node.actions.length === 0
   )
 }