fix(browser): share snapshot text budget with inline fragments

Author: waleedlatif1

apps/desktop/src/main/browser-agent/page-functions.test.ts

@@ -759,6 +759,23 @@ describe('collectSnapshot', () => {
     expect(lines[0]).not.toContain('[ref=999]')
   })
 
+  it('shares the text budget across inline fragments and leaves room for later controls', () => {
+    document.body.innerHTML = `${Array.from(
+      { length: 650 },
+      (_, index) => `<p>Before ${index} <span>inline ${index}</span> after ${index}</p>`
+    ).join(
+      ''
+    )}${Array.from({ length: 100 }, (_, index) => `<button>Action ${index}</button>`).join('')}<input aria-label="Final field">`
+    for (const element of document.querySelectorAll('*')) visible(element)
+
+    const snapshot = collectSnapshot() as { outline: string; truncated: boolean }
+    expect(snapshot.truncated).toBe(true)
+    expect(snapshot.outline.match(/^- text /gm)).toHaveLength(120)
+    expect(snapshot.outline.match(/^- button /gm)).toHaveLength(100)
+    expect(snapshot.outline).toMatch(/button "Action 99" \[ref=\d+\]/)
+    expect(snapshot.outline).toMatch(/textbox "Final field" \[ref=\d+\]/)
+  })
+
   it('indexes only refs that were emitted before snapshot line truncation', () => {
     document.body.innerHTML = `${Array.from(
       { length: 599 },

apps/desktop/src/main/browser-agent/page-functions.ts

@@ -163,8 +163,8 @@ export function collectSnapshot(startingElementId = 0, elementId?: number): unkn
   const lines: string[] = []
   let truncated = false
   let refCount = 0
-  let textRefCount = 0
-  const textRefCap = 120
+  let textLineCount = 0
+  const textLineCap = 120
   let visitedNodes = 0
   const previousElementId = window.__simAgentNextElementId
   const safePreviousElementId =
@@ -510,7 +510,7 @@ export function collectSnapshot(startingElementId = 0, elementId?: number): unkn
   }
 
   const emitTextLeaf = (el: Element, indent: string, renderedLabel?: string): void => {
-    if (refCount >= refCap || textRefCount >= textRefCap || lines.length >= lineCap) {
+    if (refCount >= refCap || textLineCount >= textLineCap || lines.length >= lineCap) {
       truncated = true
       return
     }
@@ -522,7 +522,7 @@ export function collectSnapshot(startingElementId = 0, elementId?: number): unkn
     )
     if (!text) return
     const id = registerElement(el, roleFor(el), text)
-    textRefCount++
+    textLineCount++
     const lineIndex = lines.length
     if (push(`${indent}- text ${quote(text)} [ref=${id}]`)) refLineIndexes[id] = lineIndex
   }
@@ -589,7 +589,12 @@ export function collectSnapshot(startingElementId = 0, elementId?: number): unkn
           isVisible(parent) &&
           (!suppressTextCoveredBy || !suppressTextCoveredBy.includes(text))
         ) {
+          if (textLineCount >= textLineCap) {
+            truncated = true
+            continue
+          }
           if (!push(`${indent}- text ${quote(text)}`)) return
+          textLineCount++
         }
         continue
       }