[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_271":-5,"_274":275,"_276":277},"routes/shell",{"_40":41,"_270":-5,"_271":-5,"_272":273},"routes/repo",{"_33":-7,"_34":35,"_36":37,"_38":39,"_40":41,"_42":31,"_43":31,"_44":31,"_45":31,"_46":31,"_47":31,"_48":49,"_50":49,"_51":31,"_52":-7,"_53":-7,"_54":55,"_56":57,"_58":59,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":14,"_22":23,"_24":-5,"_25":26,"_27":28,"_28":29,"_30":31,"_32":14},"ref","9c561baef7d6d8b6216a7ea52280f55482a8b80c","path","apps/host/src/desktop.ts","oid","5ceedd0c7424e2347b17cdd01dec39d7bbf86d66","size",30059,"commit","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","import { execFile } from \"node:child_process\";\nimport { existsSync } from \"node:fs\";\nimport { mkdtemp, readFile, rm, stat } from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { dirname, join } from \"node:path\";\nimport { promisify } from \"node:util\";\n\nimport {\n\ttype Desktop,\n\tDESKTOP_BUTTONS,\n\tDESKTOP_CLICKS,\n\tDESKTOP_DIRECTIONS,\n\tDESKTOP_KEYS,\n\tDESKTOP_MODIFIERS,\n\tDESKTOP_SELECTIONS,\n\ttype DesktopAction,\n\ttype DesktopManagement,\n\ttype DesktopOutcome,\n\ttype DesktopRequest,\n\ttype DesktopResult,\n\tisDesktopAction,\n\tisDesktopManagement,\n} from \"@ace/channel/desktop\";\n\nimport { config } from \"./config\";\n\nconst exec = promisify(execFile);\nconst MAX_TEXT = 32_000;\nconst MAX_IMAGE = 900_000;\nconst MAX_OUTPUT = 2_000_000;\n\ntype Reply = {\n\tsuccess: boolean;\n\tdata: Record | null;\n\terror?: { code: string; message: string; details?: string };\n\ttarget_receipt?: { pid: number; window_id?: number; process_start_identity_decimal?: string };\n};\n\nclass NativeError extends Error {\n\tconstructor(readonly code: string, message: string) {\n\t\tsuper(message);\n\t}\n}\n\nasync function run(\n\tpath: string,\n\targs: string[],\n\tsignal: AbortSignal,\n\terrorJson = false,\n\tinput?: string,\n): Promise {\n\tsignal.throwIfAborted();\n\ttry {\n\t\tconst pending = exec(path, args, {\n\t\t\tencoding: \"utf8\",\n\t\t\tsignal,\n\t\t\tkillSignal: \"SIGKILL\",\n\t\t\tmaxBuffer: MAX_OUTPUT,\n\t\t});\n\t\tlet inputError: Error | undefined;\n\t\tif (input !== undefined) {\n\t\t\t// A signing or setup refusal can exit before reading stdin; its JSON still owns the outcome.\n\t\t\tpending.child.stdin!.on(\"error\", (error) => inputError = error);\n\t\t\tpending.child.stdin!.end(input);\n\t\t}\n\t\tconst { stdout } = await pending;\n\t\tif (inputError && !stdout.trim()) throw inputError;\n\t\treturn stdout;\n\t} catch (error) {\n\t\tsignal.throwIfAborted();\n\t\tconst failed = error as Error & { code?: number | string; stdout?: string; stderr?: string };\n\t\t// The native client reports expected refusals as JSON on unsuccessful exits too.\n\t\tif (errorJson && typeof failed.code === \"number\" && failed.stdout?.trim()) return failed.stdout;\n\t\tthrow new Error((failed.stderr?.trim() || failed.message).slice(0, 2000), { cause: error });\n\t}\n}\n\nasync function native(\n\targs: string[],\n\tsignal: AbortSignal,\n\toptions: {\n\t\ttarget?: Extract;\n\t\tinput?: string;\n\t\tonDispatch?(): void;\n\t} = {},\n): Promise> {\n\tconst path = process.env.ACE_DESKTOP_CLIENT\n\t\t|| join(dirname(process.execPath), \"ace-desktop-client\");\n\tif (!existsSync(path)) {\n\t\tthrow new Error(\n\t\t\t\"Native desktop tools require the Ace desktop app on this host. Source hosts can set ACE_DESKTOP_CLIENT to its bundled ace-desktop-client.\",\n\t\t);\n\t}\n\tconst socket = join(config.home, \"desktop.sock\");\n\tif (!existsSync(socket)) {\n\t\tthrow new Error(\"Open Ace on this host to enable native desktop tools.\");\n\t}\n\tsignal.throwIfAborted();\n\toptions.onDispatch?.();\n\tconst output = await run(path, [socket, ...args], signal, true, options.input);\n\tlet value: Reply;\n\ttry {\n\t\tvalue = JSON.parse(output) as Reply;\n\t} catch {\n\t\tthrow new Error(\"The Ace native client returned invalid JSON.\");\n\t}\n\tif (!value || typeof value.success !== \"boolean\") {\n\t\tthrow new Error(\"The Ace native client returned an unsupported response.\");\n\t}\n\tif (!value.success) {\n\t\tconst error = value.error;\n\t\tconst reason = error ? `${error.code}: ${error.message}` : \"Native desktop operation failed\";\n\t\tconst permission = error?.code.toLowerCase().includes(\"permission\")\n\t\t\t? args[0] === \"clipboard\"\n\t\t\t\t? \" Check Ace's clipboard read status in This Mac and its clipboard access in macOS Settings.\"\n\t\t\t\t: \" Check Ace's Accessibility and Screen Recording access in Ace Settings.\"\n\t\t\t: \"\";\n\t\tthrow new NativeError(error?.code || \"DESKTOP_ERROR\", `${reason}.${permission}`);\n\t}\n\tif (!value.data || typeof value.data !== \"object\") {\n\t\tthrow new Error(\"The Ace native client returned no desktop data.\");\n\t}\n\tconst { target } = options;\n\tif (target) {\n\t\tconst receipt = value.target_receipt;\n\t\tif (!receipt) {\n\t\t\tthrow new Error(\"Native inspection returned no exact-window receipt.\");\n\t\t}\n\t\tif (receipt.pid !== target.pid || receipt.window_id !== target.window) {\n\t\t\tthrow new Error(\n\t\t\t\t\"Native inspection returned a different application or window. Refresh the desktop inventory and select the target again.\",\n\t\t\t);\n\t\t}\n\t}\n\treturn {\n\t\t...value.data,\n\t\t...(value.target_receipt ? { target_receipt: value.target_receipt } : {}),\n\t};\n}\n\nfunction bounded(data: Record, field: string): string {\n\tconst source = data[field];\n\tif (!Array.isArray(source)) throw new Error(`Native inspection returned no ${field} array.`);\n\tconst values = [...source];\n\tconst value = { ...data, [field]: values };\n\tlet text = JSON.stringify(value);\n\twhile (Buffer.byteLength(text) > MAX_TEXT && values.length) {\n\t\tvalues.pop();\n\t\ttext = JSON.stringify({\n\t\t\t...value,\n\t\t\tace_truncated: true,\n\t\t\tace_omitted: source.length - values.length,\n\t\t});\n\t}\n\tif (Buffer.byteLength(text) > MAX_TEXT) {\n\t\tthrow new Error(\"Native inspection metadata exceeds the result limit.\");\n\t}\n\treturn text;\n}\n\nfunction positive(value: number): string {\n\tif (!Number.isSafeInteger(value) || value < 1) {\n\t\tthrow new Error(\"Choose a positive application PID and window ID from the desktop inventory.\");\n\t}\n\treturn String(value);\n}\n\nasync function screenshot(input: string, output: string, signal: AbortSignal) {\n\tconst file = await stat(input);\n\tif (!file.isFile() || file.size > 32_000_000) {\n\t\tthrow new Error(\"The native screenshot is missing or too large.\");\n\t}\n\t// A single result must fit the hosted channel's 2 MB SQLite row, including its base64 image.\n\tfor (const size of [1600, 1200, 800]) {\n\t\tawait run(\"/usr/bin/sips\", [\n\t\t\t\"-s\",\n\t\t\t\"format\",\n\t\t\t\"jpeg\",\n\t\t\t\"-s\",\n\t\t\t\"formatOptions\",\n\t\t\t\"70\",\n\t\t\t\"--resampleHeightWidthMax\",\n\t\t\tString(size),\n\t\t\tinput,\n\t\t\t\"--out\",\n\t\t\toutput,\n\t\t], signal);\n\t\tif ((await stat(output)).size > MAX_IMAGE) continue;\n\t\tconst info = await run(\n\t\t\t\"/usr/bin/sips\",\n\t\t\t[\"-g\", \"pixelWidth\", \"-g\", \"pixelHeight\", output],\n\t\t\tsignal,\n\t\t);\n\t\tconst width = Number(/pixelWidth:\\s*(\\d+)/.exec(info)?.[1]);\n\t\tconst height = Number(/pixelHeight:\\s*(\\d+)/.exec(info)?.[1]);\n\t\tif (!width || !height) throw new Error(\"Could not read the screenshot dimensions.\");\n\t\tconst bytes = await readFile(output);\n\t\tif (bytes.length > MAX_IMAGE) {\n\t\t\tthrow new Error(\"The resized screenshot exceeds the result limit.\");\n\t\t}\n\t\treturn { image: { mimeType: \"image/jpeg\", data: bytes.toString(\"base64\") }, width, height };\n\t}\n\tthrow new Error(\"The screenshot could not be resized within the result limit.\");\n}\n\nfunction clipboardImage(data: Record): DesktopResult {\n\tif (typeof data.present !== \"boolean\" || !Number.isSafeInteger(data.change_count)) {\n\t\tthrow new Error(\"The native clipboard image read returned an unsupported response.\");\n\t}\n\tif (!data.present) {\n\t\tif (data.image !== undefined || data.source !== undefined) {\n\t\t\tthrow new Error(\"An absent clipboard image returned unexpected image data.\");\n\t\t}\n\t\treturn { text: JSON.stringify(data) };\n\t}\n\tconst preview = data.image as Record | undefined;\n\tconst source = data.source as Record | undefined;\n\tif (\n\t\t!preview || !source || typeof preview.data !== \"string\"\n\t\t|| ![\"image/png\", \"image/jpeg\"].includes(String(preview.mimeType))\n\t\t|| ![preview.width, preview.height].every((value) =>\n\t\t\ttypeof value === \"number\" && Number.isSafeInteger(value) && value > 0 && value <= 1600\n\t\t)\n\t\t|| preview.data.length > Math.ceil(MAX_IMAGE / 3) * 4\n\t) throw new Error(\"The native clipboard image preview is missing or exceeds its limits.\");\n\tconst bytes = Buffer.from(preview.data, \"base64\");\n\tif (\n\t\t!bytes.length || bytes.length > MAX_IMAGE || bytes.length !== preview.bytes\n\t\t|| bytes.toString(\"base64\") !== preview.data\n\t) throw new Error(\"The native clipboard image preview is not a complete bounded image.\");\n\tconst { data: encoded, ...metadata } = preview;\n\tconst text = JSON.stringify({\n\t\tpresent: true,\n\t\tchange_count: data.change_count,\n\t\tsource,\n\t\tpreview: metadata,\n\t});\n\tif (Buffer.byteLength(text) > MAX_TEXT) {\n\t\tthrow new Error(\"The clipboard image metadata exceeds the result limit.\");\n\t}\n\treturn { text, image: { mimeType: preview.mimeType as string, data: encoded as string } };\n}\n\nasync function inspect(\n\trequest: Extract,\n\tsignal: AbortSignal,\n): Promise {\n\tconst pid = positive(request.pid);\n\tconst window = positive(request.window);\n\tconst mode = request.mode ?? \"accessibility\";\n\tif (mode !== \"accessibility\" && mode !== \"pixels\") {\n\t\tthrow new Error(\"Choose accessibility or pixels inspection mode.\");\n\t}\n\tconst directory = await mkdtemp(join(tmpdir(), \"ace-desktop-\"));\n\ttry {\n\t\tconst path = join(directory, \"capture.png\");\n\t\tconst args = [\"inspect\", pid, window, path];\n\t\tif (mode === \"pixels\") args.push(mode);\n\t\tconst data = await native(args, signal, { target: request });\n\t\tconst { image, width, height } = await screenshot(path, join(directory, \"image.jpg\"), signal);\n\t\tconst { screenshot_raw: _raw, screenshot_annotated: _annotated, ...observation } = data;\n\t\tconst text = bounded({\n\t\t\t...observation,\n\t\t\tace_image: {\n\t\t\t\twidth,\n\t\t\t\theight,\n\t\t\t\tnote:\n\t\t\t\t\t\"Screenshot resized; Accessibility bounds remain in their original coordinate system. Pointer points use fractions of this image: x from the left edge and y from the top, each >= 0 and < 1.\",\n\t\t\t},\n\t\t}, \"ui_elements\");\n\t\treturn { text, image };\n\t} catch (error) {\n\t\tif (!(error instanceof NativeError)) throw error;\n\t\treturn {\n\t\t\tisError: true,\n\t\t\ttext: JSON.stringify({\n\t\t\t\tinspection_error: { code: error.code, message: error.message.slice(0, 4000) },\n\t\t\t\trequested_target: { pid: request.pid, window_id: request.window, mode },\n\t\t\t\ttarget_availability: await availability(request, signal),\n\t\t\t\tguidance:\n\t\t\t\t\t\"This inspection dispatched no input and returned no observation snapshot. Availability was read after the failure and does not establish its cause. Refresh desktop_apps and desktop_windows if the target changed. Retry an incomplete Accessibility read once; pixels mode can inspect the same exact window without Accessibility or action authority. Native capture already retries a changed capture receipt once. Neither mode activates a window. Do not loop on an unavailable target or repeat an earlier action to recover an observation.\",\n\t\t\t}),\n\t\t};\n\t} finally {\n\t\tawait rm(directory, { recursive: true, force: true });\n\t}\n}\n\nfunction validatePoint(point: unknown) {\n\tif (!point || typeof point !== \"object\" || !(\"x\" in point) || !(\"y\" in point)) {\n\t\tthrow new Error(\"Choose a normalized screenshot point with x and y coordinates.\");\n\t}\n\tfor (const value of [point.x, point.y]) {\n\t\tif (typeof value !== \"number\" || !Number.isFinite(value) || value < 0 || value >= 1) {\n\t\t\tthrow new Error(\"Screenshot point coordinates must be at least 0 and less than 1.\");\n\t\t}\n\t}\n}\n\nasync function availability(\n\trequest: Extract,\n\tsignal: AbortSignal,\n): Promise> {\n\tif (signal.aborted) return { error: \"The desktop call ended before availability could be read.\" };\n\tconst deadline = new AbortController();\n\tconst timer = setTimeout(() => deadline.abort(), 2500);\n\ttry {\n\t\tconst context = AbortSignal.any([signal, deadline.signal]);\n\t\tconst results = await Promise.allSettled([\n\t\t\tnative([\"apps\"], context),\n\t\t\tnative([\"windows\", String(request.pid)], context),\n\t\t]);\n\t\tconst result: Record = { observed_at: new Date().toISOString() };\n\t\tfor (\n\t\t\tconst [index, field, key, id, fields] of [\n\t\t\t\t[0, \"apps\", \"pid\", request.pid, [\n\t\t\t\t\t\"pid\",\n\t\t\t\t\t\"is_active\",\n\t\t\t\t\t\"is_active_known\",\n\t\t\t\t\t\"is_hidden\",\n\t\t\t\t\t\"is_hidden_known\",\n\t\t\t\t\t\"process_start_identity_decimal\",\n\t\t\t\t]],\n\t\t\t\t[1, \"windows\", \"window_id\", request.window, [\n\t\t\t\t\t\"window_id\",\n\t\t\t\t\t\"bounds\",\n\t\t\t\t\t\"is_on_screen\",\n\t\t\t\t\t\"is_minimized\",\n\t\t\t\t\t\"is_key\",\n\t\t\t\t\t\"observation_capability\",\n\t\t\t\t\t\"observation_reason\",\n\t\t\t\t\t\"process_start_identity_decimal\",\n\t\t\t\t]],\n\t\t\t] as const\n\t\t) {\n\t\t\tconst value = results[index];\n\t\t\tif (value.status === \"rejected\") {\n\t\t\t\tresult[field] = { error: String(value.reason).slice(0, 500) };\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t\tconst items = value.value[field];\n\t\t\tif (!Array.isArray(items)) {\n\t\t\t\tresult[field] = { error: \"Native inventory returned no items.\" };\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t\tconst item = items.find((item) => item[key] === id);\n\t\t\tresult[field] = {\n\t\t\t\tinventory_completeness: value.value.inventory_completeness,\n\t\t\t\ttarget: item ? Object.fromEntries(fields.map((field) => [field, item[field]])) : null,\n\t\t\t};\n\t\t}\n\t\treturn result;\n\t} finally {\n\t\tclearTimeout(timer);\n\t}\n}\n\nfunction validateAction(request: DesktopAction) {\n\tif (isDesktopManagement(request)) return validateManagement(request);\n\tif (request.op === \"clipboard-write\") {\n\t\tif (typeof request.text !== \"string\" || request.text.length > 8192) {\n\t\t\tthrow new Error(\"Clipboard text must contain at most 8192 UTF-16 code units.\");\n\t\t}\n\t\treturn;\n\t}\n\tif (typeof request.snapshot !== \"string\" || !request.snapshot || request.snapshot.length > 256) {\n\t\tthrow new Error(\"Use the snapshot_id from a fresh desktop_inspect result.\");\n\t}\n\tif (request.op === \"drag\") {\n\t\tvalidatePoint(request.from);\n\t\tvalidatePoint(request.to);\n\t\tif (request.from.x === request.to.x && request.from.y === request.to.y) {\n\t\t\tthrow new Error(\"Choose distinct start and end points for a drag.\");\n\t\t}\n\t\tif (request.button !== undefined && !DESKTOP_BUTTONS.includes(request.button)) {\n\t\t\tthrow new Error(\"Choose the left or right mouse button for a drag.\");\n\t\t}\n\t\tif (\n\t\t\trequest.duration_ms !== undefined\n\t\t\t&& (!Number.isInteger(request.duration_ms) || request.duration_ms < 1\n\t\t\t\t|| request.duration_ms > 10000)\n\t\t) {\n\t\t\tthrow new Error(\"Drag duration must be 1 to 10000 milliseconds.\");\n\t\t}\n\t\treturn;\n\t}\n\tif (request.op === \"click\" || request.op === \"scroll\") {\n\t\tif ((request.element === undefined) === (request.point === undefined)) {\n\t\t\tthrow new Error(\"Choose exactly one observed element ID or normalized screenshot point.\");\n\t\t}\n\t\tif (request.point !== undefined) validatePoint(request.point);\n\t\telse if (\n\t\t\ttypeof request.element !== \"string\" || !request.element || request.element.length > 256\n\t\t) {\n\t\t\tthrow new Error(\"Choose an element ID from the inspected snapshot.\");\n\t\t}\n\t\tif (request.op === \"click\") {\n\t\t\tif (request.kind !== undefined && !DESKTOP_CLICKS.includes(request.kind)) {\n\t\t\t\tthrow new Error(\"Choose single, double, right, middle, or triple click.\");\n\t\t\t}\n\t\t} else if (\n\t\t\t!DESKTOP_DIRECTIONS.includes(request.direction) || !Number.isInteger(request.amount)\n\t\t\t|| request.amount < 1 || request.amount > 20\n\t\t) {\n\t\t\tthrow new Error(\"Choose up, down, left, or right and 1 to 20 native scroll units.\");\n\t\t}\n\t\treturn;\n\t}\n\tif (request.op === \"key\") {\n\t\tif (!DESKTOP_KEYS.includes(request.key)) throw new Error(\"Choose one supported key.\");\n\t\tconst modifiers = request.modifiers;\n\t\tif (\n\t\t\tmodifiers !== undefined && (\n\t\t\t\t!Array.isArray(modifiers) || modifiers.length > 4\n\t\t\t\t|| new Set(modifiers).size !== modifiers.length\n\t\t\t\t|| modifiers.some((modifier) => !DESKTOP_MODIFIERS.includes(modifier))\n\t\t\t)\n\t\t) {\n\t\t\tthrow new Error(\"Use each of command, control, option, and shift at most once.\");\n\t\t}\n\t\treturn;\n\t}\n\tif (request.op === \"insert\") {\n\t\tif (typeof request.text !== \"string\" || !request.text || request.text.length > 8192) {\n\t\t\tthrow new Error(\"Inserted text must contain 1 to 8192 UTF-16 code units.\");\n\t\t}\n\t\treturn;\n\t}\n\tif (typeof request.element !== \"string\" || !request.element || request.element.length > 256) {\n\t\tthrow new Error(\"Choose an element ID from the inspected snapshot.\");\n\t}\n\tif (request.op === \"type\" && (typeof request.text !== \"string\" || request.text.length > 8192)) {\n\t\tthrow new Error(\"Replacement text must contain at most 8192 UTF-16 code units.\");\n\t}\n\tif (request.op === \"select\") {\n\t\tif (typeof request.text !== \"string\" || !request.text || request.text.length > 4096) {\n\t\t\tthrow new Error(\"Selection text must contain 1 to 4096 UTF-16 code units.\");\n\t\t}\n\t\tfor (const context of [request.prefix, request.suffix]) {\n\t\t\tif (context !== undefined && (typeof context !== \"string\" || context.length > 2048)) {\n\t\t\t\tthrow new Error(\"Selection context must contain at most 2048 UTF-16 code units.\");\n\t\t\t}\n\t\t}\n\t\tif (request.selection !== undefined && !DESKTOP_SELECTIONS.includes(request.selection)) {\n\t\t\tthrow new Error(\"Choose text, cursor_before, or cursor_after for selection.\");\n\t\t}\n\t}\n}\n\nfunction validateManagement(request: DesktopManagement) {\n\tconst target = request.target;\n\tif (\n\t\t!target || typeof target !== \"object\" || !Number.isInteger(target.pid)\n\t\t|| target.pid < 1 || target.pid > 2_147_483_647\n\t\t|| typeof target.process_start_identity_decimal !== \"string\"\n\t\t|| !/^[1-9][0-9]{0,19}$/.test(target.process_start_identity_decimal)\n\t\t|| BigInt(target.process_start_identity_decimal) > 18_446_744_073_709_551_615n\n\t) throw new Error(\"Pass the application's target object from fresh desktop inventory unchanged.\");\n\tif (request.op === \"activate\" || request.op === \"quit\") {\n\t\tif (\n\t\t\tObject.keys(target).some((key) => ![\"pid\", \"process_start_identity_decimal\"].includes(key))\n\t\t) {\n\t\t\tthrow new Error(\"Activation and quit take an application target from desktop_apps.\");\n\t\t}\n\t\treturn;\n\t}\n\tconst window = request.target;\n\tif (\n\t\t!Number.isInteger(window.window_id) || window.window_id < 1 || window.window_id > 4_294_967_295\n\t\t|| typeof window.is_minimized !== \"boolean\" || !window.bounds\n\t\t|| ![window.bounds.x, window.bounds.y, window.bounds.width, window.bounds.height].every(\n\t\t\tNumber.isFinite,\n\t\t)\n\t\t|| window.bounds.width <= 0 || window.bounds.height <= 0\n\t) {\n\t\tthrow new Error(\n\t\t\t\"Pass the window's target object, including its original bounds, from desktop_windows unchanged.\",\n\t\t);\n\t}\n\tif (request.op === \"move\") {\n\t\tconst position = request.position;\n\t\tif (!position || ![position.x, position.y].every(Number.isFinite)) {\n\t\t\tthrow new Error(\"Window position must contain finite x and y in desktop logical points.\");\n\t\t}\n\t}\n\tif (request.op === \"resize\") {\n\t\tconst size = request.size;\n\t\tif (\n\t\t\t!size || ![size.width, size.height].every(Number.isFinite) || size.width <= 0\n\t\t\t|| size.height <= 0\n\t\t) {\n\t\t\tthrow new Error(\n\t\t\t\t\"Window size must contain positive finite width and height in desktop logical points.\",\n\t\t\t);\n\t\t}\n\t}\n}\n\nfunction actionResult(data: Record, outcome: DesktopOutcome): DesktopResult {\n\tlet text = JSON.stringify({ action: data });\n\tif (Buffer.byteLength(text) > MAX_TEXT) {\n\t\ttext = JSON.stringify({\n\t\t\taction: {\n\t\t\t\toutcome,\n\t\t\t\ttarget_receipt: data.target_receipt,\n\t\t\t\tterminated: data.terminated,\n\t\t\t\tclipboard_changed: data.clipboard_changed,\n\t\t\t\tclipboard_cleanup: data.clipboard_cleanup,\n\t\t\t\tclipboard_ownership: data.clipboard_ownership,\n\t\t\t\tconsumption: data.consumption,\n\t\t\t},\n\t\t\twarning: \"Native action metadata exceeded the result limit. Inspect the current state.\",\n\t\t});\n\t}\n\treturn { text, outcome, isError: outcome !== \"completed\" };\n}\n\nasync function act(request: DesktopAction, signal: AbortSignal): Promise {\n\tlet dispatched = false;\n\tlet data: Record;\n\ttry {\n\t\tvalidateAction(request);\n\t\tconst operation = request.op === \"clipboard-write\"\n\t\t\t? \"clipboard\"\n\t\t\t: isDesktopManagement(request)\n\t\t\t? \"management\"\n\t\t\t: \"action\";\n\t\tdata = await native([operation], signal, {\n\t\t\tinput: JSON.stringify(request),\n\t\t\tonDispatch() {\n\t\t\t\tdispatched = true;\n\t\t\t},\n\t\t});\n\t\tif (![\"completed\", \"refused\", \"unknown\"].includes(String(data.outcome))) {\n\t\t\tthrow new Error(\"The Ace native client returned no action outcome.\");\n\t\t}\n\t} catch (error) {\n\t\tconst outcome = dispatched ? \"unknown\" : \"refused\";\n\t\treturn actionResult({\n\t\t\toutcome,\n\t\t\treason: (error instanceof Error ? error.message : String(error)).slice(0, 2000),\n\t\t\tmessage: dispatched\n\t\t\t\t? \"The desktop action may have partially run. Inspect the current state before retrying. Stopping does not undo input already delivered.\"\n\t\t\t\t: \"The desktop action was not sent to the native desktop.\",\n\t\t}, outcome);\n\t}\n\tconst outcome = data.outcome as DesktopOutcome;\n\tif (\n\t\toutcome === \"unknown\"\n\t\t&& ((request.op === \"quit\" && data.terminated === false)\n\t\t\t|| (request.op === \"close\" && data.target_receipt))\n\t) {\n\t\treturn await observeManagement(request, data, signal);\n\t}\n\tif (outcome !== \"completed\" || request.op === \"clipboard-write\") {\n\t\treturn actionResult(data, outcome);\n\t}\n\tif (isDesktopManagement(request)) return await observeManagement(request, data, signal);\n\t// Observation is separate from delivery: its failure must not turn completed input into a retry.\n\ttry {\n\t\tconst receipt = data.target_receipt as Reply[\"target_receipt\"];\n\t\tif (!receipt?.process_start_identity_decimal || !receipt.window_id) {\n\t\t\tthrow new Error(\"No exact-window action receipt.\");\n\t\t}\n\t\tconst observation = await inspect({\n\t\t\top: \"inspect\",\n\t\t\tpid: receipt.pid,\n\t\t\twindow: receipt.window_id,\n\t\t}, signal);\n\t\tconst fresh = JSON.parse(observation.text) as Record;\n\t\tif (observation.isError) {\n\t\t\treturn actionResult({\n\t\t\t\t...data,\n\t\t\t\tobservation_error: fresh,\n\t\t\t\tmessage:\n\t\t\t\t\t\"The action completed, but a fresh observation was unavailable. Inspect again to verify the result; do not repeat the action blindly.\",\n\t\t\t}, outcome);\n\t\t}\n\t\tconst current = fresh.target_receipt as Reply[\"target_receipt\"];\n\t\tif (current?.process_start_identity_decimal !== receipt.process_start_identity_decimal) {\n\t\t\tthrow new Error(\"The target application changed after the action.\");\n\t\t}\n\t\treturn {\n\t\t\ttext: bounded({ ...fresh, action: data }, \"ui_elements\"),\n\t\t\timage: observation.image,\n\t\t\toutcome,\n\t\t\tisError: false,\n\t\t};\n\t} catch (error) {\n\t\treturn actionResult({\n\t\t\t...data,\n\t\t\tobservation_error: (error instanceof Error ? error.message : String(error)).slice(0, 2000),\n\t\t\tmessage:\n\t\t\t\t\"The action completed, but a fresh observation was unavailable. Inspect again to verify the result; do not repeat the action blindly.\",\n\t\t}, outcome);\n\t}\n}\n\nasync function observeManagement(\n\trequest: DesktopManagement,\n\taction: Record,\n\tsignal: AbortSignal,\n): Promise {\n\tconst data: Record = { action };\n\tconst outcome = action.outcome === \"unknown\" ? \"unknown\" : \"completed\";\n\tconst receipt = action.target_receipt as Reply[\"target_receipt\"];\n\tif (\n\t\t!receipt || receipt.pid !== request.target.pid\n\t\t|| receipt.process_start_identity_decimal !== request.target.process_start_identity_decimal\n\t\t|| (request.op === \"activate\" || request.op === \"quit\"\n\t\t\t? receipt.window_id !== undefined\n\t\t\t: receipt.window_id !== request.target.window_id)\n\t) {\n\t\treturn actionResult({\n\t\t\t...action,\n\t\t\toutcome: \"unknown\",\n\t\t\treason:\n\t\t\t\t\"The native action returned a different target receipt. Refresh the target before any retry.\",\n\t\t}, \"unknown\");\n\t}\n\ttry {\n\t\tconst apps = await native([\"apps\"], signal);\n\t\tif (!Array.isArray(apps.apps)) throw new Error(\"Native application inventory is unavailable.\");\n\t\tdata.application_inventory_completeness = apps.inventory_completeness;\n\t\tdata.application_inventory_warnings = apps.inventory_warnings;\n\t\tconst app = apps.apps.find((app) => app.pid === receipt.pid);\n\t\tdata.application = app || null;\n\t\t// The native receipt owns close/quit evidence; later inventory cannot undo or establish it.\n\t\tif (!app && (request.op === \"quit\" || request.op === \"close\")) {\n\t\t\treturn managementResult(data, action, outcome);\n\t\t}\n\t\tif (!app) throw new Error(\"The target application was not returned by the later inventory.\");\n\t\tif (app.process_start_identity_decimal !== receipt.process_start_identity_decimal) {\n\t\t\tthrow new Error(\"The application changed process generation after the action.\");\n\t\t}\n\t\tconst windows = await native([\"windows\", String(receipt.pid)], signal);\n\t\tif (!Array.isArray(windows.windows)) throw new Error(\"Native window inventory is unavailable.\");\n\t\tdata.window_inventory_completeness = windows.inventory_completeness;\n\t\tdata.window_inventory_warnings = windows.inventory_warnings;\n\t\tdata.windows = windows.windows;\n\t\tif (\n\t\t\twindows.windows.some((window) =>\n\t\t\t\twindow.process_start_identity_decimal !== receipt.process_start_identity_decimal\n\t\t\t)\n\t\t) {\n\t\t\tthrow new Error(\n\t\t\t\t\"Later window inventory could not be bound to the original application generation.\",\n\t\t\t);\n\t\t}\n\t\tif (request.op === \"activate\" || request.op === \"quit\" || request.op === \"close\") {\n\t\t\treturn managementResult(data, action, outcome);\n\t\t}\n\t\tif (!windows.windows.some((window) => window.window_id === receipt.window_id)) {\n\t\t\tthrow new Error(\"The exact window was not returned by the later inventory.\");\n\t\t}\n\t\t// Minimization intentionally removes the visible capture target; refreshed inventory owns its state.\n\t\tif (request.op === \"minimize\") return managementResult(data, action);\n\t\tconst observation = await inspect({\n\t\t\top: \"inspect\",\n\t\t\tpid: receipt.pid,\n\t\t\twindow: receipt.window_id!,\n\t\t}, signal);\n\t\tconst fresh = JSON.parse(observation.text) as Record;\n\t\tif (observation.isError) {\n\t\t\tdata.observation_error = fresh;\n\t\t\tdata.message =\n\t\t\t\t\"The native action completed. Later inventory or inspection was unavailable; refresh the target before any further action, without repeating the completed action blindly.\";\n\t\t\treturn managementResult(data, action);\n\t\t}\n\t\tconst current = fresh.target_receipt as Reply[\"target_receipt\"];\n\t\tif (current?.process_start_identity_decimal !== receipt.process_start_identity_decimal) {\n\t\t\tthrow new Error(\"The application changed process generation before the later inspection.\");\n\t\t}\n\t\treturn {\n\t\t\ttext: bounded({ ...data, ...fresh }, \"ui_elements\"),\n\t\t\timage: observation.image,\n\t\t\toutcome: \"completed\",\n\t\t\tisError: false,\n\t\t};\n\t} catch (error) {\n\t\tdata.observation_error = (error instanceof Error ? error.message : String(error)).slice(\n\t\t\t0,\n\t\t\t2000,\n\t\t);\n\t\tdata.message = outcome === \"completed\"\n\t\t\t? \"The native action completed. Later inventory or inspection was unavailable; refresh the target before any further action, without repeating the completed action blindly.\"\n\t\t\t: \"Native completion was not confirmed and later inventory was unavailable. Refresh the target before choosing any further action; do not blindly repeat the request.\";\n\t\treturn managementResult(data, action, outcome);\n\t}\n}\n\nfunction managementResult(\n\tdata: Record,\n\taction: Record,\n\toutcome: \"completed\" | \"unknown\" = \"completed\",\n): DesktopResult {\n\ttry {\n\t\tconst text = Array.isArray(data.windows) ? bounded(data, \"windows\") : JSON.stringify(data);\n\t\tif (Buffer.byteLength(text) > MAX_TEXT) {\n\t\t\tthrow new Error(\"The later inventory exceeds the result limit.\");\n\t\t}\n\t\treturn { text, outcome, isError: outcome !== \"completed\" };\n\t} catch {\n\t\treturn actionResult({\n\t\t\t...action,\n\t\t\tobservation_error: data.observation_error || \"The later inventory exceeds the result limit.\",\n\t\t\tmessage:\n\t\t\t\t\"The native action outcome is preserved. Later inventory was omitted to fit the result limit; refresh the target without blindly repeating the action.\",\n\t\t}, outcome);\n\t}\n}\n\nexport const desktop: Desktop = async (request, context) => {\n\tif (\n\t\t!request\n\t\t|| ![\n\t\t\t\"clipboard-read\",\n\t\t\t\"clipboard-write\",\n\t\t\t\"apps\",\n\t\t\t\"windows\",\n\t\t\t\"inspect\",\n\t\t\t\"click\",\n\t\t\t\"type\",\n\t\t\t\"key\",\n\t\t\t\"insert\",\n\t\t\t\"select\",\n\t\t\t\"scroll\",\n\t\t\t\"drag\",\n\t\t\t\"activate\",\n\t\t\t\"quit\",\n\t\t\t\"close\",\n\t\t\t\"focus\",\n\t\t\t\"minimize\",\n\t\t\t\"restore\",\n\t\t\t\"move\",\n\t\t\t\"resize\",\n\t\t].includes(\n\t\t\trequest.op,\n\t\t)\n\t) {\n\t\tthrow new Error(\"Unknown native desktop request.\");\n\t}\n\tif (process.platform !== \"darwin\") {\n\t\tconst reason = \"Native desktop tools require macOS 15 or later.\";\n\t\tif (isDesktopAction(request)) return actionResult({ outcome: \"refused\", reason }, \"refused\");\n\t\tthrow new Error(reason);\n\t}\n\tconst deadline = new AbortController();\n\tconst timer = setTimeout(\n\t\t() => deadline.abort(new Error(\"Native desktop operation timed out after 30 seconds.\")),\n\t\t30_000,\n\t);\n\tconst signal = context.abortSignal\n\t\t? AbortSignal.any([context.abortSignal, deadline.signal])\n\t\t: deadline.signal;\n\ttry {\n\t\tif (isDesktopAction(request)) return await act(request, signal);\n\t\tif (request.op === \"inspect\") return await inspect(request, signal);\n\t\tif (request.op === \"clipboard-read\") {\n\t\t\tif (request.format !== undefined && request.format !== \"text\" && request.format !== \"image\") {\n\t\t\t\tthrow new Error(\"Choose text or image clipboard format.\");\n\t\t\t}\n\t\t\tconst data = await native([\"clipboard\"], signal, { input: JSON.stringify(request) });\n\t\t\tif (request.format === \"image\") return clipboardImage(data);\n\t\t\tif (\n\t\t\t\ttypeof data.present !== \"boolean\" || !Number.isSafeInteger(data.change_count)\n\t\t\t\t|| (data.present ? typeof data.text !== \"string\" : data.text !== undefined)\n\t\t\t) throw new Error(\"The native clipboard read returned an unsupported response.\");\n\t\t\tconst text = JSON.stringify(data);\n\t\t\tif (Buffer.byteLength(text) > 24_000) {\n\t\t\t\tthrow new Error(\"Clipboard text exceeds the complete 24 KB result limit.\");\n\t\t\t}\n\t\t\treturn { text };\n\t\t}\n\t\tlet query: string | undefined;\n\t\tif (request.op === \"apps\" && request.query !== undefined) {\n\t\t\tif (\n\t\t\t\ttypeof request.query !== \"string\" || request.query.length > 256\n\t\t\t\t|| !request.query.trim()\n\t\t\t) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t\"Application query must contain non-whitespace text and at most 256 characters.\",\n\t\t\t\t);\n\t\t\t}\n\t\t\tquery = request.query.trim();\n\t\t}\n\t\tconst args = request.op === \"apps\"\n\t\t\t? [\"apps\"]\n\t\t\t: [\"windows\", positive(request.pid)];\n\t\tconst data = await native(args, signal);\n\t\tif (query !== undefined) {\n\t\t\tif (!Array.isArray(data.apps)) {\n\t\t\t\tthrow new Error(\"Native application inventory is unavailable.\");\n\t\t\t}\n\t\t\tconst apps = data.apps;\n\t\t\tconst search = query.toLowerCase();\n\t\t\tconst matches = apps.filter((app) =>\n\t\t\t\tapp.name.toLowerCase().includes(search) || app.bundle_id?.toLowerCase().includes(search)\n\t\t\t);\n\t\t\tdata.apps = matches;\n\t\t\tdata.filter = {\n\t\t\t\tquery,\n\t\t\t\tfields: [\"name\", \"bundle_id\"],\n\t\t\t\tscope: \"returned_native_inventory\",\n\t\t\t\ttotal: apps.length,\n\t\t\t\tmatched: matches.length,\n\t\t\t};\n\t\t}\n\t\treturn { text: bounded(data, request.op === \"apps\" ? \"apps\" : \"windows\") };\n\t} finally {\n\t\tclearTimeout(timer);\n\t}\n};\n","editable",false,"branch","documentNavigation","repo","githubnext/ace2","repoId","938fe4cd-5320-4e4f-ac7c-87d4dad8490c","ownerId","org:89615882","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers","watching","pinned","notify","views",[226,227,228,229,230,231,232,233,234,235,236,237,238],"navigation",{"_54":55,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193},"sources",[],"viewer","meta",{"_174":175,"_176":177,"_178":179,"_42":31,"_180":166,"_181":31,"_48":49,"_50":49},"branches",[81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173],"tags",[69,70,71,72,73,74,75,76,77,78,79,80],"cloneUrl","https://git.nexthub.sh/githubnext/ace2.git","desktop-canary-v0.0.10","desktop-canary-v0.0.11","desktop-canary-v0.0.12","desktop-canary-v0.0.13","desktop-canary-v0.0.14","desktop-canary-v0.0.15","desktop-canary-v0.0.16","desktop-canary-v0.0.18","desktop-canary-v0.0.21","desktop-canary-v0.0.7","desktop-canary-v0.0.8","desktop-canary-v0.0.9","amber-beacon/composer-effort","brisk-ember/github-avatars","brisk-grove/image-paste-91","calm-anchor/fix-streaming-draft-overlap","calm-grove/composer-agent-mode","cloud-pilot-ops/canary-0-0-17","cloud-pilot-ops/cloud-move","cloud-pilot-ops/cloud-pilot","codex/agentation-shortcut","codex/annotation-polish","codex/browser-pages","codex/canary-0-0-21","codex/canary-0.0.11","codex/channel-delete-close","codex/channel-watch-recovery","codex/clipboard-files-write","codex/composer-coordinate-check","codex/computer-use-validation","codex/desktop-actions","codex/desktop-app-search","codex/desktop-app-state","codex/desktop-availability","codex/desktop-click-variants","codex/desktop-clipboard","codex/desktop-clipboard-files","codex/desktop-clipboard-image","codex/desktop-clipboard-image-write","codex/desktop-clipboard-text","codex/desktop-drag","codex/desktop-keyboard","codex/desktop-launch","codex/desktop-locked-feedback","codex/desktop-menu-command","codex/desktop-menu-inventory","codex/desktop-minimize","codex/desktop-open","codex/desktop-pointer","codex/desktop-quit","codex/desktop-selection-keys","codex/desktop-tool-guidance","codex/desktop-tools-extraction","codex/desktop-window-close","codex/desktop-window-geometry","codex/desktop-windows","codex/dev-permission-identity","codex/durable-composer-drafts","codex/fix-message-clipping","codex/lane-base-96","codex/native-patch-prefix","codex/peekaboo","codex/peer-channel-messaging","codex/pixel-snapshot-authority","codex/publish-canary-0-0-21","codex/readme-security","codex/settings-refresh","codex/stale-click-refusal","codex/tab-renaming-api","codex/team-agent-access","codex/team-channel-sections","codex/team-dogfood-integration","codex/webkit-coordinate-window","codex/webkit-desktop-focus","deft-beacon/helper-isolation","deft-grove/align-avatar-byline","deft-grove/build-canary-0-0-18","deft-grove/canary-github-releases","deft-grove/ship-canary-0-0-18","deft-meadow/details-sidebar","fair-ember/canary-0-0-13","fair-ember/canary-0-0-14","fair-fjord/all-projects","feat/github-cache","feat/rebuild","fix/channel-credentials","glad-anchor/restore-message-queue","glad-ember/archive-inactive-channels","glad-fjord/project-identity","glad-orbit/channel-progress","glad-ridge/terminal-replay-input","hazy-anchor/github-row-actions","hazy-ember/channel-access-toggles","hazy-grove/all-projects-add-channel","local-project-setup/build-canary-0-0-20","local-project-setup/canary-0-0-20","local-project-setup/local-project-setup","main","mellow-ridge/canary-0-0-16","mellow-ridge/top-bar-drag-area","nimble-cedar/modal-top-offset","nimble-meadow/canary-0-0-15","remote-channel-load/build-canary-0-0-19","remote-channel-load/canary-0-0-19","remote-channel-load/fix-remote-channel-load","description","Ace: a collaborative coding environment on the team's own machines","owner","githubnext","section","","head","empty","pins",[208,209,210],"documents",{"_203":204,"_205":206},"code",{"_199":200,"_201":202},"automations",{"_196":197,"_198":-5},"delivery",{"_194":49,"_195":-5},"tag","9Rn62lcgXCFfpmCuooTjLxGyUf8","releases","applications","workflows",2,"deployments","commits",215,"changes",1,"counts",{"_207":206},"total",86,"issue",{"_211":201,"_213":224,"_15":201,"_215":225,"_52":217,"_218":31,"_219":217,"_220":202},{"_211":221,"_213":222,"_15":221,"_215":223,"_52":217,"_218":31,"_219":217,"_220":49},{"_211":212,"_213":214,"_15":212,"_215":216,"_52":217,"_218":31,"_219":217,"_220":206},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_211":201,"_213":224,"_15":201,"_215":269,"_52":217,"_218":31,"_219":217},{"_211":221,"_213":222,"_15":221,"_215":268,"_52":217,"_218":31,"_219":217},{"_211":212,"_213":214,"_15":212,"_215":267,"_52":217,"_218":31,"_219":217},{"_211":264,"_213":265,"_15":264,"_215":266,"_52":31,"_218":31,"_219":217},{"_211":261,"_213":262,"_15":261,"_215":263,"_52":31,"_218":31,"_219":217},{"_211":196,"_213":259,"_15":188,"_215":260,"_52":31,"_218":31,"_219":217},{"_211":198,"_213":256,"_15":257,"_215":258,"_52":31,"_218":31,"_219":217},{"_211":194,"_213":254,"_15":194,"_215":255,"_52":31,"_218":31,"_219":217},{"_211":250,"_213":251,"_15":252,"_215":253,"_52":31,"_218":31,"_219":217},{"_211":184,"_213":248,"_15":184,"_215":249,"_52":31,"_218":31,"_219":31},{"_211":245,"_213":246,"_15":245,"_215":247,"_52":31,"_218":31,"_219":31},{"_211":242,"_213":243,"_15":242,"_215":244,"_52":31,"_218":31,"_219":31},{"_211":239,"_213":240,"_15":239,"_215":241,"_52":31,"_218":31,"_219":31},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794435376979,"sidebar","expanded"]