[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_271":-5,"_274":275,"_276":277},"routes/shell",{"_40":41,"_270":-5,"_271":-5,"_272":273},"routes/repo",{"_33":-7,"_34":35,"_36":37,"_38":39,"_40":41,"_42":31,"_43":31,"_44":31,"_45":31,"_46":31,"_47":31,"_48":49,"_50":49,"_51":31,"_52":-7,"_53":-7,"_54":55,"_56":57,"_58":59,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":14,"_22":23,"_24":-5,"_25":26,"_27":28,"_28":29,"_30":31,"_32":14},"ref","0e3fed97e2ce70314fa4552ee6d5379d87bd90f7","path","apps/host/src/desktop.ts","oid","7369ee04ffe31ad5bfa808fe64426bf3a88752fa","size",12638,"commit","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","import { execFile } from \"node:child_process\";\nimport { existsSync } from \"node:fs\";\nimport { mkdtemp, readFile, rm, stat } from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { dirname, join } from \"node:path\";\nimport { promisify } from \"node:util\";\n\nimport {\n\ttype Desktop,\n\tDESKTOP_KEYS,\n\tDESKTOP_MODIFIERS,\n\tDESKTOP_SELECTIONS,\n\ttype DesktopAction,\n\ttype DesktopOutcome,\n\ttype DesktopRequest,\n\ttype DesktopResult,\n\tisDesktopAction,\n} from \"@ace/channel/desktop\";\n\nimport { config } from \"./config\";\n\nconst exec = promisify(execFile);\nconst MAX_TEXT = 32_000;\nconst MAX_IMAGE = 900_000;\nconst MAX_OUTPUT = 2_000_000;\n\ntype Reply = {\n\tsuccess: boolean;\n\tdata: Record | null;\n\terror?: { code: string; message: string; details?: string };\n\ttarget_receipt?: { pid: number; window_id: number; process_start_identity_decimal?: string };\n};\n\nasync function run(\n\tpath: string,\n\targs: string[],\n\tsignal: AbortSignal,\n\terrorJson = false,\n\tinput?: string,\n): Promise {\n\tsignal.throwIfAborted();\n\ttry {\n\t\tconst pending = exec(path, args, {\n\t\t\tencoding: \"utf8\",\n\t\t\tsignal,\n\t\t\tkillSignal: \"SIGKILL\",\n\t\t\tmaxBuffer: MAX_OUTPUT,\n\t\t});\n\t\tlet inputError: Error | undefined;\n\t\tif (input !== undefined) {\n\t\t\t// A signing or setup refusal can exit before reading stdin; its JSON still owns the outcome.\n\t\t\tpending.child.stdin!.on(\"error\", (error) => inputError = error);\n\t\t\tpending.child.stdin!.end(input);\n\t\t}\n\t\tconst { stdout } = await pending;\n\t\tif (inputError && !stdout.trim()) throw inputError;\n\t\treturn stdout;\n\t} catch (error) {\n\t\tsignal.throwIfAborted();\n\t\tconst failed = error as Error & { code?: number | string; stdout?: string; stderr?: string };\n\t\t// The native client reports expected refusals as JSON on unsuccessful exits too.\n\t\tif (errorJson && typeof failed.code === \"number\" && failed.stdout?.trim()) return failed.stdout;\n\t\tthrow new Error((failed.stderr?.trim() || failed.message).slice(0, 2000), { cause: error });\n\t}\n}\n\nasync function native(\n\targs: string[],\n\tsignal: AbortSignal,\n\toptions: {\n\t\ttarget?: Extract;\n\t\tinput?: string;\n\t\tonDispatch?(): void;\n\t} = {},\n): Promise> {\n\tconst path = process.env.ACE_DESKTOP_CLIENT\n\t\t|| join(dirname(process.execPath), \"ace-desktop-client\");\n\tif (!existsSync(path)) {\n\t\tthrow new Error(\n\t\t\t\"Native desktop tools require the Ace desktop app on this host. Source hosts can set ACE_DESKTOP_CLIENT to its bundled ace-desktop-client.\",\n\t\t);\n\t}\n\tconst socket = join(config.home, \"desktop.sock\");\n\tif (!existsSync(socket)) {\n\t\tthrow new Error(\"Open Ace on this host to enable native desktop tools.\");\n\t}\n\tsignal.throwIfAborted();\n\toptions.onDispatch?.();\n\tconst output = await run(path, [socket, ...args], signal, true, options.input);\n\tlet value: Reply;\n\ttry {\n\t\tvalue = JSON.parse(output) as Reply;\n\t} catch {\n\t\tthrow new Error(\"The Ace native client returned invalid JSON.\");\n\t}\n\tif (!value || typeof value.success !== \"boolean\") {\n\t\tthrow new Error(\"The Ace native client returned an unsupported response.\");\n\t}\n\tif (!value.success) {\n\t\tconst error = value.error;\n\t\tconst reason = error ? `${error.code}: ${error.message}` : \"Native desktop operation failed\";\n\t\tconst permission = error?.code.toLowerCase().includes(\"permission\")\n\t\t\t? \" Check Ace's Accessibility and Screen Recording access in Ace Settings.\"\n\t\t\t: \"\";\n\t\tthrow new Error(`${reason}.${permission}`);\n\t}\n\tif (!value.data || typeof value.data !== \"object\") {\n\t\tthrow new Error(\"The Ace native client returned no desktop data.\");\n\t}\n\tconst { target } = options;\n\tif (target) {\n\t\tconst receipt = value.target_receipt;\n\t\tif (!receipt) {\n\t\t\tthrow new Error(\"Native inspection returned no exact-window receipt.\");\n\t\t}\n\t\tif (receipt.pid !== target.pid || receipt.window_id !== target.window) {\n\t\t\tthrow new Error(\n\t\t\t\t\"Native inspection returned a different application or window. Refresh the desktop inventory and select the target again.\",\n\t\t\t);\n\t\t}\n\t}\n\treturn {\n\t\t...value.data,\n\t\t...(value.target_receipt ? { target_receipt: value.target_receipt } : {}),\n\t};\n}\n\nfunction bounded(data: Record, field: string): string {\n\tconst source = data[field];\n\tif (!Array.isArray(source)) throw new Error(`Native inspection returned no ${field} array.`);\n\tconst values = [...source];\n\tconst value = { ...data, [field]: values };\n\tlet text = JSON.stringify(value);\n\twhile (Buffer.byteLength(text) > MAX_TEXT && values.length) {\n\t\tvalues.pop();\n\t\ttext = JSON.stringify({\n\t\t\t...value,\n\t\t\tace_truncated: true,\n\t\t\tace_omitted: source.length - values.length,\n\t\t});\n\t}\n\tif (Buffer.byteLength(text) > MAX_TEXT) {\n\t\tthrow new Error(\"Native inspection metadata exceeds the result limit.\");\n\t}\n\treturn text;\n}\n\nfunction positive(value: number): string {\n\tif (!Number.isSafeInteger(value) || value < 1) {\n\t\tthrow new Error(\"Choose a positive application PID and window ID from the desktop inventory.\");\n\t}\n\treturn String(value);\n}\n\nasync function screenshot(input: string, output: string, signal: AbortSignal) {\n\tconst file = await stat(input);\n\tif (!file.isFile() || file.size > 32_000_000) {\n\t\tthrow new Error(\"The native screenshot is missing or too large.\");\n\t}\n\t// A single result must fit the hosted channel's 2 MB SQLite row, including its base64 image.\n\tfor (const size of [1600, 1200, 800]) {\n\t\tawait run(\"/usr/bin/sips\", [\n\t\t\t\"-s\",\n\t\t\t\"format\",\n\t\t\t\"jpeg\",\n\t\t\t\"-s\",\n\t\t\t\"formatOptions\",\n\t\t\t\"70\",\n\t\t\t\"--resampleHeightWidthMax\",\n\t\t\tString(size),\n\t\t\tinput,\n\t\t\t\"--out\",\n\t\t\toutput,\n\t\t], signal);\n\t\tif ((await stat(output)).size > MAX_IMAGE) continue;\n\t\tconst info = await run(\n\t\t\t\"/usr/bin/sips\",\n\t\t\t[\"-g\", \"pixelWidth\", \"-g\", \"pixelHeight\", output],\n\t\t\tsignal,\n\t\t);\n\t\tconst width = Number(/pixelWidth:\\s*(\\d+)/.exec(info)?.[1]);\n\t\tconst height = Number(/pixelHeight:\\s*(\\d+)/.exec(info)?.[1]);\n\t\tif (!width || !height) throw new Error(\"Could not read the screenshot dimensions.\");\n\t\tconst bytes = await readFile(output);\n\t\tif (bytes.length > MAX_IMAGE) {\n\t\t\tthrow new Error(\"The resized screenshot exceeds the result limit.\");\n\t\t}\n\t\treturn { image: { mimeType: \"image/jpeg\", data: bytes.toString(\"base64\") }, width, height };\n\t}\n\tthrow new Error(\"The screenshot could not be resized within the result limit.\");\n}\n\nasync function inspect(\n\trequest: Extract,\n\tsignal: AbortSignal,\n): Promise {\n\tconst pid = positive(request.pid);\n\tconst window = positive(request.window);\n\tconst directory = await mkdtemp(join(tmpdir(), \"ace-desktop-\"));\n\ttry {\n\t\tconst path = join(directory, \"capture.png\");\n\t\tconst data = await native([\"inspect\", pid, window, path], signal, { target: request });\n\t\tconst { image, width, height } = await screenshot(path, join(directory, \"image.jpg\"), signal);\n\t\tconst { screenshot_raw: _raw, screenshot_annotated: _annotated, ...observation } = data;\n\t\tconst text = bounded({\n\t\t\t...observation,\n\t\t\tace_image: {\n\t\t\t\twidth,\n\t\t\t\theight,\n\t\t\t\tnote:\n\t\t\t\t\t\"Screenshot resized; Accessibility bounds remain in their original coordinate system.\",\n\t\t\t},\n\t\t}, \"ui_elements\");\n\t\treturn { text, image };\n\t} finally {\n\t\tawait rm(directory, { recursive: true, force: true });\n\t}\n}\n\nfunction validateAction(request: DesktopAction) {\n\tif (typeof request.snapshot !== \"string\" || !request.snapshot || request.snapshot.length > 256) {\n\t\tthrow new Error(\"Use the snapshot_id from a fresh desktop_inspect result.\");\n\t}\n\tif (request.op === \"key\") {\n\t\tif (!DESKTOP_KEYS.includes(request.key)) throw new Error(\"Choose one supported key.\");\n\t\tconst modifiers = request.modifiers;\n\t\tif (\n\t\t\tmodifiers !== undefined && (\n\t\t\t\t!Array.isArray(modifiers) || modifiers.length > 4\n\t\t\t\t|| new Set(modifiers).size !== modifiers.length\n\t\t\t\t|| modifiers.some((modifier) => !DESKTOP_MODIFIERS.includes(modifier))\n\t\t\t)\n\t\t) {\n\t\t\tthrow new Error(\"Use each of command, control, option, and shift at most once.\");\n\t\t}\n\t\treturn;\n\t}\n\tif (typeof request.element !== \"string\" || !request.element || request.element.length > 256) {\n\t\tthrow new Error(\"Choose an element ID from the inspected snapshot.\");\n\t}\n\tif (request.op === \"type\" && (typeof request.text !== \"string\" || request.text.length > 8192)) {\n\t\tthrow new Error(\"Replacement text must contain at most 8192 UTF-16 code units.\");\n\t}\n\tif (request.op === \"select\") {\n\t\tif (typeof request.text !== \"string\" || !request.text || request.text.length > 4096) {\n\t\t\tthrow new Error(\"Selection text must contain 1 to 4096 UTF-16 code units.\");\n\t\t}\n\t\tfor (const context of [request.prefix, request.suffix]) {\n\t\t\tif (context !== undefined && (typeof context !== \"string\" || context.length > 2048)) {\n\t\t\t\tthrow new Error(\"Selection context must contain at most 2048 UTF-16 code units.\");\n\t\t\t}\n\t\t}\n\t\tif (request.selection !== undefined && !DESKTOP_SELECTIONS.includes(request.selection)) {\n\t\t\tthrow new Error(\"Choose text, cursor_before, or cursor_after for selection.\");\n\t\t}\n\t}\n}\n\nfunction actionResult(data: Record, outcome: DesktopOutcome): DesktopResult {\n\tlet text = JSON.stringify({ action: data });\n\tif (Buffer.byteLength(text) > MAX_TEXT) {\n\t\ttext = JSON.stringify({\n\t\t\taction: { outcome, target_receipt: data.target_receipt },\n\t\t\twarning: \"Native action metadata exceeded the result limit. Inspect the current state.\",\n\t\t});\n\t}\n\treturn { text, outcome, isError: outcome !== \"completed\" };\n}\n\nasync function act(request: DesktopAction, signal: AbortSignal): Promise {\n\tlet dispatched = false;\n\tlet data: Record;\n\ttry {\n\t\tvalidateAction(request);\n\t\tdata = await native([\"action\"], signal, {\n\t\t\tinput: JSON.stringify(request),\n\t\t\tonDispatch() {\n\t\t\t\tdispatched = true;\n\t\t\t},\n\t\t});\n\t\tif (![\"completed\", \"refused\", \"unknown\"].includes(String(data.outcome))) {\n\t\t\tthrow new Error(\"The Ace native client returned no action outcome.\");\n\t\t}\n\t} catch (error) {\n\t\tconst outcome = dispatched ? \"unknown\" : \"refused\";\n\t\treturn actionResult({\n\t\t\toutcome,\n\t\t\treason: (error instanceof Error ? error.message : String(error)).slice(0, 2000),\n\t\t\tmessage: dispatched\n\t\t\t\t? \"The desktop action may have partially run. Inspect the current state before retrying. Stopping does not undo input already delivered.\"\n\t\t\t\t: \"The desktop action was not sent to the native desktop.\",\n\t\t}, outcome);\n\t}\n\tconst outcome = data.outcome as DesktopOutcome;\n\tif (outcome !== \"completed\") return actionResult(data, outcome);\n\t// Observation is separate from delivery: its failure must not turn completed input into a retry.\n\ttry {\n\t\tconst receipt = data.target_receipt as Reply[\"target_receipt\"];\n\t\tif (!receipt?.process_start_identity_decimal) {\n\t\t\tthrow new Error(\"No exact-window action receipt.\");\n\t\t}\n\t\tconst observation = await inspect({\n\t\t\top: \"inspect\",\n\t\t\tpid: receipt.pid,\n\t\t\twindow: receipt.window_id,\n\t\t}, signal);\n\t\tconst fresh = JSON.parse(observation.text) as Record;\n\t\tconst current = fresh.target_receipt as Reply[\"target_receipt\"];\n\t\tif (current?.process_start_identity_decimal !== receipt.process_start_identity_decimal) {\n\t\t\tthrow new Error(\"The target application changed after the action.\");\n\t\t}\n\t\treturn {\n\t\t\ttext: bounded({ ...fresh, action: data }, \"ui_elements\"),\n\t\t\timage: observation.image,\n\t\t\toutcome,\n\t\t\tisError: false,\n\t\t};\n\t} catch (error) {\n\t\treturn actionResult({\n\t\t\t...data,\n\t\t\tobservation_error: (error instanceof Error ? error.message : String(error)).slice(0, 2000),\n\t\t\tmessage:\n\t\t\t\t\"The action completed, but a fresh observation was unavailable. Inspect again to verify the result; do not repeat the action blindly.\",\n\t\t}, outcome);\n\t}\n}\n\nexport const desktop: Desktop = async (request, context) => {\n\tif (\n\t\t!request\n\t\t|| ![\"apps\", \"windows\", \"inspect\", \"click\", \"type\", \"key\", \"select\"].includes(\n\t\t\trequest.op,\n\t\t)\n\t) {\n\t\tthrow new Error(\"Unknown native desktop request.\");\n\t}\n\tif (process.platform !== \"darwin\") {\n\t\tconst reason = \"Native desktop tools require macOS 15 or later.\";\n\t\tif (isDesktopAction(request)) return actionResult({ outcome: \"refused\", reason }, \"refused\");\n\t\tthrow new Error(reason);\n\t}\n\tconst deadline = new AbortController();\n\tconst timer = setTimeout(\n\t\t() => deadline.abort(new Error(\"Native desktop operation timed out after 30 seconds.\")),\n\t\t30_000,\n\t);\n\tconst signal = context.abortSignal\n\t\t? AbortSignal.any([context.abortSignal, deadline.signal])\n\t\t: deadline.signal;\n\ttry {\n\t\tif (isDesktopAction(request)) return await act(request, signal);\n\t\tif (request.op === \"inspect\") return await inspect(request, signal);\n\t\tconst args = request.op === \"apps\"\n\t\t\t? [\"apps\"]\n\t\t\t: [\"windows\", positive(request.pid)];\n\t\tconst data = await native(args, signal);\n\t\treturn { text: bounded(data, request.op === \"apps\" ? \"apps\" : \"windows\") };\n\t} finally {\n\t\tclearTimeout(timer);\n\t}\n};\n","editable",false,"branch","documentNavigation","repo","githubnext/ace2","repoId","938fe4cd-5320-4e4f-ac7c-87d4dad8490c","ownerId","org:89615882","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers","watching","pinned","notify","views",[226,227,228,229,230,231,232,233,234,235,236,237,238],"navigation",{"_54":55,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193},"sources",[],"viewer","meta",{"_174":175,"_176":177,"_178":179,"_42":31,"_180":166,"_181":31,"_48":49,"_50":49},"branches",[81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173],"tags",[69,70,71,72,73,74,75,76,77,78,79,80],"cloneUrl","https://git.nexthub.sh/githubnext/ace2.git","desktop-canary-v0.0.10","desktop-canary-v0.0.11","desktop-canary-v0.0.12","desktop-canary-v0.0.13","desktop-canary-v0.0.14","desktop-canary-v0.0.15","desktop-canary-v0.0.16","desktop-canary-v0.0.18","desktop-canary-v0.0.21","desktop-canary-v0.0.7","desktop-canary-v0.0.8","desktop-canary-v0.0.9","amber-beacon/composer-effort","brisk-ember/github-avatars","brisk-grove/image-paste-91","calm-anchor/fix-streaming-draft-overlap","calm-grove/composer-agent-mode","cloud-pilot-ops/canary-0-0-17","cloud-pilot-ops/cloud-move","cloud-pilot-ops/cloud-pilot","codex/agentation-shortcut","codex/annotation-polish","codex/browser-pages","codex/canary-0-0-21","codex/canary-0.0.11","codex/channel-delete-close","codex/channel-watch-recovery","codex/clipboard-files-write","codex/composer-coordinate-check","codex/computer-use-validation","codex/desktop-actions","codex/desktop-app-search","codex/desktop-app-state","codex/desktop-availability","codex/desktop-click-variants","codex/desktop-clipboard","codex/desktop-clipboard-files","codex/desktop-clipboard-image","codex/desktop-clipboard-image-write","codex/desktop-clipboard-text","codex/desktop-drag","codex/desktop-keyboard","codex/desktop-launch","codex/desktop-locked-feedback","codex/desktop-menu-command","codex/desktop-menu-inventory","codex/desktop-minimize","codex/desktop-open","codex/desktop-pointer","codex/desktop-quit","codex/desktop-selection-keys","codex/desktop-tool-guidance","codex/desktop-tools-extraction","codex/desktop-window-close","codex/desktop-window-geometry","codex/desktop-windows","codex/dev-permission-identity","codex/durable-composer-drafts","codex/fix-message-clipping","codex/lane-base-96","codex/native-patch-prefix","codex/peekaboo","codex/peer-channel-messaging","codex/pixel-snapshot-authority","codex/publish-canary-0-0-21","codex/readme-security","codex/settings-refresh","codex/stale-click-refusal","codex/tab-renaming-api","codex/team-agent-access","codex/team-channel-sections","codex/team-dogfood-integration","codex/webkit-coordinate-window","codex/webkit-desktop-focus","deft-beacon/helper-isolation","deft-grove/align-avatar-byline","deft-grove/build-canary-0-0-18","deft-grove/canary-github-releases","deft-grove/ship-canary-0-0-18","deft-meadow/details-sidebar","fair-ember/canary-0-0-13","fair-ember/canary-0-0-14","fair-fjord/all-projects","feat/github-cache","feat/rebuild","fix/channel-credentials","glad-anchor/restore-message-queue","glad-ember/archive-inactive-channels","glad-fjord/project-identity","glad-orbit/channel-progress","glad-ridge/terminal-replay-input","hazy-anchor/github-row-actions","hazy-ember/channel-access-toggles","hazy-grove/all-projects-add-channel","local-project-setup/build-canary-0-0-20","local-project-setup/canary-0-0-20","local-project-setup/local-project-setup","main","mellow-ridge/canary-0-0-16","mellow-ridge/top-bar-drag-area","nimble-cedar/modal-top-offset","nimble-meadow/canary-0-0-15","remote-channel-load/build-canary-0-0-19","remote-channel-load/canary-0-0-19","remote-channel-load/fix-remote-channel-load","description","Ace: a collaborative coding environment on the team's own machines","owner","githubnext","section","","head","empty","pins",[208,209,210],"documents",{"_203":204,"_205":206},"code",{"_199":200,"_201":202},"automations",{"_196":197,"_198":-5},"delivery",{"_194":49,"_195":-5},"tag","9Rn62lcgXCFfpmCuooTjLxGyUf8","releases","applications","workflows",2,"deployments","commits",215,"changes",1,"counts",{"_207":206},"total",86,"issue",{"_211":201,"_213":224,"_15":201,"_215":225,"_52":217,"_218":31,"_219":217,"_220":202},{"_211":221,"_213":222,"_15":221,"_215":223,"_52":217,"_218":31,"_219":217,"_220":49},{"_211":212,"_213":214,"_15":212,"_215":216,"_52":217,"_218":31,"_219":217,"_220":206},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_211":201,"_213":224,"_15":201,"_215":269,"_52":217,"_218":31,"_219":217},{"_211":221,"_213":222,"_15":221,"_215":268,"_52":217,"_218":31,"_219":217},{"_211":212,"_213":214,"_15":212,"_215":267,"_52":217,"_218":31,"_219":217},{"_211":264,"_213":265,"_15":264,"_215":266,"_52":31,"_218":31,"_219":217},{"_211":261,"_213":262,"_15":261,"_215":263,"_52":31,"_218":31,"_219":217},{"_211":196,"_213":259,"_15":188,"_215":260,"_52":31,"_218":31,"_219":217},{"_211":198,"_213":256,"_15":257,"_215":258,"_52":31,"_218":31,"_219":217},{"_211":194,"_213":254,"_15":194,"_215":255,"_52":31,"_218":31,"_219":217},{"_211":250,"_213":251,"_15":252,"_215":253,"_52":31,"_218":31,"_219":217},{"_211":184,"_213":248,"_15":184,"_215":249,"_52":31,"_218":31,"_219":31},{"_211":245,"_213":246,"_15":245,"_215":247,"_52":31,"_218":31,"_219":31},{"_211":242,"_213":243,"_15":242,"_215":244,"_52":31,"_218":31,"_219":31},{"_211":239,"_213":240,"_15":239,"_215":241,"_52":31,"_218":31,"_219":31},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794475637585,"sidebar","expanded"]