[accessibility|pixels] | action < JSON\"","\t\t\t\"Usage: ace-desktop-client apps | windows | inspect

| action < JSON\"","\t\tcase .usage:","\t\tswitch self {","\tvar errorDescription: String? {","\tcase usage, target, image, pixels","\tcase usage, target, image","private enum ClientError: LocalizedError {","\tcase accessibility, pixels","private enum InspectionMode: String {",256,263,8,[569,570,571,572,573,574,575,576],{"_88":89,"_90":364},{"_88":89,"_90":165},{"_88":89,"_90":582},{"_88":53,"_90":581},{"_88":53,"_90":580},{"_88":89,"_90":579},{"_88":89,"_90":578},{"_88":89,"_90":577},"\tlet snapshot_id: String?","\tlet window_title: String?","\tlet application_name: String?","\tlet note: String?","\tlet inspection_mode: String","private struct Inspection: Encodable {",116,119,[586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601],{"_88":89,"_90":617},{"_88":89,"_90":616},{"_88":89,"_90":615},{"_88":53,"_90":614},{"_88":53,"_90":613},{"_88":89,"_90":612},{"_88":89,"_90":611},{"_88":55,"_90":610},{"_88":53,"_90":609},{"_88":89,"_90":608},{"_88":89,"_90":607},{"_88":53,"_90":606},{"_88":53,"_90":605},{"_88":89,"_90":604},{"_88":89,"_90":603},{"_88":89,"_90":602},"\t\t\tsnapshot_id: result.files.publishedSnapshotID,","\t\t\twindow_title: result.target.window?.title,","\t\t\tapplication_name: result.target.app?.name,","\t\t\tnote: accessibility ? nil : \"Read-only pixels: no Accessibility elements or reusable action snapshot. Inspect with accessibility mode before acting.\",","\t\t\tinspection_mode: mode.rawValue,","\t\tlet data = Inspection(","\t\ttry image.write(to: URL(fileURLWithPath: path), options: [.atomic])","\t\t// Reusable snapshots remain Bridge-owned; the host removes this caller-visible artifact after resizing.","\t\t// The Bridge retains its own snapshot copy; the host removes this caller-visible artifact after resizing.","\t\tguard !image.isEmpty, image.count <= 32 * 1024 * 1024 else { throw ClientError.image }","\t\tlet image = try result.verifiedCaptureImageData(requirement: .requireDigest)","\t\telse { throw ClientError.pixels }","\t\tguard accessibility || (result.files.publishedSnapshotID == nil && result.elements == nil)","\t\tlet result = observation.payload","\t\telse { throw ClientError.target }","\t\t\ttarget.exactWindow?.identity.windowID == Int(window)",93,22,25,[622,623,624,625,626,627,628,629,630,631,632,633,634,635,636,637,638,639,640,641,642,643,644,645,646,647,648,649,650,651],{"_88":89,"_90":678},{"_88":89,"_90":677},{"_88":89,"_90":676},{"_88":55,"_90":675},{"_88":53,"_90":674},{"_88":53,"_90":673},{"_88":53,"_90":672},{"_88":89,"_90":264},{"_88":89,"_90":365},{"_88":89,"_90":165},{"_88":89,"_90":671},{"_88":55,"_90":670},{"_88":53,"_90":669},{"_88":89,"_90":668},{"_88":53,"_90":667},{"_88":89,"_90":666},{"_88":89,"_90":665},{"_88":89,"_90":664},{"_88":89,"_90":663},{"_88":55,"_90":662},{"_88":53,"_90":661},{"_88":89,"_90":660},{"_88":55,"_90":659},{"_88":53,"_90":658},{"_88":89,"_90":657},{"_88":55,"_90":656},{"_88":53,"_90":655},{"_88":89,"_90":654},{"_88":89,"_90":653},{"_88":89,"_90":652},"\t\tguard let target = observation.targetIdentity,","\t\t))","\t\t\ttimeout: .init(overall: 20, detection: 15)","\t\t\toutput: .init(path: path, saveSnapshot: accessibility, includeImageData: true),","\t\t\toutput: .init(path: path, saveSnapshot: true, includeImageData: true),","\t\t\t),","\t\t\t\trequiresFreshAccessibilityTree: accessibility","\t\t\t\trequiresFreshAccessibilityTree: true","\t\t\t\ttraversalBudget: .init(maxDepth: 15, maxElementCount: 200, maxChildrenPerNode: 100),","\t\t\t\tmode: accessibility ? .accessibility : .none,","\t\t\t\tmode: .accessibility,","\t\t\tdetection: .init(","\t\t\tcapture: .init(scale: .logical1x, focus: .background),","\t\t\ttarget: .pid(pid, window: .id(window)),","\t\tlet observation = try await client.desktopObservationWithOutcome(.init(","\t\tlet accessibility = mode == .accessibility","\t) async throws -> Data {","\t\t_ client: PeekabooBridgeClient, pid: Int32, window: UInt32, path: String, mode: InspectionMode","\t\t_ client: PeekabooBridgeClient, pid: Int32, window: UInt32, path: String","\tprivate static func inspect(","\t\t\treturn try await inspect(client, pid: pid, window: window, path: args[4], mode: mode)","\t\t\telse { throw ClientError.usage }","\t\t\tguard let mode = InspectionMode(rawValue: args.count == 6 ? args[5] : \"accessibility\")","\t\t\treturn try await inspect(client, pid: pid, window: window, path: args[4])","\t\t\tguard args[4].hasPrefix(\"/\") else { throw ClientError.usage }","\t\t\tguard let window = UInt32(args[3]), window > 0 else { throw ClientError.usage }","\t\t\tlet pid = try processID(args[2])",[680,681,682,683,684,685,686,687],{"_88":89,"_90":695},{"_88":89,"_90":694},{"_88":89,"_90":693},{"_88":55,"_90":692},{"_88":53,"_90":691},{"_88":89,"_90":690},{"_88":89,"_90":689},{"_88":89,"_90":688},"\t\tlet identity = try SigningIdentity.current()","\t\telse { throw ClientError.usage }","\t\t\t|| (operation == \"action\" && args.count == 2)","\t\t\t|| (operation == \"inspect\" && (args.count == 5 || args.count == 6))","\t\t\t|| (operation == \"inspect\" && args.count == 5)","\t\t\t|| (operation == \"windows\" && args.count == 3)","\t\tguard (operation == \"apps\" && args.count == 2)","\t\tlet operation = args[1]","8ac1a72","1b8c7f0","id","01M451ASH8G84M2X1HWESXG9JH","project","number",71,"title","Inspect native pixels and report target availability","description",{"_737":738,"_52":739},"state","merged","base",{"_700":18,"_733":736,"_735":36},"head",{"_700":18,"_733":734,"_735":38},"mergeRevision","61c5aa9b1d5420f00673b84d9aaa80fdbcfda37e","implements",[],"addresses",[],"createdBy",{"_729":730},"createdAt","2026-10-05T03:22:17.000Z","updatedAt","2026-10-05T12:14:04.000Z","locked","fork","headAvailable",true,"actor",{"_51":731,"_698":732},"user","import:github:1714999","branch","refs/pull/71/head","revision","refs/heads/feat/github-cache","format","markdown","Failed native window inspections retain their original error and add a bounded, later read of target availability. Explicit `desktop_inspect` pixels mode returns a screenshot with exact target and image-digest checks, without a reusable action snapshot. Failed reinspection also preserves an already completed action's outcome.\n\nRelates to #64 and #8. These diagnostics do not establish or fix the cause of intermittent offscreen or incomplete Accessibility observations.\n\nThis focused PR is based on merged application-state and selection/shortcut changes (`9418c8e`); it no longer depends on #67. Availability diagnostics retain the new `is_active_known` flag.\n\nValidation: type checks, formatting/lint, the independent signed desktop build, deep/strict signature verification, diff checks, and independent source review pass. Fresh native calls against that signed candidate passed exact app/window generation, Accessibility and pixel inspection, absent-window original-error diagnostics, unknown-state flags, and invalid-mode rejection. Pixel results have a screenshot but no action snapshot, element IDs, or detection metadata. Ace's initial webview AX tree was sparse; this does not claim that separate issue is fixed.\n\nA real AppKit Close Alpha button ran exactly once and closed its target while another fixture window remained open. The returned action retained its original completed outcome/native receipt and separately reported the failed follow-up inspection. Callback evidence confirmed the actual close; no input was replayed. The initial verifier incorrectly expected the closed window to disappear from inventory; macOS retained an offscreen pixels-only row. Rechecking the saved result against the correct contract passed without repeating the click. Existing pi result/history transport is unchanged; broader visual workflows remain tracked in #8.\n\nA real pi/Anthropic run using this PR's desktop tool schema and host adapter passed exactly three read-only inspections: pixels, Accessibility, and an absent window. The stored tool results retained the native text, screenshots, and error flags exactly. Reopening the same pi SQLite store returned identical results and images with unchanged model usage and no repeated native calls. Evidence: `/tmp/ace-availability-model-odVTLq/result.json`.\n\n### Built in Ace\n\nAce's terminal ran installation, builds, checks, Git/GitHub operations, and prior native validation. Codex coordinated and read/edited source while Ace's external-harness support (#9) and file editor (#22) remain unfinished. Native checks ran through Ace’s terminal against the isolated signed app. External CUA was used only to quit the prior validation build and launch the disposable AppKit fixture while Ace’s application-lifecycle support remains incomplete under #8.\n","iamnbutler","documentNavigation","repo","githubnext/ace2","repoId","ownerId","org:89615882","site","nexthub","private","admin","settings","triage","starred","stars","watchers","watching","pinned","notify","views",[921,922,923,924,925,926,927,928,929,930,931,932,933],"navigation",{"_759":760,"_883":884,"_885":886,"_887":888,"_889":890,"_891":892,"_88":893},"sources",[],"meta",{"_705":878,"_879":880,"_881":165,"_749":22,"_711":870,"_882":22,"_754":136,"_755":136},"branches",[785,786,787,788,789,790,791,792,793,794,795,796,797,798,799,800,801,802,803,804,805,806,807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822,823,824,825,826,827,828,829,830,831,832,833,834,835,836,837,838,839,840,841,842,843,844,845,846,847,848,849,850,851,852,853,854,855,856,857,858,859,860,861,862,863,864,865,866,867,868,869,870,871,872,873,874,875,876,877],"tags",[773,774,775,776,777,778,779,780,781,782,783,784],"cloneUrl","https://git.nexthub.sh/githubnext/ace2.git","desktop-canary-v0.0.10","desktop-canary-v0.0.11","desktop-canary-v0.0.12","desktop-canary-v0.0.13","desktop-canary-v0.0.14","desktop-canary-v0.0.15","desktop-canary-v0.0.16","desktop-canary-v0.0.18","desktop-canary-v0.0.21","desktop-canary-v0.0.7","desktop-canary-v0.0.8","desktop-canary-v0.0.9","amber-beacon/composer-effort","brisk-ember/github-avatars","brisk-grove/image-paste-91","calm-anchor/fix-streaming-draft-overlap","calm-grove/composer-agent-mode","cloud-pilot-ops/canary-0-0-17","cloud-pilot-ops/cloud-move","cloud-pilot-ops/cloud-pilot","codex/agentation-shortcut","codex/annotation-polish","codex/browser-pages","codex/canary-0-0-21","codex/canary-0.0.11","codex/channel-delete-close","codex/channel-watch-recovery","codex/clipboard-files-write","codex/composer-coordinate-check","codex/computer-use-validation","codex/desktop-actions","codex/desktop-app-search","codex/desktop-app-state","codex/desktop-availability","codex/desktop-click-variants","codex/desktop-clipboard","codex/desktop-clipboard-files","codex/desktop-clipboard-image","codex/desktop-clipboard-image-write","codex/desktop-clipboard-text","codex/desktop-drag","codex/desktop-keyboard","codex/desktop-launch","codex/desktop-locked-feedback","codex/desktop-menu-command","codex/desktop-menu-inventory","codex/desktop-minimize","codex/desktop-open","codex/desktop-pointer","codex/desktop-quit","codex/desktop-selection-keys","codex/desktop-tool-guidance","codex/desktop-tools-extraction","codex/desktop-window-close","codex/desktop-window-geometry","codex/desktop-windows","codex/dev-permission-identity","codex/durable-composer-drafts","codex/fix-message-clipping","codex/lane-base-96","codex/native-patch-prefix","codex/peekaboo","codex/peer-channel-messaging","codex/pixel-snapshot-authority","codex/publish-canary-0-0-21","codex/readme-security","codex/settings-refresh","codex/stale-click-refusal","codex/tab-renaming-api","codex/team-agent-access","codex/team-channel-sections","codex/team-dogfood-integration","codex/webkit-coordinate-window","codex/webkit-desktop-focus","deft-beacon/helper-isolation","deft-grove/align-avatar-byline","deft-grove/build-canary-0-0-18","deft-grove/canary-github-releases","deft-grove/ship-canary-0-0-18","deft-meadow/details-sidebar","fair-ember/canary-0-0-13","fair-ember/canary-0-0-14","fair-fjord/all-projects","feat/github-cache","feat/rebuild","fix/channel-credentials","glad-anchor/restore-message-queue","glad-ember/archive-inactive-channels","glad-fjord/project-identity","glad-orbit/channel-progress","glad-ridge/terminal-replay-input","hazy-anchor/github-row-actions","hazy-ember/channel-access-toggles","hazy-grove/all-projects-add-channel","local-project-setup/build-canary-0-0-20","local-project-setup/canary-0-0-20","local-project-setup/local-project-setup","main","mellow-ridge/canary-0-0-16","mellow-ridge/top-bar-drag-area","nimble-cedar/modal-top-offset","nimble-meadow/canary-0-0-15","remote-channel-load/build-canary-0-0-19","remote-channel-load/canary-0-0-19","remote-channel-load/fix-remote-channel-load","Ace: a collaborative coding environment on the team's own machines","owner","githubnext","section","empty","pins",[905,906,907],"documents",{"_900":901,"_902":903},"code",{"_23":898,"_899":24},"automations",{"_896":237,"_897":-5},"delivery",{"_894":136,"_895":-5},"9Rn62lcgXCFfpmCuooTjLxGyUf8","releases","applications","workflows","deployments",215,"changes","counts",{"_904":903},"total",86,"issue",{"_698":899,"_909":919,"_47":899,"_911":920,"_757":728,"_913":22,"_914":728,"_915":24},{"_698":916,"_909":917,"_47":916,"_911":918,"_757":728,"_913":22,"_914":728,"_915":136},{"_698":908,"_909":910,"_47":908,"_911":912,"_757":728,"_913":22,"_914":728,"_915":903},"issues","name","Issues","filters",{},"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_698":899,"_909":919,"_47":899,"_911":964,"_757":728,"_913":22,"_914":728},{"_698":916,"_909":917,"_47":916,"_911":963,"_757":728,"_913":22,"_914":728},{"_698":908,"_909":910,"_47":908,"_911":962,"_757":728,"_913":22,"_914":728},{"_698":959,"_909":960,"_47":959,"_911":961,"_757":22,"_913":22,"_914":728},{"_698":956,"_909":957,"_47":956,"_911":958,"_757":22,"_913":22,"_914":728},{"_698":896,"_909":954,"_47":889,"_911":955,"_757":22,"_913":22,"_914":728},{"_698":897,"_909":951,"_47":952,"_911":953,"_757":22,"_913":22,"_914":728},{"_698":894,"_909":949,"_47":894,"_911":950,"_757":22,"_913":22,"_914":728},{"_698":945,"_909":946,"_47":947,"_911":948,"_757":22,"_913":22,"_914":728},{"_698":885,"_909":943,"_47":885,"_911":944,"_757":22,"_913":22,"_914":22},{"_698":940,"_909":941,"_47":940,"_911":942,"_757":22,"_913":22,"_914":22},{"_698":937,"_909":938,"_47":937,"_911":939,"_757":22,"_913":22,"_914":22},{"_698":934,"_909":935,"_47":934,"_911":936,"_757":22,"_913":22,"_914":22},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups",[],"now",1794435415379,"sidebar","expanded"]