[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_271":-5,"_274":275,"_276":277},"routes/shell",{"_40":41,"_270":-5,"_271":-5,"_272":273},"routes/repo",{"_33":-7,"_34":35,"_36":37,"_38":39,"_40":41,"_42":31,"_43":31,"_44":31,"_45":31,"_46":31,"_47":31,"_48":49,"_50":49,"_51":31,"_52":-7,"_53":-7,"_54":55,"_56":57,"_58":59,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":14,"_22":23,"_24":-5,"_25":26,"_27":28,"_28":29,"_30":31,"_32":14},"ref","cf89a0f2bb59cd56f584b4df17c24cdc406cc99e","path","apps/desktop/native/sources/client/client.swift","oid","2c057e9d37baf37e90496710a0e76b75e74a8c92","size",12090,"commit","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","import AceSigning\nimport Darwin\nimport Foundation\nimport PeekabooAutomationKit\nimport PeekabooBridge\n\n@main\nprivate enum Client {\n\tstatic func main() async {\n\t\tdo {\n\t\t\twrite(try await execute(Array(CommandLine.arguments.dropFirst())))\n\t\t} catch let error as PeekabooBridgeErrorEnvelope {\n\t\t\twrite(try! JSONEncoder().encode(Failure(error: error)))\n\t\t\texit(1)\n\t\t} catch {\n\t\t\twrite(try! JSONEncoder().encode(Failure(error: Message(\n\t\t\t\tcode: \"DESKTOP_ERROR\", message: error.localizedDescription\n\t\t\t))))\n\t\t\texit(1)\n\t\t}\n\t}\n\n\tprivate static func execute(_ args: [String]) async throws -> Data {\n\t\tguard args.count >= 2 else { throw ClientError.usage }\n\t\tlet operation = args[1]\n\t\tguard (operation == \"apps\" && args.count == 2)\n\t\t\t|| (operation == \"windows\" && args.count == 3)\n\t\t\t|| (operation == \"inspect\" && (args.count == 5 || args.count == 6))\n\t\t\t|| (operation == \"action\" && args.count == 2)\n\t\t\t|| (operation == \"management\" && args.count == 2)\n\t\t\t|| (operation == \"launch\" && args.count == 2)\n\t\t\t|| (operation == \"open\" && args.count == 2)\n\t\t\t|| (operation == \"clipboard\" && args.count == 2)\n\t\t\t|| (operation == \"menus\" && args.count == 2)\n\t\t\t|| (operation == \"menu\" && args.count == 2)\n\t\telse { throw ClientError.usage }\n\t\tlet identity = try SigningIdentity.current()\n\t\tlet client = PeekabooBridgeClient(\n\t\t\tsocketPath: args[0],\n\t\t\tmaxResponseBytes: 48 * 1024 * 1024,\n\t\t\trequestTimeoutSec: 25,\n\t\t\ttrustedHostTeamIDs: [identity.team]\n\t\t)\n\t\tlet handshake = try await client.handshake(\n\t\t\tclient: .init(\n\t\t\t\tbundleIdentifier: identity.identifier,\n\t\t\t\tteamIdentifier: identity.team,\n\t\t\t\tprocessIdentifier: getpid()\n\t\t\t),\n\t\t\trequestedHost: .gui,\n\t\t\toverallTimeoutSec: 5\n\t\t)\n\t\tswitch operation {\n\t\tcase \"action\":\n\t\t\treturn try await nativeAction(client)\n\t\tcase \"clipboard\":\n\t\t\treturn try await nativeClipboard(client)\n\t\tcase \"menu\":\n\t\t\treturn try await nativeMenuCommand(client, handshake: handshake)\n\t\tcase \"menus\":\n\t\t\treturn try await nativeMenus(client)\n\t\tcase \"management\":\n\t\t\treturn try await nativeManagement(client, handshake: handshake)\n\t\tcase \"launch\":\n\t\t\treturn try await nativeLaunch(client, handshake: handshake)\n\t\tcase \"open\":\n\t\t\treturn try await nativeLaunch(client, handshake: handshake, opensItem: true)\n\t\tcase \"apps\":\n\t\t\tlet inventory = try await client.listApplicationMutationInventory()\n\t\t\tvar metadata: [ServiceApplicationInfo] = []\n\t\t\tvar warnings: [String] = []\n\t\t\tdo {\n\t\t\t\tmetadata = try await client.listApplications()\n\t\t\t} catch {\n\t\t\t\ttry Task.checkCancellation()\n\t\t\t\twarnings.append(\"Application presentation metadata was unavailable; activity and visibility are unknown.\")\n\t\t\t}\n\t\t\tlet grouped = Dictionary(grouping: metadata, by: \\.processIdentifier)\n\t\t\tvar matched: [Int32: ServiceApplicationInfo] = [:]\n\t\t\tfor app in inventory.items {\n\t\t\t\tguard let generation = app.processStartIdentity, generation > 0 else { continue }\n\t\t\t\tlet candidates = (grouped[app.processIdentifier] ?? []).filter { $0.processStartIdentity == generation }\n\t\t\t\tif candidates.count == 1 { matched[app.processIdentifier] = candidates[0] }\n\t\t\t}\n\t\t\tlet active = metadata.filter(\\.isActive)\n\t\t\tlet activityKnown = active.count == 1\n\t\t\t\t&& active[0].processStartIdentity != nil\n\t\t\t\t&& matched[active[0].processIdentifier]?.processStartIdentity == active[0].processStartIdentity\n\t\t\tif !activityKnown {\n\t\t\t\twarnings.append(\"No unique active application with matching process-generation identity was observed; activity is unknown.\")\n\t\t\t}\n\t\t\tif matched.count < inventory.items.count {\n\t\t\t\twarnings.append(\"Some applications lacked presentation metadata matching their process generation; their activity and visibility are unknown.\")\n\t\t\t}\n\t\t\treturn try encode(Apps(\n\t\t\t\tapps: inventory.items.map { App($0, metadata: matched[$0.processIdentifier], activityKnown: activityKnown) },\n\t\t\t\tinventory_completeness: inventory.completeness.rawValue,\n\t\t\t\tinventory_warnings: inventory.warnings,\n\t\t\t\tmetadata_warnings: warnings\n\t\t\t))\n\t\tcase \"windows\":\n\t\t\tlet pid = try processID(args[2])\n\t\t\tlet inventory = try await client.listWindowMutationInventory(target: .application(\"PID:\\(pid)\"))\n\t\t\treturn try encode(Windows(\n\t\t\t\tpid: pid,\n\t\t\t\twindows: inventory.items.map { Window($0, pid: pid) },\n\t\t\t\tinventory_completeness: inventory.completeness.rawValue,\n\t\t\t\tinventory_warnings: inventory.warnings\n\t\t\t))\n\t\tdefault:\n\t\t\tlet pid = try processID(args[2])\n\t\t\tguard let window = UInt32(args[3]), window > 0 else { throw ClientError.usage }\n\t\t\tguard args[4].hasPrefix(\"/\") else { throw ClientError.usage }\n\t\t\tguard let mode = InspectionMode(rawValue: args.count == 6 ? args[5] : \"accessibility\")\n\t\t\telse { throw ClientError.usage }\n\t\t\treturn try await inspect(client, pid: pid, window: window, path: args[4], mode: mode)\n\t\t}\n\t}\n\n\tprivate static func inspect(\n\t\t_ client: PeekabooBridgeClient, pid: Int32, window: UInt32, path: String, mode: InspectionMode\n\t) async throws -> Data {\n\t\tlet accessibility = mode == .accessibility\n\t\tlet observation = try await client.desktopObservationWithOutcome(.init(\n\t\t\ttarget: .pid(pid, window: .id(window)),\n\t\t\tcapture: .init(scale: .logical1x, focus: .background),\n\t\t\tdetection: .init(\n\t\t\t\tmode: accessibility ? .accessibility : .none,\n\t\t\t\ttraversalBudget: .init(maxDepth: 15, maxElementCount: 200, maxChildrenPerNode: 100),\n\t\t\t\trequiresFreshAccessibilityTree: accessibility\n\t\t\t),\n\t\t\toutput: .init(path: path, saveSnapshot: accessibility, includeImageData: true),\n\t\t\ttimeout: .init(overall: 20, detection: 15)\n\t\t))\n\t\tguard let target = observation.targetIdentity,\n\t\t\ttarget.processIdentity.processIdentifier == pid,\n\t\t\ttarget.exactWindow?.identity.windowID == Int(window)\n\t\telse { throw ClientError.target }\n\t\tlet result = observation.payload\n\t\tguard accessibility || (result.files.publishedSnapshotID == nil && result.elements == nil)\n\t\telse { throw ClientError.pixels }\n\t\tlet image = try result.verifiedCaptureImageData(requirement: .requireDigest)\n\t\tguard !image.isEmpty, image.count <= 32 * 1024 * 1024 else { throw ClientError.image }\n\t\t// Reusable snapshots remain Bridge-owned; the host removes this caller-visible artifact after resizing.\n\t\ttry image.write(to: URL(fileURLWithPath: path), options: [.atomic])\n\t\tlet data = Inspection(\n\t\t\tinspection_mode: mode.rawValue,\n\t\t\tnote: accessibility ? nil : \"Read-only pixels: no Accessibility elements or reusable action snapshot. Inspect with accessibility mode before acting.\",\n\t\t\tapplication_name: result.target.app?.name,\n\t\t\twindow_title: result.target.window?.title,\n\t\t\tsnapshot_id: result.files.publishedSnapshotID,\n\t\t\telement_count: result.elements?.metadata.elementCount ?? 0,\n\t\t\tui_elements: result.elements?.elements.all.map(Element.init) ?? [],\n\t\t\tcoordinate_context: result.elements?.metadata.captureCoordinateContext\n\t\t\t\t?? CaptureCoordinateContext(metadata: result.capture.metadata),\n\t\t\tcapture_warning: result.capture.warning,\n\t\t\tdetection_metadata: result.elements?.metadata,\n\t\t\tdiagnostics: result.diagnostics,\n\t\t\ttimings: result.timings\n\t\t)\n\t\treturn try encode(data, receipt: .init(\n\t\t\tpid: pid,\n\t\t\twindow_id: Int(window),\n\t\t\tprocess_start_identity_decimal: String(target.processIdentity.processStartIdentity)\n\t\t))\n\t}\n\n\tprivate static func processID(_ value: String) throws -> Int32 {\n\t\tguard let pid = Int32(value), pid > 0 else { throw ClientError.usage }\n\t\treturn pid\n\t}\n\n\tprivate static func encode(_ data: T, receipt: Receipt? = nil) throws -> Data {\n\t\ttry JSONEncoder().encode(Success(data: data, target_receipt: receipt))\n\t}\n\n\tprivate static func write(_ data: Data) {\n\t\tFileHandle.standardOutput.write(data)\n\t\tFileHandle.standardOutput.write(Data([10]))\n\t}\n}\n\nprivate struct Success: Encodable {\n\tlet success = true\n\tlet data: T\n\tlet target_receipt: Receipt?\n}\n\nprivate struct Failure: Encodable {\n\tlet success = false\n\tlet error: T\n}\n\nprivate struct Message: Encodable {\n\tlet code: String\n\tlet message: String\n}\n\nstruct Receipt: Encodable {\n\tlet pid: Int32\n\tlet window_id: Int?\n\tlet process_start_identity_decimal: String\n}\n\nprivate struct Apps: Encodable {\n\tlet apps: [App]\n\tlet inventory_completeness: String\n\tlet inventory_warnings: [String]\n\tlet metadata_warnings: [String]\n}\n\nprivate struct App: Encodable {\n\tlet name: String\n\tlet pid: Int32\n\tlet bundle_id: String?\n\tlet is_active: Bool?\n\tlet is_active_known: Bool\n\tlet is_hidden: Bool?\n\tlet is_hidden_known: Bool\n\tlet process_start_identity_decimal: String?\n\tlet warnings: [String]?\n\tlet target: ManagementTarget?\n\n\tinit(_ app: ServiceApplicationInfo, metadata: ServiceApplicationInfo?, activityKnown: Bool) {\n\t\tname = app.name\n\t\tpid = app.processIdentifier\n\t\tbundle_id = app.bundleIdentifier\n\t\t// Mutation inventory supplies identity, not presentation state. Missing reads must stay unknown.\n\t\tis_active_known = metadata != nil && activityKnown\n\t\tis_active = is_active_known ? metadata?.isActive : nil\n\t\tis_hidden_known = metadata?.isHiddenKnown == true\n\t\tis_hidden = is_hidden_known ? metadata?.isHidden : nil\n\t\tprocess_start_identity_decimal = app.processStartIdentity.map(String.init)\n\t\tlet combined = (app.metadataWarnings ?? []) + (metadata?.metadataWarnings ?? [])\n\t\twarnings = combined.isEmpty ? nil : Array(Set(combined)).sorted()\n\t\ttarget = app.processIdentity.map(ManagementTarget.init)\n\t}\n}\n\nprivate struct Windows: Encodable {\n\tlet pid: Int32\n\tlet windows: [Window]\n\tlet inventory_completeness: String\n\tlet inventory_warnings: [String]\n}\n\nprivate struct Window: Encodable {\n\tlet window_id: Int\n\tlet window_title: String\n\tlet bounds: Bounds\n\tlet is_on_screen: Bool\n\tlet is_minimized: Bool\n\tlet is_key: Bool?\n\tlet observation_capability: String?\n\tlet observation_reason: String?\n\tlet process_start_identity_decimal: String?\n\tlet target: ManagementTarget?\n\n\tinit(_ window: ServiceWindowInfo, pid: Int32) {\n\t\twindow_id = window.windowID\n\t\twindow_title = window.title\n\t\tbounds = Bounds(window.bounds)\n\t\tis_on_screen = window.isOnScreen\n\t\tis_minimized = window.isMinimized\n\t\tis_key = window.isKeyWindow\n\t\tobservation_capability = window.observationCapability?.mode.rawValue\n\t\tobservation_reason = window.observationCapability?.reason?.rawValue\n\t\tprocess_start_identity_decimal = window.mutationIdentity.map { String($0.processIdentity.processStartIdentity) }\n\t\ttarget = ManagementTarget(window: window, pid: pid)\n\t}\n}\n\nstruct Bounds: Codable {\n\tlet x: Double\n\tlet y: Double\n\tlet width: Double\n\tlet height: Double\n\n\tinit(_ rectangle: CGRect) {\n\t\tx = rectangle.origin.x\n\t\ty = rectangle.origin.y\n\t\twidth = rectangle.width\n\t\theight = rectangle.height\n\t}\n}\n\nprivate struct Inspection: Encodable {\n\tlet inspection_mode: String\n\tlet note: String?\n\tlet application_name: String?\n\tlet window_title: String?\n\tlet snapshot_id: String?\n\tlet element_count: Int\n\tlet ui_elements: [Element]\n\tlet coordinate_context: CaptureCoordinateContext\n\tlet capture_warning: String?\n\tlet detection_metadata: DetectionMetadata?\n\tlet diagnostics: DesktopObservationDiagnostics\n\tlet timings: ObservationTimings\n}\n\nprivate struct Element: Encodable {\n\tlet id: String\n\tlet role: String\n\tlet label: String?\n\tlet value: String?\n\tlet bounds: Bounds\n\tlet is_enabled: Bool\n\tlet is_selected: Bool?\n\tlet attributes: [String: String]\n\n\tinit(_ element: DetectedElement) {\n\t\tid = element.id\n\t\trole = element.type.rawValue\n\t\tlabel = element.label\n\t\tvalue = element.value\n\t\tbounds = Bounds(element.bounds)\n\t\tis_enabled = element.isEnabled\n\t\tis_selected = element.isSelected\n\t\tattributes = element.attributes\n\t}\n}\n\nprivate enum InspectionMode: String {\n\tcase accessibility, pixels\n}\n\nprivate enum ClientError: LocalizedError {\n\tcase usage, target, image, pixels\n\n\tvar errorDescription: String? {\n\t\tswitch self {\n\t\tcase .usage:\n\t\t\t\"Usage: ace-desktop-client apps | windows | menus < JSON | menu < JSON | inspect

[accessibility|pixels] | action < JSON\"\n\t\tcase .target:\n\t\t\t\"The native observation did not confirm the requested process and window. Refresh the window list and try again.\"\n\t\tcase .image:\n\t\t\t\"The native observation returned an empty or oversized screenshot.\"\n\t\tcase .pixels:\n\t\t\t\"The native pixel observation unexpectedly returned Accessibility elements or an action snapshot.\"\n\t\t}\n\t}\n}\n","editable",false,"branch","documentNavigation","repo","githubnext/ace2","repoId","938fe4cd-5320-4e4f-ac7c-87d4dad8490c","ownerId","org:89615882","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers","watching","pinned","notify","views",[226,227,228,229,230,231,232,233,234,235,236,237,238],"navigation",{"_54":55,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193},"sources",[],"viewer","meta",{"_174":175,"_176":177,"_178":179,"_42":31,"_180":166,"_181":31,"_48":49,"_50":49},"branches",[81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173],"tags",[69,70,71,72,73,74,75,76,77,78,79,80],"cloneUrl","https://git.nexthub.sh/githubnext/ace2.git","desktop-canary-v0.0.10","desktop-canary-v0.0.11","desktop-canary-v0.0.12","desktop-canary-v0.0.13","desktop-canary-v0.0.14","desktop-canary-v0.0.15","desktop-canary-v0.0.16","desktop-canary-v0.0.18","desktop-canary-v0.0.21","desktop-canary-v0.0.7","desktop-canary-v0.0.8","desktop-canary-v0.0.9","amber-beacon/composer-effort","brisk-ember/github-avatars","brisk-grove/image-paste-91","calm-anchor/fix-streaming-draft-overlap","calm-grove/composer-agent-mode","cloud-pilot-ops/canary-0-0-17","cloud-pilot-ops/cloud-move","cloud-pilot-ops/cloud-pilot","codex/agentation-shortcut","codex/annotation-polish","codex/browser-pages","codex/canary-0-0-21","codex/canary-0.0.11","codex/channel-delete-close","codex/channel-watch-recovery","codex/clipboard-files-write","codex/composer-coordinate-check","codex/computer-use-validation","codex/desktop-actions","codex/desktop-app-search","codex/desktop-app-state","codex/desktop-availability","codex/desktop-click-variants","codex/desktop-clipboard","codex/desktop-clipboard-files","codex/desktop-clipboard-image","codex/desktop-clipboard-image-write","codex/desktop-clipboard-text","codex/desktop-drag","codex/desktop-keyboard","codex/desktop-launch","codex/desktop-locked-feedback","codex/desktop-menu-command","codex/desktop-menu-inventory","codex/desktop-minimize","codex/desktop-open","codex/desktop-pointer","codex/desktop-quit","codex/desktop-selection-keys","codex/desktop-tool-guidance","codex/desktop-tools-extraction","codex/desktop-window-close","codex/desktop-window-geometry","codex/desktop-windows","codex/dev-permission-identity","codex/durable-composer-drafts","codex/fix-message-clipping","codex/lane-base-96","codex/native-patch-prefix","codex/peekaboo","codex/peer-channel-messaging","codex/pixel-snapshot-authority","codex/publish-canary-0-0-21","codex/readme-security","codex/settings-refresh","codex/stale-click-refusal","codex/tab-renaming-api","codex/team-agent-access","codex/team-channel-sections","codex/team-dogfood-integration","codex/webkit-coordinate-window","codex/webkit-desktop-focus","deft-beacon/helper-isolation","deft-grove/align-avatar-byline","deft-grove/build-canary-0-0-18","deft-grove/canary-github-releases","deft-grove/ship-canary-0-0-18","deft-meadow/details-sidebar","fair-ember/canary-0-0-13","fair-ember/canary-0-0-14","fair-fjord/all-projects","feat/github-cache","feat/rebuild","fix/channel-credentials","glad-anchor/restore-message-queue","glad-ember/archive-inactive-channels","glad-fjord/project-identity","glad-orbit/channel-progress","glad-ridge/terminal-replay-input","hazy-anchor/github-row-actions","hazy-ember/channel-access-toggles","hazy-grove/all-projects-add-channel","local-project-setup/build-canary-0-0-20","local-project-setup/canary-0-0-20","local-project-setup/local-project-setup","main","mellow-ridge/canary-0-0-16","mellow-ridge/top-bar-drag-area","nimble-cedar/modal-top-offset","nimble-meadow/canary-0-0-15","remote-channel-load/build-canary-0-0-19","remote-channel-load/canary-0-0-19","remote-channel-load/fix-remote-channel-load","description","Ace: a collaborative coding environment on the team's own machines","owner","githubnext","section","","head","empty","pins",[208,209,210],"documents",{"_203":204,"_205":206},"code",{"_199":200,"_201":202},"automations",{"_196":197,"_198":-5},"delivery",{"_194":49,"_195":-5},"tag","9Rn62lcgXCFfpmCuooTjLxGyUf8","releases","applications","workflows",2,"deployments","commits",215,"changes",1,"counts",{"_207":206},"total",86,"issue",{"_211":201,"_213":224,"_15":201,"_215":225,"_52":217,"_218":31,"_219":217,"_220":202},{"_211":221,"_213":222,"_15":221,"_215":223,"_52":217,"_218":31,"_219":217,"_220":49},{"_211":212,"_213":214,"_15":212,"_215":216,"_52":217,"_218":31,"_219":217,"_220":206},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_211":201,"_213":224,"_15":201,"_215":269,"_52":217,"_218":31,"_219":217},{"_211":221,"_213":222,"_15":221,"_215":268,"_52":217,"_218":31,"_219":217},{"_211":212,"_213":214,"_15":212,"_215":267,"_52":217,"_218":31,"_219":217},{"_211":264,"_213":265,"_15":264,"_215":266,"_52":31,"_218":31,"_219":217},{"_211":261,"_213":262,"_15":261,"_215":263,"_52":31,"_218":31,"_219":217},{"_211":196,"_213":259,"_15":188,"_215":260,"_52":31,"_218":31,"_219":217},{"_211":198,"_213":256,"_15":257,"_215":258,"_52":31,"_218":31,"_219":217},{"_211":194,"_213":254,"_15":194,"_215":255,"_52":31,"_218":31,"_219":217},{"_211":250,"_213":251,"_15":252,"_215":253,"_52":31,"_218":31,"_219":217},{"_211":184,"_213":248,"_15":184,"_215":249,"_52":31,"_218":31,"_219":31},{"_211":245,"_213":246,"_15":245,"_215":247,"_52":31,"_218":31,"_219":31},{"_211":242,"_213":243,"_15":242,"_215":244,"_52":31,"_218":31,"_219":31},{"_211":239,"_213":240,"_15":239,"_215":241,"_52":31,"_218":31,"_219":31},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794444667613,"sidebar","expanded"]