[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_695":-5,"_932":933,"_934":935},"routes/shell",{"_711":712,"_930":-5,"_695":-5,"_27":931},"routes/repo",{"_705":-7,"_706":707,"_708":18,"_709":710,"_711":712,"_713":22,"_714":22,"_715":22,"_21":22,"_716":22,"_717":22,"_718":719,"_720":719,"_721":22,"_722":-7,"_723":-7,"_724":725,"_726":727,"_728":729,"_34":-5,"_730":731,"_732":733,"_734":735,"_736":737},"routes/repo.changes.$number.files",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":22,"_30":31,"_32":33,"_34":-5},"actorNames",{"_696":704},"selections",{},"repositoryId","938fe4cd-5320-4e4f-ac7c-87d4dad8490c","change",{"_662":663,"_51":19,"_664":18,"_665":666,"_667":668,"_669":670,"_671":672,"_673":674,"_675":676,"_677":678,"_679":680,"_681":682,"_683":684,"_685":686,"_687":688,"_689":22,"_690":22,"_691":692},"maintainer",false,"commits",1,"diff",{"_35":36,"_37":38,"_39":40,"_41":22},"agents",[],"computing","comments",[],"reactions",{},"viewer","old","61c5aa9b1d5420f00673b84d9aaa80fdbcfda37e","new","5f98d948026d5f43f1418db9c129d1647e4681f1","files",[42,43,44,45,46],"truncated",{"_47":458,"_35":459,"_37":460,"_51":52,"_53":461,"_55":56,"_57":462},{"_47":341,"_35":342,"_37":343,"_51":52,"_53":344,"_55":24,"_57":345},{"_47":308,"_35":309,"_37":310,"_51":52,"_53":311,"_55":312,"_57":313},{"_47":197,"_35":198,"_37":199,"_51":52,"_53":200,"_55":163,"_57":201},{"_47":48,"_35":49,"_37":50,"_51":52,"_53":54,"_55":56,"_57":58},"path","packages/channel/src/desktop.ts",{"_192":196,"_194":195},{"_192":193,"_194":195},"kind","text","add",23,"del",5,"hunks",[59,60,61,62],{"_63":162,"_65":163,"_67":162,"_69":164,"_71":165},{"_63":140,"_65":116,"_67":141,"_69":118,"_71":142},{"_63":115,"_65":116,"_67":117,"_69":118,"_71":119},{"_63":64,"_65":66,"_67":68,"_69":70,"_71":72},"aStart",172,"aLen",12,"bStart",186,"bLen",16,"ops",[73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92],{"_93":94,"_95":97},{"_93":94,"_95":114},{"_93":94,"_95":113},{"_93":55,"_95":112},{"_93":55,"_95":111},{"_93":53,"_95":110},{"_93":53,"_95":109},{"_93":53,"_95":108},{"_93":53,"_95":107},{"_93":53,"_95":106},{"_93":53,"_95":105},{"_93":53,"_95":104},{"_93":94,"_95":103},{"_93":94,"_95":102},{"_93":55,"_95":101},{"_93":55,"_95":100},{"_93":53,"_95":99},{"_93":94,"_95":98},{"_93":94,"_95":97},{"_93":94,"_95":96},"tag","eq","line","\t\t\t\tname: \"desktop_type\",","\t\t\tdefineTool({","\t\t\t}),","\t\t\t\texecute: async (args, api, context) => act({ op: \"click\", ...args }, api, context),","\t\t\t\t\tact({ op: \"click\", snapshot, element }, api, context),","\t\t\t\texecute: async ({ snapshot, element }, api, context) =>","\t\t\t\texecutionMode: \"sequential\",","\t\t\t\treplay: \"unsafe\",","\t\t\t\t}),","\t\t\t\t\tkind: Type.Optional(Type.Union(DESKTOP_CLICKS.map((value) => Type.Literal(value)))),","\t\t\t\t\tpoint: Type.Optional(point),","\t\t\t\t\telement: Type.Optional(element),","\t\t\t\t\tsnapshot,","\t\t\t\tparameters: Type.Object({","\t\t\t\t\t\"Click one element or screenshot point from a fresh desktop_inspect result on this channel's execution host. Pass snapshot_id as snapshot and exactly one of the literal element ID or point. A point uses normalized image coordinates: x is the fraction from the screenshot's left edge, y from its top edge, each >= 0 and < 1. kind defaults to single; double, right, middle, and triple are also supported. Coordinates stay bound to the captured window, even when the screenshot was resized. Stale or unsupported targets are refused without activation or global input. The snapshot is single-use; inspect again after the action and never blindly repeat interrupted input.\",","\t\t\t\tparameters: Type.Object({ snapshot, element }),","\t\t\t\t\t\"Click one Accessibility element from a fresh desktop_inspect result on this channel's execution host. Pass its snapshot_id as snapshot and its element ID as element. The snapshot binds the action to that application process and window and is single-use. Stale or unsupported targets are refused. Inspect again after the action; never repeat an interrupted action without checking the current state.\",","\t\t\t\tdescription:","\t\t\t\tname: \"desktop_click\",",136,6,146,10,[120,121,122,123,124,125,126,127,128,129],{"_93":94,"_95":139},{"_93":94,"_95":138},{"_93":94,"_95":137},{"_93":53,"_95":136},{"_93":53,"_95":135},{"_93":53,"_95":134},{"_93":53,"_95":133},{"_93":94,"_95":132},{"_93":94,"_95":131},{"_93":94,"_95":130},"\t\ttools: [","\t\tname: \"ace-desktop\",","\treturn defineExtension({","\t});","\t\ty: Type.Number({ minimum: 0, exclusiveMaximum: 1 }),","\t\tx: Type.Number({ minimum: 0, exclusiveMaximum: 1 }),","\tconst point = Type.Object({","\tconst element = Type.String({ minLength: 1, maxLength: 256 });","\tconst snapshot = Type.String({ minLength: 1, maxLength: 256 });","\t};",27,33,[143,144,145,146,147,148,149,150,151,152],{"_93":94,"_95":161},{"_93":94,"_95":160},{"_93":94,"_95":156},{"_93":53,"_95":159},{"_93":53,"_95":158},{"_93":53,"_95":157},{"_93":53,"_95":156},{"_93":94,"_95":155},{"_93":94,"_95":154},{"_93":94,"_95":153},"\t\"tab\",","\t\"enter\",","export const DESKTOP_KEYS = [","","export type DesktopClick = (typeof DESKTOP_CLICKS)[number];","export const DESKTOP_CLICKS = [\"single\", \"double\", \"right\", \"middle\", \"triple\"] as const;","export type DesktopPoint = { x: number; y: number };","\t| { op: \"key\"; snapshot: string; key: DesktopKey; modifiers?: DesktopModifier[] };","\t}",14,7,13,[166,167,168,169,170,171,172,173,174,175,176,177,178,179],{"_93":94,"_95":191},{"_93":94,"_95":190},{"_93":94,"_95":189},{"_93":55,"_95":188},{"_93":53,"_95":181},{"_93":53,"_95":187},{"_93":53,"_95":186},{"_93":53,"_95":185},{"_93":53,"_95":184},{"_93":53,"_95":183},{"_93":53,"_95":161},{"_93":94,"_95":182},{"_93":94,"_95":181},{"_93":94,"_95":180},"\t\top: \"select\";","\t| {","\t| { op: \"type\"; snapshot: string; element: string; text: string }","\t\tkind?: DesktopClick;","\t\tpoint?: DesktopPoint;","\t\telement?: string;","\t\tsnapshot: string;","\t\top: \"click\";","\t| { op: \"click\"; snapshot: string; element: string }","\t| { op: \"inspect\"; pid: number; window: number; mode?: \"accessibility\" | \"pixels\" }","\t| { op: \"windows\"; pid: number }","\t| { op: \"apps\" }","oid","df36f32","mode","100644","c2bffc6","docs/desktop-tools.md",{"_192":307,"_194":195},{"_192":306,"_194":195},15,[202,203,204,205],{"_63":209,"_65":163,"_67":209,"_69":163,"_71":290},{"_63":270,"_65":163,"_67":270,"_69":238,"_71":271},{"_63":237,"_65":238,"_67":239,"_69":164,"_71":240},{"_63":206,"_65":207,"_67":208,"_69":209,"_71":210},69,9,75,11,[211,212,213,214,215,216,217,218,219,220,221,222,223,224],{"_93":94,"_95":236},{"_93":94,"_95":156},{"_93":94,"_95":235},{"_93":55,"_95":234},{"_93":55,"_95":233},{"_93":55,"_95":232},{"_93":53,"_95":231},{"_93":53,"_95":230},{"_93":53,"_95":229},{"_93":53,"_95":228},{"_93":53,"_95":227},{"_93":94,"_95":226},{"_93":94,"_95":156},{"_93":94,"_95":225},"Captures are resized and compressed before entering pi's existing channel history. Text and","[native computer use](https://github.com/githubnext/ace2/issues/8).","clipboard operations, foreground interaction, and app or window management remain later slices of","emulated with held keys or mouse buttons across calls. Literal insertion, scrolling, drag-and-drop,","Modifier-clicks and long presses need a separate foreground interaction contract; they are not","physical pointer. The target app can still respond by changing its own state or opening a window.","mouse or keyboard input when a background route is unavailable. Pointer actions do not move the","operations, and app or window management remain later slices of","by changing its own state or opening a window. Literal insertion, pixel clicks, scrolling, drag-and-drop, clipboard","mouse or keyboard input when a background route is unavailable. The target app can still respond","These tools use targeted background delivery. They do not activate an app or fall back to global","be repeated.",55,8,56,[241,242,243,244,245,246,247,248,249,250,251,252,253,254,255],{"_93":94,"_95":269},{"_93":94,"_95":156},{"_93":94,"_95":268},{"_93":55,"_95":267},{"_93":55,"_95":266},{"_93":53,"_95":265},{"_93":53,"_95":264},{"_93":53,"_95":263},{"_93":53,"_95":262},{"_93":53,"_95":261},{"_93":53,"_95":260},{"_93":53,"_95":259},{"_93":94,"_95":258},{"_93":94,"_95":257},{"_93":94,"_95":256},"A stale, missing, disabled, or unsupported target is refused instead of sending","focused control. Selecting text does not activate its window; inspect the current focus before sending keys.","process generation, exact window, and observed controls. Keys additionally require the same","missing geometry, points outside the window, or a window moved or resized since observation. The bridge binds the snapshot to the application","bridge maps them through the snapshot's own capture geometry and exact-window receipt, refusing","is its center. Normalized points retain their meaning when Ace resizes the screenshot. The native","`y` from its top edge, each at least 0 and less than 1. For example, `{ \"x\": 0.5, \"y\": 0.5 }`","Points use normalized image coordinates: `x` is the fraction from the screenshot's left edge,","literal `element` ID from that observation. Click takes exactly one `element` or `point`.","Inspect the window before acting. Pass its `snapshot_id` as `snapshot`. Type and select take the","the literal `element` ID from that observation. The bridge binds the snapshot to the application","Inspect the window before acting. Pass its `snapshot_id` as `snapshot`; click, type, and select also take","Choose the application from the inventory and the window from that application's window list.","inventory completeness and warnings.",34,[272,273,274,275,276,277,278,279,280],{"_93":94,"_95":289},{"_93":94,"_95":288},{"_93":94,"_95":287},{"_93":55,"_95":286},{"_93":53,"_95":285},{"_93":53,"_95":284},{"_93":94,"_95":283},{"_93":94,"_95":282},{"_93":94,"_95":281}," operation are refused."," It does not append text, send keystrokes, or use the clipboard. Fields that do not support this","- `desktop_type` replaces the entire string value of one observed editable Accessibility element."," to `single`; `double`, `right`, `middle`, and `triple` are also supported.","- `desktop_click` clicks one observed Accessibility element or screenshot point. `kind` defaults","- `desktop_click` clicks one observed Accessibility element once."," snapshot or element IDs. The default mode is `accessibility`."," Pixel inspection verifies the same exact target and image content but returns no reusable action"," Set `mode` to `pixels` for an explicit read-only screenshot when Accessibility is unavailable.",[291,292,293,294,295,296,297,298],{"_93":94,"_95":305},{"_93":94,"_95":304},{"_93":94,"_95":303},{"_93":55,"_95":302},{"_93":53,"_95":301},{"_93":94,"_95":300},{"_93":94,"_95":156},{"_93":94,"_95":299},"Keep Ace open on the machine running the tools. Closing its window is fine, but quitting Ace","Clicking Accessibility controls, selecting text, and replacing field values use Accessibility permission.","Keyboard and pointer event delivery also require Event Synthesizing, which Ace reports and requests separately.","Keyboard event delivery also requires Event Synthesizing, which Ace reports and requests separately.","Accessibility and Screen Recording. macOS grants those permissions to Ace on that machine.","separate Peekaboo installation or permission grant. In Ace Settings, open This Mac and enable","Native desktop tools require macOS 15 or later. Ace embeds Peekaboo's native library; there is no","0ac5954","92313fd","docs/architecture.md",{"_192":340,"_194":195},{"_192":339,"_194":195},3,2,[314],{"_63":315,"_65":238,"_67":315,"_69":207,"_71":316},177,[317,318,319,320,321,322,323,324,325,326,327],{"_93":94,"_95":338},{"_93":94,"_95":337},{"_93":94,"_95":336},{"_93":55,"_95":335},{"_93":55,"_95":334},{"_93":53,"_95":333},{"_93":53,"_95":332},{"_93":53,"_95":331},{"_93":94,"_95":330},{"_93":94,"_95":329},{"_93":94,"_95":328},"completed operations, refusals before dispatch, and uncertain delivery. The host bounds","Pi records their intent and never automatically replays an interrupted action. Results distinguish","snapshot's exact process, window, and controls; every dispatched action requires a new observation.","points are normalized and mapped through the snapshot's native capture geometry. Actions use background delivery bound to a","clicks, replacement of editable field values, text selection, and keys or shortcuts. Screenshot","signing team. Tools expose application and window inventories, observation, element or screenshot","replacement of editable field values, text selection, and keys or shortcuts. Actions use background delivery bound to a","signing team. Tools expose application and window inventories, observation, single element clicks,","accepts only the client's exact identifier signed by Ace's team; the client verifies the host's","Recording, and Event Synthesizing permissions. The host invokes a bundled client over a local Unix socket. The bridge","Peekaboo's native bridge inside Ace's UI process, which owns macOS Accessibility, Screen","e625140","df5cdc9","apps/host/src/desktop.ts",{"_192":457,"_194":195},{"_192":456,"_194":195},28,[346,347,348,349],{"_63":163,"_65":116,"_67":163,"_69":163,"_71":442},{"_63":423,"_65":163,"_67":424,"_69":163,"_71":425},{"_63":392,"_65":116,"_67":393,"_69":394,"_71":395},{"_63":350,"_65":116,"_67":351,"_69":352,"_71":353},303,315,21,[354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374],{"_93":94,"_95":391},{"_93":94,"_95":390},{"_93":94,"_95":161},{"_93":53,"_95":389},{"_93":53,"_95":388},{"_93":53,"_95":387},{"_93":53,"_95":379},{"_93":53,"_95":386},{"_93":53,"_95":385},{"_93":53,"_95":384},{"_93":53,"_95":383},{"_93":53,"_95":382},{"_93":53,"_95":379},{"_93":53,"_95":381},{"_93":53,"_95":380},{"_93":53,"_95":379},{"_93":53,"_95":378},{"_93":53,"_95":161},{"_93":94,"_95":377},{"_93":94,"_95":376},{"_93":94,"_95":375},"\t\tconst modifiers = request.modifiers;","\t\tif (!DESKTOP_KEYS.includes(request.key)) throw new Error(\"Choose one supported key.\");","\tif (request.op === \"key\") {","\t\treturn;","\t\t}","\t\t\tthrow new Error(\"Choose single, double, right, middle, or triple click.\");","\t\tif (request.kind !== undefined && !DESKTOP_CLICKS.includes(request.kind)) {","\t\t\tthrow new Error(\"Choose an element ID from the inspected snapshot.\");","\t\t) {","\t\t\ttypeof request.element !== \"string\" || !request.element || request.element.length > 256","\t\telse if (","\t\tif (request.point !== undefined) validatePoint(request.point);","\t\t\tthrow new Error(\"Choose exactly one observed element ID or normalized screenshot point.\");","\t\tif ((request.element === undefined) === (request.point === undefined)) {","\tif (request.op === \"click\") {","\t\tthrow new Error(\"Use the snapshot_id from a fresh desktop_inspect result.\");","\tif (typeof request.snapshot !== \"string\" || !request.snapshot || request.snapshot.length > 256) {",241,242,17,[396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412],{"_93":94,"_95":161},{"_93":94,"_95":416},{"_93":94,"_95":156},{"_93":53,"_95":422},{"_93":53,"_95":421},{"_93":53,"_95":420},{"_93":53,"_95":161},{"_93":53,"_95":419},{"_93":53,"_95":418},{"_93":53,"_95":417},{"_93":53,"_95":379},{"_93":53,"_95":161},{"_93":53,"_95":416},{"_93":53,"_95":156},{"_93":94,"_95":415},{"_93":94,"_95":414},{"_93":94,"_95":413},"\tsignal: AbortSignal,","\trequest: Extract,","async function availability(","}","\t\t\tthrow new Error(\"Screenshot point coordinates must be at least 0 and less than 1.\");","\t\tif (typeof value !== \"number\" || !Number.isFinite(value) || value < 0 || value >= 1) {","\tfor (const value of [point.x, point.y]) {","\t\tthrow new Error(\"Choose a normalized screenshot point with x and y coordinates.\");","\tif (!point || typeof point !== \"object\" || !(\"x\" in point) || !(\"y\" in point)) {","function validatePoint(point: unknown) {",220,221,[426,427,428,429,430,431,432,433],{"_93":94,"_95":441},{"_93":94,"_95":440},{"_93":94,"_95":439},{"_93":55,"_95":438},{"_93":53,"_95":437},{"_93":94,"_95":436},{"_93":94,"_95":435},{"_93":94,"_95":434},"\t\treturn { text, image };","\t\t}, \"ui_elements\");","\t\t\t},","\t\t\t\t\t\"Screenshot resized; Accessibility bounds remain in their original coordinate system. Pointer points use fractions of this image: x from the left edge and y from the top, each >= 0 and < 1.\",","\t\t\t\t\t\"Screenshot resized; Accessibility bounds remain in their original coordinate system.\",","\t\t\t\tnote:","\t\t\t\theight,","\t\t\t\twidth,",[443,444,445,446,447,448,449],{"_93":94,"_95":156},{"_93":94,"_95":455},{"_93":94,"_95":454},{"_93":53,"_95":453},{"_93":94,"_95":452},{"_93":94,"_95":451},{"_93":94,"_95":450},"\tDESKTOP_SELECTIONS,","\tDESKTOP_MODIFIERS,","\tDESKTOP_KEYS,","\tDESKTOP_CLICKS,","\ttype Desktop,","import {","b1832f8","2458e3a","apps/desktop/native/sources/client/actions.swift",{"_192":661,"_194":195},{"_192":660,"_194":195},54,[463,464,465,466,467,468],{"_63":24,"_65":311,"_67":24,"_69":650,"_71":651},{"_63":394,"_65":116,"_67":634,"_69":238,"_71":635},{"_63":344,"_65":238,"_67":593,"_69":594,"_71":595},{"_63":575,"_65":238,"_67":527,"_69":116,"_71":576},{"_63":527,"_65":116,"_67":528,"_69":344,"_71":529},{"_63":469,"_65":162,"_67":470,"_69":471,"_71":472},156,193,26,[473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],{"_93":94,"_95":526},{"_93":94,"_95":525},{"_93":94,"_95":379},{"_93":53,"_95":524},{"_93":53,"_95":523},{"_93":53,"_95":522},{"_93":53,"_95":521},{"_93":53,"_95":520},{"_93":53,"_95":519},{"_93":53,"_95":518},{"_93":53,"_95":517},{"_93":53,"_95":516},{"_93":53,"_95":515},{"_93":53,"_95":514},{"_93":53,"_95":379},{"_93":94,"_95":513},{"_93":94,"_95":512},{"_93":94,"_95":511},{"_93":94,"_95":510},{"_93":94,"_95":509},{"_93":94,"_95":508},{"_93":55,"_95":507},{"_93":55,"_95":506},{"_93":53,"_95":505},{"_93":53,"_95":504},{"_93":94,"_95":503},{"_93":94,"_95":502},{"_93":94,"_95":501},"\t\t\t\tallowsAccessibilityValueDelivery: true","\t\t\t\twindowEvidence: .init(identity: identity, bounds: bounds),","\t\t\t\tsnapshotId: request.snapshot,","\t\t\t\tclickType: request.kind.flatMap(ClickType.init(rawValue:)) ?? .single,","\t\t\t\ttarget: point.map(ClickTarget.coordinates) ?? .elementId(request.element!),","\t\t\t\tclickType: .single,","\t\t\t\ttarget: .elementId(request.element!),","\t\t\tevidence = try await ActionEvidence(client.clickWithOutcome(","\t\tcase .click:","\t\tswitch request.op {","\t\tlet evidence: ActionEvidence","\t\tinvoked = true","\t\tlease = try await client.beginSnapshotMutation(snapshotId: request.snapshot)","\t\t\tpoint = try request.point?.mapped(in: authority)","\t\t\telse { throw ActionError(\"This observation has no pixel-backed coordinate authority for its exact window.\") }","\t\t\t\twindow.bounds.contains(captured), !detection.screenshotPath.isEmpty","\t\t\tguard authority.target == window, let captured = authority.context.logicalBounds,","\t\t\t).receipt.requireCoordinateAuthority()","\t\t\t\tsnapshotID: request.snapshot, detectionResult: detection","\t\t\tlet authority = try SnapshotTargetReceiptPlanner.assemble(","\t\t\t// Normalized coordinates survive host image resizing; authority stays in the bridge's capture.","\t\t\tlet window = try UIAutomationTarget.ExactWindow(identity: identity, bounds: bounds)","\t\tif request.point != nil {","\t\tvar point: CGPoint?","\t\t\tthrow ActionError(\"The snapshot has no exact focused control. Click a control, then inspect the window again.\")","\t\tif request.op == .key, context.focusedElement == nil {",63,78,[530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557],{"_93":94,"_95":161},{"_93":94,"_95":416},{"_93":94,"_95":156},{"_93":53,"_95":574},{"_93":53,"_95":573},{"_93":53,"_95":572},{"_93":53,"_95":156},{"_93":53,"_95":571},{"_93":53,"_95":570},{"_93":53,"_95":569},{"_93":53,"_95":379},{"_93":53,"_95":161},{"_93":53,"_95":156},{"_93":53,"_95":568},{"_93":53,"_95":567},{"_93":53,"_95":566},{"_93":53,"_95":565},{"_93":53,"_95":564},{"_93":53,"_95":563},{"_93":53,"_95":379},{"_93":53,"_95":562},{"_93":53,"_95":161},{"_93":53,"_95":416},{"_93":53,"_95":156},{"_93":53,"_95":561},{"_93":94,"_95":560},{"_93":94,"_95":559},{"_93":94,"_95":558},"\tvar keys: Set = [","private let keyboardKeys: Set = {","private let keyboardModifiers: Set = [\"command\", \"control\", \"option\", \"shift\"]","private let pointerClicks: Set = [\"single\", \"double\", \"right\", \"middle\", \"triple\"]","\t\treturn point","\t\t\tthrow ActionError(\"The screenshot point is outside its exact captured window.\")","\t\tguard authority.target.bounds.contains(point) else {","\t\t)","\t\t\tfor: CGPoint(x: x, y: y), in: .normalized, context: authority.context","\t\tlet point = try CaptureCoordinateMapper.globalPoint(","\tfunc mapped(in authority: SnapshotTargetReceipt.CoordinateAuthority) throws -> CGPoint {","\t\t\tthrow ActionError(\"Screenshot point coordinates must be at least 0 and less than 1.\")","\t\tguard x.isFinite, y.isFinite, (0..<1).contains(x), (0..<1).contains(y) else {","\tfunc validate() throws {","\tlet y: Double","\tlet x: Double","private struct PointerPoint: Decodable {",46,[577,578,579,580,581,582,583,584],{"_93":94,"_95":592},{"_93":94,"_95":591},{"_93":94,"_95":590},{"_93":55,"_95":589},{"_93":55,"_95":588},{"_93":94,"_95":587},{"_93":94,"_95":586},{"_93":94,"_95":585},"\t\t\tguard element == nil, text == nil, let key, keyboardKeys.contains(key) else {","\t\tcase .key:","\t\t\t}","\t\t\t\tthrow ActionError(\"A click does not accept text.\")","\t\t\t} else if text != nil {","\t\t\t\t}","\t\t\t\t\tthrow ActionError(\"Choose text, cursor_before, or cursor_after selection.\")","\t\t\t\tif let selection, TextSelectionType(rawValue: selection) == nil {",31,22,[596,597,598,599,600,601,602,603,604,605,606,607,608,609,610,611,612,613,614,615,616,617,618],{"_93":94,"_95":633},{"_93":94,"_95":632},{"_93":94,"_95":379},{"_93":53,"_95":631},{"_93":53,"_95":630},{"_93":53,"_95":379},{"_93":94,"_95":629},{"_93":55,"_95":628},{"_93":53,"_95":509},{"_93":53,"_95":627},{"_93":53,"_95":626},{"_93":53,"_95":587},{"_93":53,"_95":625},{"_93":53,"_95":619},{"_93":53,"_95":587},{"_93":53,"_95":624},{"_93":53,"_95":623},{"_93":53,"_95":622},{"_93":53,"_95":587},{"_93":53,"_95":621},{"_93":94,"_95":620},{"_93":94,"_95":619},{"_93":94,"_95":587},"\t\t\t\tthrow ActionError(\"Choose a literal element ID from the inspected snapshot.\")","\t\t\tguard let element, !element.isEmpty, element.utf16.count <= 256, key == nil else {","\t\tcase .type, .select:","\t\t\t\tthrow ActionError(\"Choose single, double, right, middle, or triple click.\")","\t\t\tguard kind == nil || pointerClicks.contains(kind!) else {","\t\t\ttry point?.validate()","\t\t\tif let element, element.isEmpty || element.utf16.count > 256 {","\t\t\t\tthrow ActionError(\"Choose exactly one observed element ID or normalized screenshot point.\")","\t\t\tguard (element == nil) != (point == nil), text == nil, key == nil else {","\t\tcase .click, .type, .select:","\t\tswitch op {","\t\t\tthrow ActionError(\"Only clicks accept a click kind or target point.\")","\t\tif op != .click, kind != nil || point != nil {","\t\t\tthrow ActionError(\"Only text selection accepts prefix, suffix, or selection.\")","\t\tif op != .select, prefix != nil || suffix != nil || selection != nil {",18,[636,637,638,639,640,641,642,643],{"_93":94,"_95":649},{"_93":94,"_95":648},{"_93":94,"_95":647},{"_93":53,"_95":646},{"_93":53,"_95":645},{"_93":94,"_95":156},{"_93":94,"_95":571},{"_93":94,"_95":644},"\t\tguard !snapshot.isEmpty, snapshot.utf16.count <= 256 else {","\tlet kind: String?","\tlet point: PointerPoint?","\tlet selection: String?","\tlet suffix: String?","\tlet prefix: String?",4,[652,653,654,655],{"_93":53,"_95":659},{"_93":94,"_95":658},{"_93":94,"_95":657},{"_93":94,"_95":656},"import PeekabooBridge","import PeekabooAutomationKit","import Foundation","import CoreGraphics","9fe40f7","07ee8d3","id","01M460DBPR2SQJA40C2ADSKHWZ","project","number",82,"title","Add targeted click variants and screenshot points","description",{"_701":702,"_52":703},"state","merged","base",{"_664":18,"_697":700,"_699":36},"head",{"_664":18,"_697":698,"_699":38},"mergeRevision","e5618c1553bed4f7c32bdb725ee7dfd4a649cf9b","implements",[],"addresses",[],"createdBy",{"_693":694},"createdAt","2026-10-05T12:25:27.000Z","updatedAt","2026-10-05T12:27:30.000Z","locked","fork","headAvailable",true,"actor",{"_51":695,"_662":696},"user","import:github:1714999","branch","refs/pull/82/head","revision","refs/heads/feat/github-cache","format","markdown","Extend `desktop_click` with single, double, right, middle, and triple clicks on either an observed element or a normalized screenshot point. Coordinates use the snapshot's native capture geometry, preserving exact process/window checks, single-use snapshots, background delivery, and unsafe replay semantics.\n\nThis is the click-only portion of #68 and #8. Scrolling and dragging remain separate work; this does not close #68.\n\nValidation: repository type checks and formatting/lint pass, as do the signed desktop build, strict signature verification, Ace diff review, and independent source review. A real signed native fixture using the shared click implementation passed six groups: the existing AX click, a coordinate single click from a resized screenshot, and double/right/middle/triple button/count checks. That broader run later stopped on an uncertain scroll result; no scroll or drag pass is claimed here. A real pi/Anthropic run using this exact focused candidate’s tool schema, host adapter, signed client and GUI then inspected the fixture, selected a screenshot coordinate inside Activate, clicked once, and reinspected. The real button counter increased exactly once while the scroll position and prior board events stayed unchanged. Exact results/screenshots survived closing and reopening its private pi SQLite store with unchanged usage and no repeated input. Worker-crash and hosted end-to-end coverage remain in #8; this check does not claim them.\n\n### Built in Ace\n\nUsed Ace's terminal for dependencies, checks, the signed build, Git, and GitHub, and its changes/patch surface for the diff. Codex source tools performed editing and independent review because the external agent/editor integration is tracked in #9 and #22. Native validation was coordinated through Ace's real host adapter and signed desktop bridge against a disposable AppKit fixture. External CUA handled validation-app setup/quit while Ace’s lifecycle tools remain incomplete under #8.\n","iamnbutler","documentNavigation","repo","githubnext/ace2","repoId","ownerId","org:89615882","site","nexthub","private","admin","settings","triage","starred","stars",0,"watchers","watching","pinned","notify","views",[886,887,888,889,890,891,892,893,894,895,896,897,898],"navigation",{"_724":725,"_848":849,"_850":851,"_852":853,"_854":855,"_856":857,"_93":858},"sources",[],"meta",{"_669":843,"_844":845,"_846":156,"_713":22,"_675":835,"_847":22,"_718":719,"_720":719},"branches",[750,751,752,753,754,755,756,757,758,759,760,761,762,763,764,765,766,767,768,769,770,771,772,773,774,775,776,777,778,779,780,781,782,783,784,785,786,787,788,789,790,791,792,793,794,795,796,797,798,799,800,801,802,803,804,805,806,807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822,823,824,825,826,827,828,829,830,831,832,833,834,835,836,837,838,839,840,841,842],"tags",[738,739,740,741,742,743,744,745,746,747,748,749],"cloneUrl","https://git.nexthub.sh/githubnext/ace2.git","desktop-canary-v0.0.10","desktop-canary-v0.0.11","desktop-canary-v0.0.12","desktop-canary-v0.0.13","desktop-canary-v0.0.14","desktop-canary-v0.0.15","desktop-canary-v0.0.16","desktop-canary-v0.0.18","desktop-canary-v0.0.21","desktop-canary-v0.0.7","desktop-canary-v0.0.8","desktop-canary-v0.0.9","amber-beacon/composer-effort","brisk-ember/github-avatars","brisk-grove/image-paste-91","calm-anchor/fix-streaming-draft-overlap","calm-grove/composer-agent-mode","cloud-pilot-ops/canary-0-0-17","cloud-pilot-ops/cloud-move","cloud-pilot-ops/cloud-pilot","codex/agentation-shortcut","codex/annotation-polish","codex/browser-pages","codex/canary-0-0-21","codex/canary-0.0.11","codex/channel-delete-close","codex/channel-watch-recovery","codex/clipboard-files-write","codex/composer-coordinate-check","codex/computer-use-validation","codex/desktop-actions","codex/desktop-app-search","codex/desktop-app-state","codex/desktop-availability","codex/desktop-click-variants","codex/desktop-clipboard","codex/desktop-clipboard-files","codex/desktop-clipboard-image","codex/desktop-clipboard-image-write","codex/desktop-clipboard-text","codex/desktop-drag","codex/desktop-keyboard","codex/desktop-launch","codex/desktop-locked-feedback","codex/desktop-menu-command","codex/desktop-menu-inventory","codex/desktop-minimize","codex/desktop-open","codex/desktop-pointer","codex/desktop-quit","codex/desktop-selection-keys","codex/desktop-tool-guidance","codex/desktop-tools-extraction","codex/desktop-window-close","codex/desktop-window-geometry","codex/desktop-windows","codex/dev-permission-identity","codex/durable-composer-drafts","codex/fix-message-clipping","codex/lane-base-96","codex/native-patch-prefix","codex/peekaboo","codex/peer-channel-messaging","codex/pixel-snapshot-authority","codex/publish-canary-0-0-21","codex/readme-security","codex/settings-refresh","codex/stale-click-refusal","codex/tab-renaming-api","codex/team-agent-access","codex/team-channel-sections","codex/team-dogfood-integration","codex/webkit-coordinate-window","codex/webkit-desktop-focus","deft-beacon/helper-isolation","deft-grove/align-avatar-byline","deft-grove/build-canary-0-0-18","deft-grove/canary-github-releases","deft-grove/ship-canary-0-0-18","deft-meadow/details-sidebar","fair-ember/canary-0-0-13","fair-ember/canary-0-0-14","fair-fjord/all-projects","feat/github-cache","feat/rebuild","fix/channel-credentials","glad-anchor/restore-message-queue","glad-ember/archive-inactive-channels","glad-fjord/project-identity","glad-orbit/channel-progress","glad-ridge/terminal-replay-input","hazy-anchor/github-row-actions","hazy-ember/channel-access-toggles","hazy-grove/all-projects-add-channel","local-project-setup/build-canary-0-0-20","local-project-setup/canary-0-0-20","local-project-setup/local-project-setup","main","mellow-ridge/canary-0-0-16","mellow-ridge/top-bar-drag-area","nimble-cedar/modal-top-offset","nimble-meadow/canary-0-0-15","remote-channel-load/build-canary-0-0-19","remote-channel-load/canary-0-0-19","remote-channel-load/fix-remote-channel-load","Ace: a collaborative coding environment on the team's own machines","owner","githubnext","section","empty","pins",[870,871,872],"documents",{"_865":866,"_867":868},"code",{"_23":863,"_864":24},"automations",{"_861":312,"_862":-5},"delivery",{"_859":719,"_860":-5},"9Rn62lcgXCFfpmCuooTjLxGyUf8","releases","applications","workflows","deployments",215,"changes","counts",{"_869":868},"total",86,"issue",{"_662":864,"_874":884,"_47":864,"_876":885,"_722":692,"_878":22,"_879":692,"_880":24},{"_662":881,"_874":882,"_47":881,"_876":883,"_722":692,"_878":22,"_879":692,"_880":719},{"_662":873,"_874":875,"_47":873,"_876":877,"_722":692,"_878":22,"_879":692,"_880":868},"issues","name","Issues","filters",{},"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_662":864,"_874":884,"_47":864,"_876":929,"_722":692,"_878":22,"_879":692},{"_662":881,"_874":882,"_47":881,"_876":928,"_722":692,"_878":22,"_879":692},{"_662":873,"_874":875,"_47":873,"_876":927,"_722":692,"_878":22,"_879":692},{"_662":924,"_874":925,"_47":924,"_876":926,"_722":22,"_878":22,"_879":692},{"_662":921,"_874":922,"_47":921,"_876":923,"_722":22,"_878":22,"_879":692},{"_662":861,"_874":919,"_47":854,"_876":920,"_722":22,"_878":22,"_879":692},{"_662":862,"_874":916,"_47":917,"_876":918,"_722":22,"_878":22,"_879":692},{"_662":859,"_874":914,"_47":859,"_876":915,"_722":22,"_878":22,"_879":692},{"_662":910,"_874":911,"_47":912,"_876":913,"_722":22,"_878":22,"_879":692},{"_662":850,"_874":908,"_47":850,"_876":909,"_722":22,"_878":22,"_879":22},{"_662":905,"_874":906,"_47":905,"_876":907,"_722":22,"_878":22,"_879":22},{"_662":902,"_874":903,"_47":902,"_876":904,"_722":22,"_878":22,"_879":22},{"_662":899,"_874":900,"_47":899,"_876":901,"_722":22,"_878":22,"_879":22},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups",[],"now",1794435416065,"sidebar","expanded"]