[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_1158":-5,"_1161":1162,"_1163":1164},"routes/shell",{"_1034":1035,"_1157":-5,"_1158":-5,"_1159":1160},"routes/repo",{"_1026":-7,"_1027":1028,"_1029":1030,"_1031":1032,"_1033":26,"_1034":1035,"_1036":26,"_1037":26,"_1038":26,"_1039":26,"_1040":26,"_1041":26,"_1042":151,"_1043":154,"_1044":26,"_1045":-7,"_1046":-7,"_1047":1048,"_1049":1050,"_1051":1052,"_1053":-5,"_1054":1055,"_1056":1057,"_1058":1059,"_1060":1061},"routes/repo.commit",{"_13":14,"_15":16,"_17":18},"commit",{"_143":22,"_998":999,"_1000":1001,"_1002":1003,"_1004":1005,"_1006":1007,"_1008":1009,"_1010":1011},"diff",{"_19":20,"_21":22,"_23":24,"_25":26},"checks",[],"old","ab65fb1645971a554773fe9efc234ab413b8eb72","new","41a4143d34343b69ce79f7de2f5e7d9f63dfc3be","files",[27,28,29],"truncated",false,{"_30":573,"_19":574,"_21":575,"_34":35,"_36":576,"_38":151,"_40":577},{"_30":148,"_19":-5,"_21":149,"_34":35,"_36":150,"_38":151,"_40":152},{"_30":31,"_19":32,"_21":33,"_34":35,"_36":37,"_38":39,"_40":41},"path","scripts/backend/pipeline.ts",{"_143":147,"_145":146},{"_143":144,"_145":146},"kind","text","add",22,"del",4,"hunks",[42,43,44],{"_45":125,"_47":108,"_49":125,"_50":108,"_52":126},{"_45":107,"_47":108,"_49":107,"_50":108,"_52":109},{"_45":46,"_47":48,"_49":46,"_50":51,"_52":53},"aStart",147,"aLen",8,"bStart","bLen",26,"ops",[54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81],{"_82":83,"_84":87},{"_82":83,"_84":86},{"_82":83,"_84":106},{"_82":38,"_84":105},{"_82":38,"_84":104},{"_82":36,"_84":103},{"_82":36,"_84":102},{"_82":36,"_84":101},{"_82":36,"_84":100},{"_82":36,"_84":99},{"_82":36,"_84":98},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":97},{"_82":36,"_84":96},{"_82":36,"_84":86},{"_82":36,"_84":95},{"_82":36,"_84":94},{"_82":36,"_84":93},{"_82":36,"_84":92},{"_82":36,"_84":91},{"_82":36,"_84":90},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":88},{"_82":83,"_84":87},{"_82":83,"_84":86},{"_82":83,"_84":85},"tag","eq","line","const stageClassify: StageFn = async (_ctx) => {","","};"," return `re-merged ${mergedCount}/${multiSourceIds.length} books (${fieldsChanged} fields updated)`;"," }"," }"," fieldsChanged += changed.length;"," mergedCount++;"," if (changed.length > 0) {"," const changed = remergeBook(bookId);"," for (const bookId of multiSourceIds) {"," let fieldsChanged = 0;"," let mergedCount = 0;"," return \"no multi-source books to merge\";"," if (multiSourceIds.length === 0) {"," const multiSourceIds = getMultiSourceBookIds();"," // sources win per-field."," // replaying the field-level priority strategy so that higher-priority"," // Re-merge all books that have data from multiple sources,"," return \"no corrections file found\";"," // Community corrections (manual overrides) not yet implemented (#35)","const stageCorrect: StageFn = async (_ctx) => {",20,7,[110,111,112,113,114,115,116,117],{"_82":83,"_84":124},{"_82":83,"_84":123},{"_82":83,"_84":122},{"_82":38,"_84":121},{"_82":36,"_84":120},{"_82":83,"_84":119},{"_82":83,"_84":86},{"_82":83,"_84":118},"// ---------------------------------------------------------------------------","import { classifyBook } from \"./classifiers/subgenre.js\";","import { getMultiSourceBookIds, remergeBook, getAllBooks, setBookSubgenresWithMeta } from \"./db/index.js\";","import { getAllBooks, setBookSubgenresWithMeta } from \"./db/index.js\";","import { closeDb } from \"./db.js\";","import { RoyalRoadScraper } from \"./fetchers/royalroad.js\";","import { HardcoverFetcher } from \"./fetchers/hardcover.js\";",5,[127,128,129,130,131,132,133,134],{"_82":83,"_84":142},{"_82":83,"_84":141},{"_82":83,"_84":140},{"_82":38,"_84":139},{"_82":36,"_84":138},{"_82":83,"_84":137},{"_82":83,"_84":136},{"_82":83,"_84":135}," * 6. SCORE → Compute quality scores"," * 5. DETECT → Run AI narration detection"," * 4. CLASSIFY → Run subgenre classification on all books"," * 3. CORRECT → Re-merge multi-source books + apply manual overrides"," * 3. CORRECT → Apply community corrections (manual overrides)"," * 2. FETCH → Run all enabled fetchers (Audible, Hardcover, Royal Road)"," * 1. MIGRATE → Apply pending database migrations"," * Stages:","oid","f4fa608","mode","100644","9c66e2c","scripts/backend/matchers/merger.ts",{"_143":572,"_145":146},245,0,[153],{"_45":151,"_47":151,"_49":154,"_50":150,"_52":155},1,[156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400],{"_82":36,"_84":448},{"_82":36,"_84":571},{"_82":36,"_84":445},{"_82":36,"_84":570},{"_82":36,"_84":569},{"_82":36,"_84":568},{"_82":36,"_84":445},{"_82":36,"_84":567},{"_82":36,"_84":566},{"_82":36,"_84":565},{"_82":36,"_84":564},{"_82":36,"_84":563},{"_82":36,"_84":562},{"_82":36,"_84":442},{"_82":36,"_84":86},{"_82":36,"_84":561},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":560},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":559},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":558},{"_82":36,"_84":557},{"_82":36,"_84":442},{"_82":36,"_84":556},{"_82":36,"_84":555},{"_82":36,"_84":554},{"_82":36,"_84":553},{"_82":36,"_84":552},{"_82":36,"_84":551},{"_82":36,"_84":550},{"_82":36,"_84":549},{"_82":36,"_84":548},{"_82":36,"_84":547},{"_82":36,"_84":546},{"_82":36,"_84":545},{"_82":36,"_84":544},{"_82":36,"_84":543},{"_82":36,"_84":542},{"_82":36,"_84":87},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":541},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":540},{"_82":36,"_84":539},{"_82":36,"_84":538},{"_82":36,"_84":440},{"_82":36,"_84":537},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":536},{"_82":36,"_84":535},{"_82":36,"_84":534},{"_82":36,"_84":533},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":532},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":531},{"_82":36,"_84":530},{"_82":36,"_84":513},{"_82":36,"_84":529},{"_82":36,"_84":528},{"_82":36,"_84":527},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":526},{"_82":36,"_84":525},{"_82":36,"_84":445},{"_82":36,"_84":524},{"_82":36,"_84":523},{"_82":36,"_84":522},{"_82":36,"_84":442},{"_82":36,"_84":521},{"_82":36,"_84":520},{"_82":36,"_84":519},{"_82":36,"_84":518},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":517},{"_82":36,"_84":516},{"_82":36,"_84":515},{"_82":36,"_84":442},{"_82":36,"_84":514},{"_82":36,"_84":513},{"_82":36,"_84":512},{"_82":36,"_84":86},{"_82":36,"_84":511},{"_82":36,"_84":510},{"_82":36,"_84":509},{"_82":36,"_84":508},{"_82":36,"_84":507},{"_82":36,"_84":506},{"_82":36,"_84":505},{"_82":36,"_84":504},{"_82":36,"_84":90},{"_82":36,"_84":89},{"_82":36,"_84":503},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":502},{"_82":36,"_84":501},{"_82":36,"_84":500},{"_82":36,"_84":499},{"_82":36,"_84":498},{"_82":36,"_84":497},{"_82":36,"_84":496},{"_82":36,"_84":495},{"_82":36,"_84":494},{"_82":36,"_84":493},{"_82":36,"_84":492},{"_82":36,"_84":491},{"_82":36,"_84":490},{"_82":36,"_84":489},{"_82":36,"_84":488},{"_82":36,"_84":487},{"_82":36,"_84":486},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":485},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":484},{"_82":36,"_84":483},{"_82":36,"_84":445},{"_82":36,"_84":482},{"_82":36,"_84":481},{"_82":36,"_84":480},{"_82":36,"_84":479},{"_82":36,"_84":478},{"_82":36,"_84":477},{"_82":36,"_84":442},{"_82":36,"_84":476},{"_82":36,"_84":475},{"_82":36,"_84":474},{"_82":36,"_84":473},{"_82":36,"_84":472},{"_82":36,"_84":86},{"_82":36,"_84":405},{"_82":36,"_84":471},{"_82":36,"_84":86},{"_82":36,"_84":470},{"_82":36,"_84":469},{"_82":36,"_84":86},{"_82":36,"_84":468},{"_82":36,"_84":86},{"_82":36,"_84":467},{"_82":36,"_84":466},{"_82":36,"_84":465},{"_82":36,"_84":464},{"_82":36,"_84":463},{"_82":36,"_84":90},{"_82":36,"_84":86},{"_82":36,"_84":462},{"_82":36,"_84":461},{"_82":36,"_84":460},{"_82":36,"_84":459},{"_82":36,"_84":458},{"_82":36,"_84":457},{"_82":36,"_84":456},{"_82":36,"_84":455},{"_82":36,"_84":90},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":454},{"_82":36,"_84":453},{"_82":36,"_84":86},{"_82":36,"_84":413},{"_82":36,"_84":452},{"_82":36,"_84":451},{"_82":36,"_84":450},{"_82":36,"_84":409},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":449},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":447},{"_82":36,"_84":446},{"_82":36,"_84":445},{"_82":36,"_84":444},{"_82":36,"_84":443},{"_82":36,"_84":442},{"_82":36,"_84":441},{"_82":36,"_84":440},{"_82":36,"_84":439},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":438},{"_82":36,"_84":437},{"_82":36,"_84":436},{"_82":36,"_84":435},{"_82":36,"_84":434},{"_82":36,"_84":433},{"_82":36,"_84":432},{"_82":36,"_84":431},{"_82":36,"_84":430},{"_82":36,"_84":429},{"_82":36,"_84":86},{"_82":36,"_84":428},{"_82":36,"_84":427},{"_82":36,"_84":426},{"_82":36,"_84":86},{"_82":36,"_84":425},{"_82":36,"_84":424},{"_82":36,"_84":423},{"_82":36,"_84":422},{"_82":36,"_84":421},{"_82":36,"_84":420},{"_82":36,"_84":419},{"_82":36,"_84":418},{"_82":36,"_84":417},{"_82":36,"_84":416},{"_82":36,"_84":415},{"_82":36,"_84":414},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":413},{"_82":36,"_84":412},{"_82":36,"_84":411},{"_82":36,"_84":410},{"_82":36,"_84":409},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":408},{"_82":36,"_84":407},{"_82":36,"_84":406},{"_82":36,"_84":405},{"_82":36,"_84":404},{"_82":36,"_84":403},{"_82":36,"_84":89},{"_82":36,"_84":402},{"_82":36,"_84":401},"}"," return count > 0 ? sum / count : Infinity;"," count++;"," sum += priorityOf(field, source);"," for (const field of MERGEABLE_FIELDS) {"," let count = 0;"," let sum = 0;","function averagePriority(source: string): number {"," };"," needsReview: false,"," book: current,"," updatedFields: [...allUpdated],"," return {"," for (const f of result.updatedFields) allUpdated.add(f);"," current = result.book;"," );"," allKnownSources,"," },"," matchConfidence: 1.0, // Re-merging already-matched data."," source,"," incomingData: rawData,"," existingBook: current,"," {"," const result = mergeBook("," for (const { source, rawData } of ranked) {"," const allKnownSources = ranked.map((s) => s.source);"," const allUpdated = new Set();"," let current = { ...baseBook };"," });"," return avgB - avgA;"," const avgB = averagePriority(b.source);"," const avgA = averagePriority(a.source);"," const ranked = [...sources].sort((a, b) => {"," // Sort sources: lowest priority first (they get applied first, then overwritten).","): MergeResult {"," sources: SourceBlob[],"," baseBook: BookRow,","export function mergeAllSources("," rawData: Partial;"," source: string;","export interface SourceBlob {"," */"," * sources overwrite), so caller order doesn't matter."," * Sources are sorted internally (lowest priority first so higher-priority"," *"," * merge in priority order to produce the canonical merged result."," * Given all source blobs for a book plus a base book row, replay the","/**","// Multi-source re-merge"," needsReview,"," book: merged as unknown as BookRow,"," updatedFields,"," const needsReview = matchConfidence < 0.9;"," // Rule 5: Low confidence flags review."," }"," updatedFields.push(field);"," merged[field] = incoming;"," if (existing !== incoming) {"," // Only record as updated if the value actually changes."," if (incomingWins(field, existingSource, source)) {"," const existingSource = bestExistingSource(field, source, sources);"," // Both values are non-null — apply priority rules."," continue;"," updatedFields.push(field);"," merged[field] = incoming;"," if (existing === null || existing === undefined) {"," // If the existing value is null, any source can fill it in."," const existing = existingBook[field];"," if (incoming === null || incoming === undefined) continue;"," // Rule 3: null/undefined never overwrites a non-null value."," const incoming = incomingData[field];"," const sources = knownSources ?? [];"," const updatedFields: string[] = [];"," const merged = { ...existingBook } as Record;"," const { existingBook, incomingData, source, matchConfidence } = options;","export function mergeBook(options: MergeOptions, knownSources?: string[]): MergeResult {"," * (used for smarter existing-source inference)."," * @param knownSources Optional list of sources already stored for this book"," * @param options.matchConfidence 0-1 confidence that this data refers to the same book."," * @param options.source Which source the incoming data is from."," * @param options.incomingData Partial book data from a source."," * @param options.existingBook The current canonical book row."," * per-field priority rules."," * Merge incoming data into an existing book record according to the","// Core merge function","];"," \"is_ai_narrated\","," \"url\","," \"description\","," \"rating_count\","," \"rating\","," \"runtime_minutes\","," \"cover_url\","," \"release_date\","," \"series_number\","," \"series_name\","," \"narrator\","," \"author\","," \"subtitle\","," \"title\",","const MERGEABLE_FIELDS: (keyof BookRow)[] = [","// Fields that participate in merging (excludes `id` which is the primary key)."," return best ?? incomingSource;"," best = src;"," bestRank = rank;"," if (rank < bestRank) {"," const rank = priorityOf(field, src);"," if (src === incomingSource) continue;"," for (const src of knownSources) {"," let bestRank = Infinity;"," let best: string | null = null;"," if (!list) return incomingSource;"," const list = FIELD_PRIORITY[field];","function bestExistingSource(field: string, incomingSource: string, knownSources: string[]): string {"," * estimate of which source \"owns\" the existing value."," * highest-priority source for the given field. This is a conservative"," * Among the known sources (excluding the incoming one), return the"," return incomingRank <= existingRank;"," const incomingRank = priorityOf(field, incomingSource);"," const existingRank = priorityOf(field, existingSource);","function incomingWins(field: string, existingSource: string, incomingSource: string): boolean {"," * from the same source refreshes the data."," * (lower rank number). Ties go to the incoming value so re-fetching"," * Returns true if the incoming source has equal or higher priority"," * value for a particular field."," * Determine whether the incoming source should overwrite the existing"," return idx === -1 ? list.length : idx; // unlisted sources rank after all listed ones"," const idx = list.indexOf(source as SourceName);"," if (!list) return Infinity;","function priorityOf(field: string, source: string): number {","/** Return the priority rank of `source` for `field` (0 = highest). */","// Helpers"," needsReview: boolean;"," book: BookRow;"," updatedFields: string[];","export interface MergeResult {"," matchConfidence: number;"," incomingData: Partial;"," existingBook: BookRow;","export interface MergeOptions {","// Public interface"," is_ai_narrated: [\"manual\", \"audible\"],"," series_number: [\"manual\", \"audible\", \"hardcover\"],"," series_name: [\"manual\", \"audible\", \"hardcover\"],"," url: [\"audible\"],"," description: [\"audible\", \"hardcover\"],"," rating_count: [\"audible\"],"," rating: [\"audible\"],"," cover_url: [\"audible\", \"hardcover\"],"," runtime_minutes: [\"audible\"],"," release_date: [\"manual\", \"audible\", \"hardcover\"],"," narrator: [\"manual\", \"audible\"],"," author: [\"manual\", \"audible\", \"hardcover\"],"," subtitle: [\"manual\", \"audible\", \"hardcover\"],"," title: [\"manual\", \"audible\", \"hardcover\"],","const FIELD_PRIORITY: Record = {"," * priority. A source not listed is treated as lower than any listed source."," * For each book field, the ordered list of sources from highest to lowest","type SourceName = \"manual\" | \"audible\" | \"hardcover\" | \"royalroad\";","// Source priority per field (lower index = higher priority)","import type { BookRow } from \"../db/index.js\";"," * 6. Provenance is tracked in the book_sources table."," * 5. Low-confidence matches (< 0.9) flag needsReview = true."," * 4. Array fields (subgenres) are unioned, not replaced."," * 3. Null/undefined never overwrites a non-null value."," * 2. Higher-priority source overwrites lower for each field."," * 1. Manual overrides always win."," * using a per-field priority map. The rules:"," * Royal Road, manual overrides), this module resolves field-level conflicts"," * When the same book appears in multiple data sources (Audible, Hardcover,"," * Field merge strategy for multi-source book data.","6db9c7f","scripts/backend/db/index.ts",{"_143":997,"_145":146},{"_143":996,"_145":146},233,[578,579],{"_45":982,"_47":581,"_49":982,"_50":108,"_52":983},{"_45":580,"_47":581,"_49":582,"_50":583,"_52":584},122,6,123,238,[585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608,609,610,611,612,613,614,615,616,617,618,619,620,621,622,623,624,625,626,627,628,629,630,631,632,633,634,635,636,637,638,639,640,641,642,643,644,645,646,647,648,649,650,651,652,653,654,655,656,657,658,659,660,661,662,663,664,665,666,667,668,669,670,671,672,673,674,675,676,677,678,679,680,681,682,683,684,685,686,687,688,689,690,691,692,693,694,695,696,697,698,699,700,701,702,703,704,705,706,707,708,709,710,711,712,713,714,715,716,717,718,719,720,721,722,723,724,725,726,727,728,729,730,731,732,733,734,735,736,737,738,739,740,741,742,743,744,745,746,747,748,749,750,751,752,753,754,755,756,757,758,759,760,761,762,763,764,765,766,767,768,769,770,771,772,773,774,775,776,777,778,779,780,781,782,783,784,785,786,787,788,789,790,791,792,793,794,795,796,797,798,799,800,801,802,803,804,805,806,807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822],{"_82":83,"_84":409},{"_82":83,"_84":401},{"_82":83,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":981},{"_82":36,"_84":442},{"_82":36,"_84":980},{"_82":36,"_84":884},{"_82":36,"_84":883},{"_82":36,"_84":979},{"_82":36,"_84":978},{"_82":36,"_84":977},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":976},{"_82":36,"_84":442},{"_82":36,"_84":975},{"_82":36,"_84":884},{"_82":36,"_84":974},{"_82":36,"_84":973},{"_82":36,"_84":972},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":971},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":970},{"_82":36,"_84":969},{"_82":36,"_84":535},{"_82":36,"_84":533},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":968},{"_82":36,"_84":967},{"_82":36,"_84":445},{"_82":36,"_84":966},{"_82":36,"_84":965},{"_82":36,"_84":442},{"_82":36,"_84":964},{"_82":36,"_84":963},{"_82":36,"_84":962},{"_82":36,"_84":961},{"_82":36,"_84":960},{"_82":36,"_84":959},{"_82":36,"_84":86},{"_82":36,"_84":958},{"_82":36,"_84":957},{"_82":36,"_84":956},{"_82":36,"_84":955},{"_82":36,"_84":954},{"_82":36,"_84":953},{"_82":36,"_84":952},{"_82":36,"_84":951},{"_82":36,"_84":950},{"_82":36,"_84":949},{"_82":36,"_84":948},{"_82":36,"_84":947},{"_82":36,"_84":946},{"_82":36,"_84":945},{"_82":36,"_84":944},{"_82":36,"_84":943},{"_82":36,"_84":942},{"_82":36,"_84":941},{"_82":36,"_84":940},{"_82":36,"_84":939},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":938},{"_82":36,"_84":937},{"_82":36,"_84":936},{"_82":36,"_84":935},{"_82":36,"_84":934},{"_82":36,"_84":933},{"_82":36,"_84":932},{"_82":36,"_84":931},{"_82":36,"_84":930},{"_82":36,"_84":929},{"_82":36,"_84":86},{"_82":36,"_84":928},{"_82":36,"_84":888},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":413},{"_82":36,"_84":927},{"_82":36,"_84":926},{"_82":36,"_84":925},{"_82":36,"_84":409},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":924},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":923},{"_82":36,"_84":922},{"_82":36,"_84":921},{"_82":36,"_84":442},{"_82":36,"_84":920},{"_82":36,"_84":919},{"_82":36,"_84":918},{"_82":36,"_84":86},{"_82":36,"_84":917},{"_82":36,"_84":916},{"_82":36,"_84":86},{"_82":36,"_84":915},{"_82":36,"_84":914},{"_82":36,"_84":913},{"_82":36,"_84":912},{"_82":36,"_84":86},{"_82":36,"_84":911},{"_82":36,"_84":910},{"_82":36,"_84":909},{"_82":36,"_84":908},{"_82":36,"_84":907},{"_82":36,"_84":906},{"_82":36,"_84":905},{"_82":36,"_84":904},{"_82":36,"_84":903},{"_82":36,"_84":902},{"_82":36,"_84":901},{"_82":36,"_84":900},{"_82":36,"_84":899},{"_82":36,"_84":898},{"_82":36,"_84":897},{"_82":36,"_84":896},{"_82":36,"_84":409},{"_82":36,"_84":86},{"_82":36,"_84":895},{"_82":36,"_84":86},{"_82":36,"_84":894},{"_82":36,"_84":893},{"_82":36,"_84":892},{"_82":36,"_84":891},{"_82":36,"_84":890},{"_82":36,"_84":90},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":889},{"_82":36,"_84":888},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":887},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":448},{"_82":36,"_84":886},{"_82":36,"_84":442},{"_82":36,"_84":885},{"_82":36,"_84":884},{"_82":36,"_84":883},{"_82":36,"_84":882},{"_82":36,"_84":881},{"_82":36,"_84":880},{"_82":36,"_84":879},{"_82":36,"_84":878},{"_82":36,"_84":877},{"_82":36,"_84":876},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":118},{"_82":36,"_84":875},{"_82":36,"_84":118},{"_82":36,"_84":86},{"_82":36,"_84":874},{"_82":36,"_84":873},{"_82":36,"_84":872},{"_82":36,"_84":871},{"_82":36,"_84":870},{"_82":36,"_84":869},{"_82":36,"_84":868},{"_82":36,"_84":867},{"_82":36,"_84":89},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":866},{"_82":36,"_84":865},{"_82":36,"_84":864},{"_82":36,"_84":863},{"_82":36,"_84":862},{"_82":36,"_84":861},{"_82":36,"_84":89},{"_82":36,"_84":86},{"_82":36,"_84":860},{"_82":36,"_84":859},{"_82":36,"_84":858},{"_82":36,"_84":857},{"_82":36,"_84":856},{"_82":36,"_84":855},{"_82":36,"_84":854},{"_82":36,"_84":86},{"_82":36,"_84":413},{"_82":36,"_84":839},{"_82":36,"_84":853},{"_82":36,"_84":852},{"_82":36,"_84":851},{"_82":36,"_84":850},{"_82":36,"_84":849},{"_82":36,"_84":848},{"_82":36,"_84":847},{"_82":36,"_84":846},{"_82":36,"_84":845},{"_82":36,"_84":844},{"_82":36,"_84":843},{"_82":36,"_84":842},{"_82":36,"_84":409},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":841},{"_82":36,"_84":840},{"_82":36,"_84":413},{"_82":36,"_84":839},{"_82":36,"_84":838},{"_82":36,"_84":837},{"_82":36,"_84":836},{"_82":36,"_84":409},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":36,"_84":835},{"_82":36,"_84":834},{"_82":36,"_84":833},{"_82":36,"_84":832},{"_82":36,"_84":831},{"_82":36,"_84":830},{"_82":36,"_84":829},{"_82":36,"_84":828},{"_82":36,"_84":827},{"_82":36,"_84":826},{"_82":36,"_84":825},{"_82":36,"_84":824},{"_82":36,"_84":401},{"_82":36,"_84":86},{"_82":83,"_84":448},{"_82":83,"_84":823},{"_82":83,"_84":442}," * Fetch all book rows from the database."," .trim();"," .replace(/\\s{2,}/g, \" \")"," .replace(/'/g, \"'\")"," .replace(/ /g, \" \")"," .replace(/"/g, '\"')"," .replace(/>/g, \">\")"," .replace(/</g, \"<\")"," .replace(/&/g, \"&\")"," .replace(/<[^>]+>/g, \"\")"," .replace(//gi, \" \")"," return html","function stripHtmlSimple(html: string): string {"," rating_count: (data.ratings_count as number) ?? undefined,"," rating: (data.rating as number) ?? undefined,"," author: contributions?.map((c) => c.author.name).join(\", \") || undefined,"," title: (data.title as string) ?? undefined,"," const contributions = data.contributions as { author: { name: string } }[] | undefined;","function parseHardcoverBlob(data: Record): Partial {"," url: data.asin ? `https://www.audible.com/pd/${data.asin}` : undefined,"," description: summary ? stripHtmlSimple(summary) : undefined,"," rating_count: rating?.overall_distribution?.num_ratings ?? undefined,"," rating: rating?.overall_distribution?.average_rating ?? undefined,"," runtime_minutes: (data.runtime_length_min as number) ?? undefined,"," cover_url: images?.[\"500\"] ?? undefined,"," release_date: (data.release_date as string) ?? undefined,"," series_number: seriesNumber ?? undefined,"," series_name: series?.title ?? undefined,"," narrator: narrators?.map((n) => n.name).join(\", \") || undefined,"," author: authors?.map((a) => a.name).join(\", \") || undefined,"," subtitle: (data.subtitle as string) ?? undefined,"," const summary = data.merchandising_summary as string | undefined;"," const images = data.product_images as Record | undefined;"," } | undefined;"," overall_distribution?: { average_rating?: number; num_ratings?: number };"," const rating = data.rating as {"," const narrators = data.narrators as { name: string }[] | undefined;"," const authors = data.authors as { name: string }[] | undefined;"," if (!isNaN(num)) seriesNumber = num;"," const num = parseFloat(series.sequence);"," if (series?.sequence) {"," let seriesNumber: number | null = null;"," const series = (data.series as { title: string; sequence?: string }[] | undefined)?.[0];","function parseAudibleBlob(data: Record): Partial {"," return {};"," } catch {"," return data as Partial;"," if (source === \"hardcover\") return parseHardcoverBlob(data);"," if (source === \"audible\") return parseAudibleBlob(data);"," const data = JSON.parse(rawJson);"," try {","function parseSourceBlob(source: string, rawJson: string): Partial {","// Source blob parsing (raw_data JSON -> Partial)"," return rows.map((r) => r.book_id);"," .all() as { book_id: string }[];"," )"," HAVING COUNT(DISTINCT source) > 1`"," GROUP BY book_id"," `SELECT book_id FROM book_sources"," .prepare("," const rows = db"," const db = getDb();","export function getMultiSourceBookIds(): string[] {"," * Get IDs of all books that have data from more than one source."," return changed;"," upsertBook(result.book);"," if (changed.length > 0) {"," changed.push(field);"," if (existing[key] !== result.book[key]) {"," const key = field as keyof BookRow;"," for (const field of result.updatedFields) {"," const changed: string[] = [];"," const result = mergeAllSources(base, blobs);"," is_ai_narrated: false,"," url: null,"," description: null,"," rating_count: null,"," rating: null,"," runtime_minutes: null,"," cover_url: null,"," release_date: null,"," series_number: null,"," series_name: null,"," narrator: null,"," author: null,"," subtitle: null,"," title: \"Untitled\","," ...existing,"," const base: BookRow = {"," }));"," rawData: parseSourceBlob(rs.source, rs.raw_data),"," source: rs.source,"," const blobs: SourceBlob[] = rawSources.map((rs) => ({"," if (rawSources.length === 0) return [];"," const rawSources = getBookSources(bookId);"," if (!existing) return [];"," const existing = getBook(bookId);","export function remergeBook(bookId: string): string[] {"," * source data or priorities change."," * Used by the CORRECT pipeline stage to replay merges after"," * Re-merge a single book from all its stored source blobs.","// Re-merge from stored sources"," needsReview: result.needsReview,"," updatedFields: result.updatedFields,"," isNew: false,"," if (result.updatedFields.length > 0) {"," );"," knownSources,"," },"," matchConfidence,"," source,"," incomingData: bookData,"," existingBook: existing,"," {"," const result = mergeBook("," const knownSources = getBookSourceNames(bookData.id);"," return { isNew: true, updatedFields: [], needsReview: matchConfidence < 0.9 };"," upsertBook(newBook);"," };"," is_ai_narrated: bookData.is_ai_narrated ?? false,"," url: bookData.url ?? null,"," description: bookData.description ?? null,"," rating_count: bookData.rating_count ?? null,"," rating: bookData.rating ?? null,"," runtime_minutes: bookData.runtime_minutes ?? null,"," cover_url: bookData.cover_url ?? null,"," release_date: bookData.release_date ?? null,"," series_number: bookData.series_number ?? null,"," series_name: bookData.series_name ?? null,"," narrator: bookData.narrator ?? null,"," author: bookData.author ?? null,"," subtitle: bookData.subtitle ?? null,"," title: bookData.title ?? \"Untitled\","," id: bookData.id,"," const newBook: BookRow = {"," if (!existing) {"," const existing = getBook(bookData.id);","): MergeAndUpsertResult {"," matchConfidence = 1.0,"," source: string,"," bookData: Partial & { id: string },","export function mergeAndUpsertBook("," * that may conflict with data from other sources."," * Use this instead of plain upsertBook when ingesting data from a source"," * merge strategy to resolve conflicts, and writes the merged result back."," * Merge-aware upsert: fetches the existing book (if any), runs the field"," isNew: boolean;","export interface MergeAndUpsertResult {","// Merge-aware upsert"," .all(bookId) as { source: string; raw_data: string }[];"," .prepare(\"SELECT source, raw_data FROM book_sources WHERE book_id = ?\")"," return db","export function getBookSources(bookId: string): { source: string; raw_data: string }[] {"," * Get all source blobs for a given book (for re-merging)."," return rows.map((r) => r.source);"," .all(bookId) as { source: string }[];"," .prepare(\"SELECT source FROM book_sources WHERE book_id = ?\")","export function getBookSourceNames(bookId: string): string[] {"," * Get all source names that have data for a given book.",3,[984,985,986,987,988,989,990],{"_82":83,"_84":995},{"_82":83,"_84":442},{"_82":83,"_84":994},{"_82":36,"_84":993},{"_82":83,"_84":86},{"_82":83,"_84":992},{"_82":83,"_84":991}," id: string; // ASIN","export interface BookRow {","import { mergeBook, mergeAllSources, type SourceBlob } from \"../matchers/merger.js\";","import { getDb } from \"../db.js\";"," * Uses the connection from ../db.ts and writes to the schema from migrations/001_initial.sql.","6540f2f","8801512","parents",[20,1025],"author",{"_1013":1014,"_1015":1016,"_1023":1024},"committer",{"_1013":1021,"_1015":1022,"_1023":1024},"message","Merge pull request #79 from iamnbutler/feat/field-merge-strategy\n\nImplement field merge strategy for multi-source data","signature","pgp","subject","Merge pull request #79 from iamnbutler/feat/field-merge-strategy","authors",[1012],{"_1013":1014,"_1015":1016,"_1017":1018,"_1019":1020},"name","Nate Butler","email","iamnbutler@github.com","login","iamnbutler","avatarUrl","https://avatars.githubusercontent.com/u/1714999?v=4","GitHub","noreply@github.com","time",1775507782,"6c40178f428c3d16969db3b9f5c7bbb49650a787","documentNavigation","repo","iamnbutler/shelfgoblin","repoId","5cd9c661-f631-4f6f-8ba4-fd4d736e1cce","ownerId","user:1714999","organization","site","nexthub","private","admin","settings","maintainer","triage","starred","stars","watchers","watching","pinned","notify","views",[1113,1114,1115,1116,1117,1118,1119,1120,1121,1122,1123,1124,1125],"navigation",{"_1047":1048,"_1075":1076,"_1077":1078,"_1079":1080,"_1081":1082,"_1083":1084,"_82":1085},"sources",[],"viewer","meta",{"_1069":1070,"_1071":1018,"_1072":86,"_1036":26,"_1073":1067,"_1074":26,"_1042":151,"_1043":154},"branches",[1063,1064,1065,1066,1067,1068],"tags",[1062],"cloneUrl","https://git.nexthub.sh/iamnbutler/shelfgoblin.git","catalog-contract-v1.0.0","chore/activate-catalog-worker","codex/compact-navigation","codex/login-d1","feat/quality-research-index","main","refactor/catalog-consumer","description","Shelf Goblin — discover LitRPG audiobooks, follow series, and track your library.","owner","section","head","empty","pins",[1096,1097,1098],"documents",{"_1093":1094,"_1095":151},"code",{"_1090":1091,"_1092":151},"automations",{"_1088":982,"_1089":-5},"delivery",{"_1086":151,"_1087":-5},"qZL1HNr33mhBASaxT9aAulkTqQf","releases","applications","workflows","deployments","commits",121,"changes","counts",{},"total",{"_1099":1092,"_1013":1111,"_30":1092,"_1102":1112,"_1045":1104,"_1105":26,"_1106":1104,"_1107":151},{"_1099":1108,"_1013":1109,"_30":1108,"_1102":1110,"_1045":1104,"_1105":26,"_1106":1104,"_1107":151},{"_1099":1100,"_1013":1101,"_30":1100,"_1102":1103,"_1045":1104,"_1105":26,"_1106":1104,"_1107":151},"id","issues","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_1099":1092,"_1013":1111,"_30":1092,"_1102":1156,"_1045":1104,"_1105":26,"_1106":1104},{"_1099":1108,"_1013":1109,"_30":1108,"_1102":1155,"_1045":1104,"_1105":26,"_1106":1104},{"_1099":1100,"_1013":1101,"_30":1100,"_1102":1154,"_1045":1104,"_1105":26,"_1106":1104},{"_1099":1151,"_1013":1152,"_30":1151,"_1102":1153,"_1045":26,"_1105":26,"_1106":1104},{"_1099":1148,"_1013":1149,"_30":1148,"_1102":1150,"_1045":26,"_1105":26,"_1106":1104},{"_1099":1088,"_1013":1146,"_30":1081,"_1102":1147,"_1045":26,"_1105":26,"_1106":1104},{"_1099":1089,"_1013":1143,"_30":1144,"_1102":1145,"_1045":26,"_1105":26,"_1106":1104},{"_1099":1086,"_1013":1141,"_30":1086,"_1102":1142,"_1045":26,"_1105":26,"_1106":1104},{"_1099":1137,"_1013":1138,"_30":1139,"_1102":1140,"_1045":26,"_1105":26,"_1106":1104},{"_1099":1077,"_1013":1135,"_30":1077,"_1102":1136,"_1045":26,"_1105":26,"_1106":26},{"_1099":1132,"_1013":1133,"_30":1132,"_1102":1134,"_1045":26,"_1105":26,"_1106":26},{"_1099":1129,"_1013":1130,"_30":1129,"_1102":1131,"_1045":26,"_1105":26,"_1106":26},{"_1099":1126,"_1013":1127,"_30":1126,"_1102":1128,"_1045":26,"_1105":26,"_1106":26},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794756695746,"sidebar","expanded"]