[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_179":-5,"_182":183,"_184":185},"routes/shell",{"_41":42,"_178":-5,"_179":-5,"_180":181},"routes/repo",{"_34":-7,"_35":36,"_37":38,"_39":40,"_41":42,"_43":32,"_44":32,"_45":32,"_46":32,"_47":32,"_48":32,"_49":50,"_51":50,"_52":32,"_53":-7,"_54":-7,"_55":56,"_57":58,"_59":60,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":-5,"_26":27,"_28":29,"_29":30,"_31":32,"_33":14},"ref","main","path","crates/ltx/src/bundle.rs","oid","469efbffa7f4a6668c31104ce5da532c2ba6be13","size",4556,"commit","90b43017241f81189453d326d05948f388b34652","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","//! The bundle envelope: a container of verbatim L0 LTX files, never a\n//! format.\n//!\n//! celld-original, not a Litestream port. Layout: the concatenated raw L0\n//! bytes, a binary footer of rows, the footer length as a little-endian\n//! u32, and a four-byte magic. A row is `u16 cell_len | cell utf-8 |\n//! u64 cell_epoch | u64 txid | u64 offset | u64 len`, all little-endian.\n//! Un-bundling is arithmetic. The inner bytes are exactly what the\n//! per-cell writer produces, so byte-level compatibility stays checkable.\n//! At rest, the bucket is pure Litestream. A drained bundle leaves no trace\n//! that this module ever existed. Nothing else in this crate depends on bundles;\n//! deleting this file returns the crate to its upstream shape.\n\nuse crate::error::{Error, Result};\nuse crate::TXID;\n\nconst MAGIC: &[u8; 4] = b\"CLB1\";\n\nfn malformed(what: &str) -> Error {\n Error::Other(format!(\"bundle: {what}\").into())\n}\n\nfn split_data_and_footer(bundle: &[u8]) -> Result<(&[u8], &[u8])> {\n if bundle.len() < 8 {\n return Err(malformed(\"shorter than its trailer\"));\n }\n let (rest, magic) = bundle.split_at(bundle.len() - 4);\n if magic != MAGIC {\n return Err(malformed(\"bad magic\"));\n }\n let (rest, len_bytes) = rest.split_at(rest.len() - 4);\n let len = u32::from_le_bytes(len_bytes.try_into().unwrap()) as usize;\n if rest.len() < len {\n return Err(malformed(\"footer overruns the object\"));\n }\n Ok(rest.split_at(rest.len() - len))\n}\n\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct BundleRow {\n pub cell: String,\n pub cell_epoch: u64,\n pub txid: u64,\n pub offset: u64,\n pub len: u64,\n}\n\nimpl BundleRow {\n pub fn txid(&self) -> TXID {\n TXID(self.txid)\n }\n}\n\n/// One captured L0 segment headed for a bundle.\npub struct BundleEntry {\n pub cell: String,\n pub cell_epoch: u64,\n pub txid: u64,\n pub bytes: Vec,\n}\n\npub fn encode(entries: &[BundleEntry]) -> Result> {\n let mut out = Vec::new();\n let mut footer = Vec::new();\n for entry in entries {\n let cell = entry.cell.as_bytes();\n let cell_len: u16 = cell\n .len()\n .try_into()\n .map_err(|_| malformed(\"cell name too long\"))?;\n footer.extend_from_slice(&cell_len.to_le_bytes());\n footer.extend_from_slice(cell);\n for value in [\n entry.cell_epoch,\n entry.txid,\n out.len() as u64,\n entry.bytes.len() as u64,\n ] {\n footer.extend_from_slice(&value.to_le_bytes());\n }\n out.extend_from_slice(&entry.bytes);\n }\n let len: u32 = footer\n .len()\n .try_into()\n .map_err(|_| malformed(\"footer too large\"))?;\n out.extend_from_slice(&footer);\n out.extend_from_slice(&len.to_le_bytes());\n out.extend_from_slice(MAGIC);\n Ok(out)\n}\n\n/// The rows, from a complete bundle object.\npub fn decode_rows(bundle: &[u8]) -> Result> {\n let (_, mut footer) = split_data_and_footer(bundle)?;\n let mut rows = Vec::new();\n while !footer.is_empty() {\n if footer.len() < 2 {\n return Err(malformed(\"truncated row\"));\n }\n let cell_len = u16::from_le_bytes(footer[..2].try_into().unwrap()) as usize;\n footer = &footer[2..];\n if footer.len() < cell_len + 32 {\n return Err(malformed(\"truncated row\"));\n }\n let cell = std::str::from_utf8(&footer[..cell_len])\n .map_err(|_| malformed(\"cell name not utf-8\"))?\n .to_string();\n footer = &footer[cell_len..];\n let mut values = [0_u64; 4];\n for value in &mut values {\n *value = u64::from_le_bytes(footer[..8].try_into().unwrap());\n footer = &footer[8..];\n }\n rows.push(BundleRow {\n cell,\n cell_epoch: values[0],\n txid: values[1],\n offset: values[2],\n len: values[3],\n });\n }\n Ok(rows)\n}\n\n/// One row's verbatim L0 bytes out of a complete bundle object.\npub fn slice<'a>(bundle: &'a [u8], row: &BundleRow) -> Result<&'a [u8]> {\n let (data, _) = split_data_and_footer(bundle)?;\n let start = usize::try_from(row.offset).map_err(|_| malformed(\"row overflows\"))?;\n let len = usize::try_from(row.len).map_err(|_| malformed(\"row overflows\"))?;\n let end = start\n .checked_add(len)\n .ok_or_else(|| malformed(\"row overflows\"))?;\n if end > data.len() {\n return Err(malformed(\"row overruns the data section\"));\n }\n Ok(&data[start..end])\n}\n","editable",false,"branch","documentNavigation","repo","denoland/celld","repoId","a23b8a10-92cf-4dc4-a7ab-a04e58298dde","ownerId","org:42048915","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",1,"watchers","watching","pinned","notify","views",[134,135,136,137,138,139,140,141,142,143,144,145,146],"navigation",{"_55":56,"_91":92,"_93":94,"_95":96,"_97":98,"_99":100,"_101":102},"sources",[],"viewer","meta",{"_83":84,"_85":86,"_87":88,"_43":32,"_89":14,"_90":32,"_49":50,"_51":50},"branches",[14],"tags",[70,71,72,73,74,75,76,77,78,79,80,81,82],"cloneUrl","https://git.nexthub.sh/denoland/celld.git","v0.0.1","v0.0.2","v0.1.0","v0.2.0","v0.2.1","v0.3.0","v0.4.0","v0.4.1","v0.5.0","v0.5.1","v0.6.0","v0.6.1","v0.6.2","description","self-hosted, distributed Durable Objects","owner","denoland","section","","head","empty","pins",[116,117,118],"documents",{"_111":112,"_113":114},"code",{"_108":109,"_110":104},"automations",{"_106":50,"_107":-5},"delivery",{"_103":104,"_105":-5},"tag","7gTA52Z9a1vO6FP6eCQPix9zO4O","releases",0,"applications","workflows","deployments","commits",13,"changes","counts",{"_115":114},"total",38,"issue",{"_119":110,"_121":132,"_15":110,"_123":133,"_53":125,"_126":32,"_127":125,"_128":104},{"_119":129,"_121":130,"_15":129,"_123":131,"_53":125,"_126":32,"_127":125,"_128":104},{"_119":120,"_121":122,"_15":120,"_123":124,"_53":125,"_126":32,"_127":125,"_128":114},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_119":110,"_121":132,"_15":110,"_123":177,"_53":125,"_126":32,"_127":125},{"_119":129,"_121":130,"_15":129,"_123":176,"_53":125,"_126":32,"_127":125},{"_119":120,"_121":122,"_15":120,"_123":175,"_53":125,"_126":32,"_127":125},{"_119":172,"_121":173,"_15":172,"_123":174,"_53":32,"_126":32,"_127":125},{"_119":169,"_121":170,"_15":169,"_123":171,"_53":32,"_126":32,"_127":125},{"_119":106,"_121":167,"_15":97,"_123":168,"_53":32,"_126":32,"_127":125},{"_119":107,"_121":164,"_15":165,"_123":166,"_53":32,"_126":32,"_127":125},{"_119":103,"_121":162,"_15":103,"_123":163,"_53":32,"_126":32,"_127":125},{"_119":158,"_121":159,"_15":160,"_123":161,"_53":32,"_126":32,"_127":125},{"_119":93,"_121":156,"_15":93,"_123":157,"_53":32,"_126":32,"_127":32},{"_119":153,"_121":154,"_15":153,"_123":155,"_53":32,"_126":32,"_127":32},{"_119":150,"_121":151,"_15":150,"_123":152,"_53":32,"_126":32,"_127":32},{"_119":147,"_121":148,"_15":147,"_123":149,"_53":32,"_126":32,"_127":32},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794435688932,"sidebar","expanded"]