[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_165":-5,"_168":169,"_170":171},"routes/shell",{"_42":43,"_164":-5,"_165":-5,"_166":167},"routes/repo",{"_34":-7,"_35":36,"_37":38,"_39":40,"_41":32,"_42":43,"_44":32,"_45":32,"_46":32,"_47":32,"_48":32,"_49":32,"_50":51,"_52":53,"_54":32,"_55":-7,"_56":-7,"_57":58,"_59":60,"_61":62,"_63":-5,"_64":65,"_66":67,"_68":69,"_70":71},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":-5,"_26":27,"_28":29,"_29":30,"_31":32,"_33":14},"ref","main","path","tests/oracle/toml/src/main.rs","oid","493a308a1231985cabb4c1dbed68aff920b0ec09","size",12427,"commit","12e96b5435e408a25422fcfd87d6fa5474b6e53a","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","//! Compares tidy's TOML formatter with taplo 0.14.0, run as `taplo fmt` runs it: on the files under folders, on the edge\n//! cases of `crates/tidy/tests/toml.json`, whose outputs it records, and on the tokens of random texts, with logos.\n//!\n//! cargo run --release -- files [--show=n] ...\n//! cargo run --release -- cases \n//! cargo run --release -- lex [count]\n//! cargo run --release -- values \n//!\n//! `values` checks `tidy::toml::value` with the TOML 1.0 files of toml-test: each valid file has its value, and no\n//! invalid file has one.\n\n#[path = \"../../../../crates/tidy/src/toml/lexer.rs\"]\n#[allow(dead_code)]\nmod lexer;\n\nuse logos::Logos;\nuse serde_json::Value;\nuse std::collections::HashSet;\nuse std::path::{Path, PathBuf};\nuse taplo::formatter::{Options as Taplo, OptionsIncomplete};\nuse tidy::toml::Options as Tidy;\n\nfn main() {\n let args: Vec = std::env::args().skip(1).collect();\n match args.first().map(String::as_str) {\n Some(\"files\") => files(&args[1..]),\n Some(\"cases\") => cases(&args[1]),\n Some(\"values\") => values(Path::new(&args[1])),\n Some(\"lex\") => lex(args.get(1).and_then(|it| it.parse().ok()).unwrap_or(1_000_000)),\n Some(\"tokens\") => {\n for text in &args[1..] {\n println!(\"{text:?}\\n logos {:?}\\n tidy {:?}\", logos_tokens(text), tidy_tokens(text));\n }\n }\n _ => eprintln!(\n \"usage: files ... | cases | lex [count] | values \"\n ),\n }\n}\n\n/// What `taplo fmt` prints for `text`, or `!error` if it has a syntax error.\nfn taplo(text: &str, options: &Taplo) -> String {\n let parse = taplo::parser::parse(text);\n if !parse.errors.is_empty() {\n return \"!error\".into();\n }\n let scopes = Vec::<(String, OptionsIncomplete)>::new();\n taplo::formatter::format_with_path_scopes(parse.into_dom(), options.clone(), &[], scopes)\n .unwrap_or_else(|_| \"!error\".into())\n}\n\nfn tidy(text: &str, options: &Tidy) -> String {\n tidy::toml::format(text, options).unwrap_or_else(|_| \"!error\".into())\n}\n\n/// Option sets: taplo's, and tidy's for the same.\nfn sets() -> Vec<(&'static str, Taplo, Tidy)> {\n let (taplo, tidy) = (Taplo::default(), Tidy::default());\n vec![\n (\"default\", taplo.clone(), tidy.clone()),\n (\n \"indent 4\",\n Taplo { indent_string: \" \".into(), ..taplo.clone() },\n Tidy { tab_width: 4, ..tidy.clone() },\n ),\n (\n \"tabs\",\n Taplo { indent_string: \"\\t\".into(), ..taplo.clone() },\n Tidy { tabs: true, ..tidy.clone() },\n ),\n (\n \"align entries, no comment alignment\",\n Taplo { align_entries: true, align_comments: false, ..taplo.clone() },\n Tidy { align_entries: true, align_comments: false, ..tidy.clone() },\n ),\n (\n \"compact, width 40, no trailing comma\",\n Taplo {\n compact_entries: true,\n compact_inline_tables: true,\n compact_arrays: false,\n column_width: 40,\n array_trailing_comma: false,\n ..taplo.clone()\n },\n Tidy {\n compact_entries: true,\n compact_inline_tables: true,\n compact_arrays: false,\n column_width: 40,\n array_trailing_comma: false,\n ..tidy.clone()\n },\n ),\n (\n \"indent tables and entries\",\n Taplo { indent_tables: true, indent_entries: true, ..taplo.clone() },\n Tidy { indent_tables: true, indent_entries: true, ..tidy.clone() },\n ),\n (\n \"reorder\",\n Taplo {\n reorder_keys: true,\n reorder_arrays: true,\n reorder_inline_tables: true,\n ..taplo.clone()\n },\n Tidy {\n reorder_keys: true,\n reorder_arrays: true,\n reorder_inline_tables: true,\n ..tidy.clone()\n },\n ),\n (\n \"no expanding or collapsing, single comments\",\n Taplo {\n array_auto_expand: false,\n array_auto_collapse: false,\n inline_table_expand: false,\n align_single_comments: false,\n ..taplo.clone()\n },\n Tidy {\n array_auto_expand: false,\n array_auto_collapse: false,\n inline_table_expand: false,\n align_single_comments: false,\n ..tidy.clone()\n },\n ),\n (\n \"no blank lines, no trailing newline, crlf\",\n Taplo { allowed_blank_lines: 0, trailing_newline: false, crlf: true, ..taplo },\n Tidy { allowed_blank_lines: 0, trailing_newline: false, eol: tidy::doc::Eol::Crlf, ..tidy },\n ),\n ]\n}\n\nfn files(args: &[String]) {\n let show = args\n .iter()\n .find_map(|it| it.strip_prefix(\"--show=\"))\n .and_then(|it| it.parse().ok())\n .unwrap_or(5);\n let mut paths = Vec::new();\n for folder in args.iter().filter(|it| !it.starts_with(\"--\")) {\n walk(Path::new(folder), &mut paths);\n }\n let mut seen = HashSet::new();\n let mut sources = Vec::new();\n for path in paths {\n let Ok(text) = std::fs::read_to_string(&path) else { continue };\n if seen.insert(text.clone()) {\n sources.push((path, text));\n }\n }\n let (mut same, mut total, mut shown) = (0, 0, 0);\n for (name, taplo_options, tidy_options) in sets() {\n let mut different = 0;\n for (path, text) in &sources {\n total += 1;\n let expected = taplo(text, &taplo_options);\n let actual = tidy(text, &tidy_options);\n if expected == actual {\n same += 1;\n continue;\n }\n different += 1;\n if shown < show {\n shown += 1;\n println!(\"\\n✗ {name}: {}\", path.display());\n diff(&expected, &actual);\n }\n }\n if different > 0 {\n println!(\" {name}: {different} different\");\n }\n }\n println!(\n \"\\ntoml: {same}/{total} same ({:.1}%), {} files\",\n same as f64 * 100.0 / total as f64,\n sources.len()\n );\n}\n\n/// Valid files that tidy reads otherwise: taplo's parser rejects all but the last, whose dates keep the digits they have.\nconst KNOWN: [&str; 8] = [\n \"valid/comment/nonascii.toml\",\n \"valid/datetime/edge.toml\",\n \"valid/float/exponent-upper.toml\",\n \"valid/key/like-date.toml\",\n \"valid/key/numeric-04.toml\",\n \"valid/key/quoted-unicode.toml\",\n \"valid/string/quoted-unicode.toml\",\n \"valid/datetime/milliseconds.toml\",\n];\n\nfn values(tests: &Path) {\n let list =\n std::fs::read_to_string(tests.join(\"files-toml-1.0.0\")).expect(\"toml-test's file list\");\n let (mut same, mut total) = (0, 0);\n for name in list.lines().filter(|it| it.ends_with(\".toml\") && !KNOWN.contains(it)) {\n let Ok(text) = std::fs::read_to_string(tests.join(name)) else { continue };\n total += 1;\n let actual = tidy::toml::value(&text);\n let wrong = match name.starts_with(\"valid/\") {\n true => {\n let json = std::fs::read_to_string(tests.join(name.replace(\".toml\", \".json\"))).unwrap();\n let expected = untag(&serde_json::from_str(&json).unwrap());\n match actual {\n Ok(actual) if actual == expected => None,\n Ok(actual) => Some(format!(\"expected {expected}\\n actual {actual}\")),\n Err(error) => Some(format!(\"expected {expected}\\n error {error}\")),\n }\n }\n false => actual.ok().map(|value| format!(\"accepted {value}\")),\n };\n match wrong {\n None => same += 1,\n Some(wrong) => println!(\"✗ {name}\\n {wrong}\"),\n }\n }\n println!(\"\\ntoml values: {same}/{total} right, {} known\", KNOWN.len());\n}\n\n/// A value of toml-test's JSON, without its types. A date is its text, with `T` and `Z` in capitals.\nfn untag(value: &Value) -> Value {\n match value {\n Value::Array(items) => Value::Array(items.iter().map(untag).collect()),\n Value::Object(map) => match (map.get(\"type\").and_then(Value::as_str), map.get(\"value\")) {\n (Some(kind), Some(Value::String(text))) if map.len() == 2 => match kind {\n \"integer\" => Value::from(text.parse::().unwrap()),\n \"float\" => text\n .parse::()\n .ok()\n .and_then(serde_json::Number::from_f64)\n .map_or(Value::Null, Value::Number),\n \"bool\" => Value::Bool(text == \"true\"),\n _ => Value::String(text.clone()),\n },\n _ => Value::Object(map.iter().map(|(key, value)| (key.clone(), untag(value))).collect()),\n },\n _ => value.clone(),\n }\n}\n\nfn walk(path: &Path, out: &mut Vec) {\n if path.is_file() {\n if path.extension().is_some_and(|it| it == \"toml\") {\n out.push(path.to_path_buf());\n }\n return;\n }\n let Ok(entries) = std::fs::read_dir(path) else { return };\n for entry in entries.flatten() {\n let name = entry.file_name();\n if matches!(name.to_str(), Some(\"target\" | \"node_modules\" | \".git\")) {\n continue;\n }\n walk(&entry.path(), out);\n }\n}\n\nfn diff(expected: &str, actual: &str) {\n let (expected, actual): (Vec<&str>, Vec<&str>) =\n (expected.lines().collect(), actual.lines().collect());\n let first = expected\n .iter()\n .zip(&actual)\n .position(|(a, b)| a != b)\n .unwrap_or(expected.len().min(actual.len()));\n let from = first.saturating_sub(2);\n for line in expected.iter().skip(from).take(8) {\n println!(\" - {line:?}\");\n }\n for line in actual.iter().skip(from).take(8) {\n println!(\" + {line:?}\");\n }\n}\n\n/// Records taplo's output for each case, under its options: taplo's, by name.\nfn cases(path: &str) {\n let mut cases: Vec =\n serde_json::from_str(&std::fs::read_to_string(path).unwrap()).unwrap();\n let sets = sets();\n for case in &mut cases {\n let input = case[\"input\"].as_str().unwrap().to_owned();\n let name = case.get(\"set\").and_then(Value::as_str).unwrap_or(\"default\");\n let (_, options, _) = sets.iter().find(|(it, ..)| *it == name).expect(\"a known option set\");\n case[\"output\"] = Value::String(taplo(&input, options));\n }\n let mut text = serde_json::to_string_pretty(&cases).unwrap();\n text.push('\\n');\n std::fs::write(path, text).unwrap();\n}\n\n/// Compares the tokens of random texts with those of logos, up to the first error.\nfn lex(count: usize) {\n let alphabet: Vec =\n \"0123456789-_:+.eEoxbaflnirstuzTZ \\t\\n\\r\\\"'#[]{},=*?\\\\é\".chars().collect();\n let templates = [\n \"dddd-dd-dd\",\n \"dddd-dd-ddTdd:dd:dd\",\n \"dddd-dd-dd dd:dd:dd.ddd\",\n \"dd:dd:dd,dd\",\n \"dddd-dd-ddtdd:dd:ddZ\",\n \"dddd-dd-ddTdd:dd:dd+dd:dd\",\n \"dddd-dd-ddTdd:dd:dd.d-dd:dd\",\n ];\n let mut seed = 0x2545F4914F6CDD1Du64;\n let mut random = move |below: usize| {\n seed ^= seed << 13;\n seed ^= seed >> 7;\n seed ^= seed << 17;\n (seed % below as u64) as usize\n };\n let mut failures = 0;\n for _ in 0..count {\n let text: String = match random(2) {\n 0 => (0..1 + random(24)).map(|_| alphabet[random(alphabet.len())]).collect(),\n _ => {\n let template = templates[random(templates.len())];\n let mut text: String = template\n .chars()\n .map(|it| match it {\n 'd' if random(3) == 0 => char::from(b'0' + random(10) as u8),\n 'd' => char::from(b'0' + [0, 1, 2, 3, 9][random(5)] as u8),\n _ if random(20) == 0 => alphabet[random(alphabet.len())],\n it => it,\n })\n .collect();\n let keep = random(text.chars().count() + 1).max(1);\n text = text.chars().take(keep).collect();\n for _ in 0..random(4) {\n text.push(alphabet[random(alphabet.len())]);\n }\n text\n }\n };\n let expected = logos_tokens(&text);\n let actual = tidy_tokens(&text);\n if expected != actual {\n failures += 1;\n if failures <= 200 {\n println!(\"{text:?}\\n logos {expected:?}\\n tidy {actual:?}\");\n }\n }\n }\n println!(\"lex: {} of {count} texts differ\", failures);\n}\n\nfn logos_tokens(text: &str) -> Vec<(String, usize, usize)> {\n let mut lexer = taplo::syntax::SyntaxKind::lexer(text);\n let mut tokens = Vec::new();\n while let Some(token) = lexer.next() {\n let name = format!(\"{token:?}\").replace('_', \"\").to_lowercase();\n let span = lexer.span();\n let error = name == \"error\";\n tokens.push((name, span.start, if error { span.start } else { span.end }));\n if error {\n break;\n }\n }\n tokens\n}\n\nfn tidy_tokens(text: &str) -> Vec<(String, usize, usize)> {\n let bytes = text.as_bytes();\n let mut tokens = Vec::new();\n let mut at = 0;\n while at < bytes.len() {\n let (token, length) = lexer::next(&bytes[at..]);\n let name = format!(\"{token:?}\").to_lowercase();\n let error = name == \"error\";\n tokens.push((name, at, if error { at } else { at + length }));\n if error {\n break;\n }\n at += length;\n }\n tokens\n}\n","editable",false,"branch","documentNavigation","repo","lukeed/tidy","repoId","b2cac5cc-818f-4958-803a-7d401ccd9a90","ownerId","user:5855893","organization","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers",1,"watching","pinned","notify","views",[120,121,122,123,124,125,126,127,128,129,130,131,132],"navigation",{"_57":58,"_79":80,"_81":82,"_83":84,"_85":86,"_87":88,"_89":90},"sources",[],"viewer","meta",{"_72":73,"_74":75,"_76":73,"_44":32,"_77":14,"_78":32,"_50":51,"_52":53},"branches",[14],"tags",[],"cloneUrl","https://git.nexthub.sh/lukeed/tidy.git","description","","owner","lukeed","section","head","empty","pins",[102,103,104],"documents",{"_99":100,"_101":51},"code",{"_96":97,"_98":51},"automations",{"_93":94,"_95":-5},"delivery",{"_91":51,"_92":-5},"tag","W1_y18R9FUcyveBRlHeRXdVTtjo","releases","applications","workflows",2,"deployments","commits",350,"changes","counts",{},"total",{"_105":98,"_107":118,"_15":98,"_109":119,"_55":111,"_112":32,"_113":111,"_114":51},{"_105":115,"_107":116,"_15":115,"_109":117,"_55":111,"_112":32,"_113":111,"_114":51},{"_105":106,"_107":108,"_15":106,"_109":110,"_55":111,"_112":32,"_113":111,"_114":51},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_105":98,"_107":118,"_15":98,"_109":163,"_55":111,"_112":32,"_113":111},{"_105":115,"_107":116,"_15":115,"_109":162,"_55":111,"_112":32,"_113":111},{"_105":106,"_107":108,"_15":106,"_109":161,"_55":111,"_112":32,"_113":111},{"_105":158,"_107":159,"_15":158,"_109":160,"_55":32,"_112":32,"_113":111},{"_105":155,"_107":156,"_15":155,"_109":157,"_55":32,"_112":32,"_113":111},{"_105":93,"_107":153,"_15":85,"_109":154,"_55":32,"_112":32,"_113":111},{"_105":95,"_107":150,"_15":151,"_109":152,"_55":32,"_112":32,"_113":111},{"_105":91,"_107":148,"_15":91,"_109":149,"_55":32,"_112":32,"_113":111},{"_105":144,"_107":145,"_15":146,"_109":147,"_55":32,"_112":32,"_113":111},{"_105":81,"_107":142,"_15":81,"_109":143,"_55":32,"_112":32,"_113":32},{"_105":139,"_107":140,"_15":139,"_109":141,"_55":32,"_112":32,"_113":32},{"_105":136,"_107":137,"_15":136,"_109":138,"_55":32,"_112":32,"_113":32},{"_105":133,"_107":134,"_15":133,"_109":135,"_55":32,"_112":32,"_113":32},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794729405268,"sidebar","expanded"]