[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_165":-5,"_168":169,"_170":171},"routes/shell",{"_41":42,"_164":-5,"_165":-5,"_166":167},"routes/repo",{"_33":-7,"_34":35,"_36":37,"_38":39,"_40":31,"_41":42,"_43":31,"_44":31,"_45":31,"_46":31,"_47":31,"_48":31,"_49":50,"_51":52,"_53":31,"_54":-7,"_55":-7,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":14,"_22":23,"_24":-5,"_25":26,"_27":28,"_28":29,"_30":31,"_32":14},"ref","c06f41d8deef514b10eb20807acfc930809a8bde","path","bench/parse/src/main.rs","oid","f104008c4ca542a6f24f3f55d482eb1f0236bd63","size",6141,"commit","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","//! Times tidy's parsers against the Rust crates that parse the same languages, on the corpora of `bench/run.ts`. Each\n//! tool parses every file that all tools of its language accept, on one thread, from memory, and drops what it builds.\n//! A pass is all those files once; the result is the median pass. The tools build different things, which each row\n//! names: a tree for a formatter keeps comments and positions, and a value only keeps the data.\n//!\n//! mise run bench:parse -- [--runs ] [--only ] []\n//!\n//! The corpus is `bench/run.ts`'s, in the temporary folder, by default: run `mise run bench` once to make it.\n\nuse std::hint::black_box;\nuse std::path::{Path, PathBuf};\nuse std::time::Instant;\n\nstruct Tool {\n name: &'static str,\n builds: &'static str,\n parse: fn(&str) -> bool,\n}\n\nfn languages() -> [(&'static str, Vec); 3] {\n let tool = |name, builds, parse| Tool { name, builds, parse };\n [\n (\n \"json\",\n vec![\n tool(\"tidy parse\", \"tree, comments\", |text| keep(tidy::json::parse(text))),\n tool(\"tidy value\", \"serde_json value\", |text| keep(tidy::json::value(text))),\n tool(\"jsonc-parser ast\", \"tree, comments\", jsonc_ast),\n tool(\"jsonc-parser value\", \"own value\", |text| {\n keep(jsonc_parser::parse_to_value(text, &Default::default()))\n }),\n tool(\"jsonc-parser serde\", \"serde_json value\", |text| {\n keep(jsonc_parser::parse_to_serde_value::(text, &Default::default()))\n }),\n tool(\"serde_json\", \"value, strict\", |text| {\n keep(serde_json::from_str::(text))\n }),\n tool(\"sonic-rs\", \"value, strict\", |text| keep(sonic_rs::from_str::(text))),\n ],\n ),\n (\n \"toml\",\n vec![\n tool(\"tidy parse\", \"tree, trivia\", |text| keep(tidy::toml::parse(text))),\n tool(\"tidy value\", \"serde_json value\", |text| keep(tidy::toml::value(text))),\n tool(\"taplo\", \"tree, trivia\", |text| {\n let parse = taplo::parser::parse(text);\n parse.errors.is_empty() && keep::<_, ()>(Ok(parse.into_syntax()))\n }),\n tool(\"toml_edit\", \"document, trivia\", |text| keep(text.parse::())),\n tool(\"toml\", \"value\", |text| keep(toml::from_str::(text))),\n ],\n ),\n (\n \"yaml\",\n vec![\n tool(\"tidy parse\", \"tree, comments\", |text| keep(tidy::yaml::parse(text))),\n tool(\"yaml_parser\", \"tree, trivia\", |text| keep(yaml_parser::parse(text))),\n tool(\"saphyr\", \"value\", |text| {\n keep(::load_from_str(text))\n }),\n tool(\"yaml-rust2\", \"value\", |text| keep(yaml_rust2::YamlLoader::load_from_str(text))),\n tool(\"serde_yaml\", \"value, libyaml\", serde_yaml),\n ],\n ),\n ]\n}\n\nfn keep(result: Result) -> bool {\n black_box(result).is_ok()\n}\n\nfn jsonc_ast(text: &str) -> bool {\n let collect = jsonc_parser::CollectOptions {\n comments: jsonc_parser::CommentCollectionStrategy::Separate,\n tokens: false,\n };\n keep(jsonc_parser::parse_to_ast(text, &collect, &Default::default()))\n}\n\nfn serde_yaml(text: &str) -> bool {\n serde_yaml::Deserializer::from_str(text).all(|document| {\n use serde::Deserialize;\n keep(serde_yaml::Value::deserialize(document))\n })\n}\n\nfn main() {\n let args: Vec = std::env::args().skip(1).collect();\n let option = |name: &str| args.iter().position(|it| it == name).map(|at| args[at + 1].as_str());\n let runs = option(\"--runs\").map_or(20, |runs| runs.parse().expect(\"--runs takes a number\"));\n let only = option(\"--only\").map(|only| only.split(',').collect::>());\n let corpus = match args.len() % 2 {\n 1 => PathBuf::from(&args[args.len() - 1]),\n _ => std::env::temp_dir().join(\"tidy-bench\"),\n };\n assert!(\n corpus.is_dir(),\n \"{} isn't a folder: run `mise run bench` to make the corpus\",\n corpus.display()\n );\n for (language, tools) in languages() {\n if only.as_ref().is_some_and(|only| !only.contains(&language)) {\n continue;\n }\n let mut paths = Vec::new();\n walk(&corpus.join(language), &mut paths);\n let texts: Vec =\n paths.iter().filter_map(|it| std::fs::read_to_string(it).ok()).collect();\n let mut rejected = vec![0; tools.len()];\n let texts: Vec<&str> = texts\n .iter()\n .map(String::as_str)\n .filter(|text| {\n let accepted: Vec = tools.iter().map(|tool| (tool.parse)(text)).collect();\n accepted\n .iter()\n .zip(&mut rejected)\n .for_each(|(accepted, count)| *count += !accepted as usize);\n accepted.iter().all(|it| *it)\n })\n .collect();\n let bytes: usize = texts.iter().map(|it| it.len()).sum();\n let mut passes = vec![Vec::with_capacity(runs); tools.len()];\n for _ in 0..runs {\n for (tool, times) in tools.iter().zip(&mut passes) {\n let start = Instant::now();\n for text in &texts {\n (tool.parse)(text);\n }\n times.push(start.elapsed().as_secs_f64());\n }\n }\n let medians: Vec = passes.iter_mut().map(|times| median(times)).collect();\n let fastest = medians.iter().copied().fold(f64::INFINITY, f64::min);\n println!(\n \"\\n{language}: {} of {} files, {:.2} MB\",\n texts.len(),\n paths.len(),\n bytes as f64 / 1e6\n );\n for ((tool, time), rejected) in tools.iter().zip(&medians).zip(&rejected) {\n println!(\n \" {:20} {:18} {:8.2} ms {:7.0} MB/s {:6.2}x rejects {}\",\n tool.name,\n tool.builds,\n time * 1000.0,\n bytes as f64 / 1e6 / time,\n time / fastest,\n rejected\n );\n }\n }\n}\n\nfn median(times: &mut [f64]) -> f64 {\n times.sort_by(f64::total_cmp);\n times[times.len() / 2]\n}\n\nfn walk(path: &Path, out: &mut Vec) {\n let Ok(entries) = std::fs::read_dir(path) else { return };\n for entry in entries.flatten() {\n match entry.file_type() {\n Ok(kind) if kind.is_dir() => walk(&entry.path(), out),\n Ok(kind) if kind.is_file() => out.push(entry.path()),\n _ => {}\n }\n }\n}\n","editable",false,"branch","documentNavigation","repo","lukeed/tidy","repoId","b2cac5cc-818f-4958-803a-7d401ccd9a90","ownerId","user:5855893","organization","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers",1,"watching","pinned","notify","views",[120,121,122,123,124,125,126,127,128,129,130,131,132],"navigation",{"_56":57,"_79":80,"_81":82,"_83":84,"_85":86,"_87":88,"_89":90},"sources",[],"viewer","meta",{"_72":73,"_74":75,"_76":73,"_43":31,"_77":71,"_78":31,"_49":50,"_51":52},"branches",[71],"tags",[],"cloneUrl","https://git.nexthub.sh/lukeed/tidy.git","main","description","","owner","lukeed","section","head","empty","pins",[102,103,104],"documents",{"_99":100,"_101":50},"code",{"_96":97,"_98":50},"automations",{"_93":94,"_95":-5},"delivery",{"_91":50,"_92":-5},"tag","W1_y18R9FUcyveBRlHeRXdVTtjo","releases","applications","workflows",2,"deployments","commits",350,"changes","counts",{},"total",{"_105":98,"_107":118,"_15":98,"_109":119,"_54":111,"_112":31,"_113":111,"_114":50},{"_105":115,"_107":116,"_15":115,"_109":117,"_54":111,"_112":31,"_113":111,"_114":50},{"_105":106,"_107":108,"_15":106,"_109":110,"_54":111,"_112":31,"_113":111,"_114":50},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_105":98,"_107":118,"_15":98,"_109":163,"_54":111,"_112":31,"_113":111},{"_105":115,"_107":116,"_15":115,"_109":162,"_54":111,"_112":31,"_113":111},{"_105":106,"_107":108,"_15":106,"_109":161,"_54":111,"_112":31,"_113":111},{"_105":158,"_107":159,"_15":158,"_109":160,"_54":31,"_112":31,"_113":111},{"_105":155,"_107":156,"_15":155,"_109":157,"_54":31,"_112":31,"_113":111},{"_105":93,"_107":153,"_15":85,"_109":154,"_54":31,"_112":31,"_113":111},{"_105":95,"_107":150,"_15":151,"_109":152,"_54":31,"_112":31,"_113":111},{"_105":91,"_107":148,"_15":91,"_109":149,"_54":31,"_112":31,"_113":111},{"_105":144,"_107":145,"_15":146,"_109":147,"_54":31,"_112":31,"_113":111},{"_105":81,"_107":142,"_15":81,"_109":143,"_54":31,"_112":31,"_113":31},{"_105":139,"_107":140,"_15":139,"_109":141,"_54":31,"_112":31,"_113":31},{"_105":136,"_107":137,"_15":136,"_109":138,"_54":31,"_112":31,"_113":31},{"_105":133,"_107":134,"_15":133,"_109":135,"_54":31,"_112":31,"_113":31},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794726082657,"sidebar","expanded"]