[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_165":-5,"_168":169,"_170":171},"routes/shell",{"_41":42,"_164":-5,"_165":-5,"_166":167},"routes/repo",{"_33":-7,"_34":35,"_36":37,"_38":39,"_40":31,"_41":42,"_43":31,"_44":31,"_45":31,"_46":31,"_47":31,"_48":31,"_49":50,"_51":52,"_53":31,"_54":-7,"_55":-7,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":14,"_22":23,"_24":-5,"_25":26,"_27":28,"_28":29,"_30":31,"_32":14},"ref","d19409cf633b9d9a99b68e2ca445aeccea62c9d9","path","bench/parse/src/main.rs","oid","d7b9d887ab6610064309e7d28d49ee2c61499c8f","size",9975,"commit","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","//! Times tidy's parsers against the Rust crates that parse the same languages, on the corpora of `bench/run.ts`. Each\n//! tool parses every file that all tools of its language accept, on one thread, from memory, and drops what it builds.\n//! A pass is all those files once; the result is the median pass. The tools build different things, which each row\n//! names: a tree for a formatter keeps comments and positions, and a value only keeps the data.\n//!\n//! mise run bench:parse -- [--runs ] [--only ] [--rejects] []\n//!\n//! `--rejects` lists the files that each tool rejects, and `--json` prints a line of JSON for each language.\n//!\n//! The corpus is `bench/run.ts`'s, in the temporary folder, by default: run `mise run bench` once to make it.\n\nuse std::hint::black_box;\nuse std::path::{Path, PathBuf};\nuse std::time::Instant;\n\nstruct Tool {\n name: &'static str,\n builds: &'static str,\n parse: fn(&str) -> bool,\n}\n\nfn languages() -> Vec<(&'static str, Vec)> {\n let tool = |name, builds, parse| Tool { name, builds, parse };\n vec![\n (\n \"json\",\n vec![\n tool(\"tidy parse\", \"tree, comments\", |text| keep(tidy::json::parse(text))),\n tool(\"tidy value\", \"serde_json value\", |text| keep(tidy::json::value(text))),\n tool(\"jsonc-parser ast\", \"tree, comments\", jsonc_ast),\n tool(\"jsonc-parser value\", \"own value\", |text| {\n keep(jsonc_parser::parse_to_value(text, &Default::default()))\n }),\n tool(\"jsonc-parser serde\", \"serde_json value\", |text| {\n keep(jsonc_parser::parse_to_serde_value::(text, &Default::default()))\n }),\n tool(\"serde_json\", \"value, strict\", |text| {\n keep(serde_json::from_str::(text))\n }),\n tool(\"sonic-rs\", \"value, strict\", |text| keep(sonic_rs::from_str::(text))),\n ],\n ),\n (\n \"toml\",\n vec![\n tool(\"tidy parse\", \"tree, trivia\", |text| keep(tidy::toml::parse(text))),\n tool(\"tidy value\", \"serde_json value\", |text| keep(tidy::toml::value(text))),\n tool(\"taplo\", \"tree, trivia\", |text| {\n let parse = taplo::parser::parse(text);\n parse.errors.is_empty() && keep::<_, ()>(Ok(parse.into_syntax()))\n }),\n tool(\"toml_edit\", \"document, trivia\", |text| keep(text.parse::())),\n tool(\"toml\", \"value\", |text| keep(toml::from_str::(text))),\n ],\n ),\n (\n \"yaml\",\n vec![\n tool(\"tidy parse\", \"tree, comments\", |text| keep(tidy::yaml::parse(text))),\n tool(\"yaml_parser\", \"tree, trivia\", |text| keep(yaml_parser::parse(text))),\n tool(\"saphyr\", \"value\", |text| {\n keep(::load_from_str(text))\n }),\n tool(\"yaml-rust2\", \"value\", |text| keep(yaml_rust2::YamlLoader::load_from_str(text))),\n tool(\"serde_yaml\", \"value, libyaml\", serde_yaml),\n ],\n ),\n (\n \"dockerfile\",\n vec![\n tool(\"tidy\", \"tree, comments\", tidy::bench::dockerfile),\n tool(\"dprint-plugin-dockerfile\", \"tree\", |text| {\n keep(dprint_plugin_dockerfile::ast::Dockerfile::parse(text))\n }),\n tool(\"dockerfile-parser\", \"tree\", |text| keep(dockerfile_parser::Dockerfile::parse(text))),\n tool(\"parse-dockerfile\", \"tree\", |text| keep(parse_dockerfile::parse(text))),\n ],\n ),\n (\n \"css\",\n vec![\n tool(\"tidy\", \"tree, values as text\", |text| {\n tidy::bench::css(text, tidy::css::Dialect::Css)\n }),\n tool(\"raffia\", \"tree, comments\", |text| raffia(text, raffia::Syntax::Css)),\n tool(\"lightningcss\", \"typed rules\", |text| {\n let options = lightningcss::stylesheet::ParserOptions::default();\n keep(lightningcss::stylesheet::StyleSheet::parse(text, options))\n }),\n ],\n ),\n (\n \"scss\",\n vec![\n tool(\"tidy\", \"tree, values as text\", |text| {\n tidy::bench::css(text, tidy::css::Dialect::Scss)\n }),\n tool(\"raffia\", \"tree, comments\", |text| raffia(text, raffia::Syntax::Scss)),\n ],\n ),\n (\n \"less\",\n vec![\n tool(\"tidy\", \"tree, values as text\", |text| {\n tidy::bench::css(text, tidy::css::Dialect::Less)\n }),\n tool(\"raffia\", \"tree, comments\", |text| raffia(text, raffia::Syntax::Less)),\n ],\n ),\n (\n \"html\",\n vec![\n tool(\"tidy\", \"tree, strict\", tidy::bench::html),\n tool(\"scraper\", \"spec DOM\", |text| keep::<_, ()>(Ok(scraper::Html::parse_document(text)))),\n tool(\"tl\", \"tree, lenient\", |text| keep(tl::parse(text, tl::ParserOptions::default()))),\n ],\n ),\n (\n \"xml\",\n vec![\n tool(\"tidy\", \"tree, comments\", tidy::bench::xml),\n tool(\"roxmltree\", \"tree\", |text| {\n let options = roxmltree::ParsingOptions { allow_dtd: true, ..Default::default() };\n keep(roxmltree::Document::parse_with_options(text, options))\n }),\n tool(\"quick-xml\", \"events\", quick_xml),\n ],\n ),\n (\n \"handlebars\",\n vec![\n tool(\"tidy\", \"HTML and tags\", tidy::bench::handlebars),\n tool(\"handlebars\", \"tags only\", |text| keep(handlebars::Template::compile(text))),\n ],\n ),\n ]\n}\n\nfn keep(result: Result) -> bool {\n black_box(result).is_ok()\n}\n\nfn jsonc_ast(text: &str) -> bool {\n let collect = jsonc_parser::CollectOptions {\n comments: jsonc_parser::CommentCollectionStrategy::Separate,\n tokens: false,\n };\n keep(jsonc_parser::parse_to_ast(text, &collect, &Default::default()))\n}\n\nfn raffia(text: &str, syntax: raffia::Syntax) -> bool {\n let mut comments = Vec::new();\n let mut parser = raffia::ParserBuilder::new(text).syntax(syntax).comments(&mut comments).build();\n keep(parser.parse::())\n}\n\nfn quick_xml(text: &str) -> bool {\n let mut reader = quick_xml::Reader::from_str(text);\n loop {\n match black_box(reader.read_event()) {\n Ok(quick_xml::events::Event::Eof) => return true,\n Ok(_) => {}\n Err(_) => return false,\n }\n }\n}\n\nfn serde_yaml(text: &str) -> bool {\n serde_yaml::Deserializer::from_str(text).all(|document| {\n use serde::Deserialize;\n keep(serde_yaml::Value::deserialize(document))\n })\n}\n\nfn main() {\n let all: Vec = std::env::args().skip(1).collect();\n let flag = |name: &str| all.iter().any(|it| it == name);\n let (rejects, json) = (flag(\"--rejects\"), flag(\"--json\"));\n let args: Vec<&str> =\n all.iter().map(String::as_str).filter(|it| !matches!(*it, \"--rejects\" | \"--json\")).collect();\n let option = |name: &str| args.iter().position(|it| *it == name).map(|at| args[at + 1]);\n let runs = option(\"--runs\").map_or(20, |runs| runs.parse().expect(\"--runs takes a number\"));\n let only = option(\"--only\").map(|only| only.split(',').collect::>());\n let corpus = match args.len() % 2 {\n 1 => PathBuf::from(args[args.len() - 1]),\n _ => std::env::temp_dir().join(\"tidy-bench\"),\n };\n assert!(\n corpus.is_dir(),\n \"{} isn't a folder: run `mise run bench` to make the corpus\",\n corpus.display()\n );\n for (language, tools) in languages() {\n if only.as_ref().is_some_and(|only| !only.contains(&language)) {\n continue;\n }\n let mut paths = Vec::new();\n walk(&corpus.join(language), &mut paths);\n let files: Vec<(&PathBuf, String)> =\n paths.iter().filter_map(|path| Some((path, std::fs::read_to_string(path).ok()?))).collect();\n let mut rejected = vec![0; tools.len()];\n let mut texts = Vec::new();\n for (path, text) in &files {\n let accepted: Vec = tools.iter().map(|tool| (tool.parse)(text)).collect();\n for ((tool, accepted), count) in tools.iter().zip(&accepted).zip(&mut rejected) {\n if !accepted {\n *count += 1;\n if rejects {\n eprintln!(\"{language}: {} rejects {}\", tool.name, path.display());\n }\n }\n }\n if accepted.iter().all(|it| *it) {\n texts.push(text.as_str());\n }\n }\n let bytes: usize = texts.iter().map(|it| it.len()).sum();\n let mut passes = vec![Vec::with_capacity(runs); tools.len()];\n for _ in 0..runs {\n for (tool, times) in tools.iter().zip(&mut passes) {\n let start = Instant::now();\n for text in &texts {\n (tool.parse)(text);\n }\n times.push(start.elapsed().as_secs_f64());\n }\n }\n let medians: Vec = passes.iter_mut().map(|times| median(times)).collect();\n let fastest = medians.iter().copied().fold(f64::INFINITY, f64::min);\n if json {\n let rows = tools.iter().zip(&medians).zip(&rejected).map(|((tool, time), rejected)| {\n serde_json::json!({ \"name\": tool.name, \"builds\": tool.builds, \"ms\": time * 1000.0, \"rejects\": rejected })\n });\n let line = serde_json::json!({\n \"language\": language,\n \"files\": texts.len(),\n \"total\": paths.len(),\n \"bytes\": bytes,\n \"runs\": runs,\n \"tools\": rows.collect::>(),\n });\n println!(\"{line}\");\n continue;\n }\n println!(\n \"\\n{language}: {} of {} files, {:.2} MB\",\n texts.len(),\n paths.len(),\n bytes as f64 / 1e6\n );\n for ((tool, time), rejected) in tools.iter().zip(&medians).zip(&rejected) {\n println!(\n \" {:24} {:18} {:8.2} ms {:7.0} MB/s {:6.2}x rejects {}\",\n tool.name,\n tool.builds,\n time * 1000.0,\n bytes as f64 / 1e6 / time,\n time / fastest,\n rejected\n );\n }\n }\n}\n\nfn median(times: &mut [f64]) -> f64 {\n times.sort_by(f64::total_cmp);\n times[times.len() / 2]\n}\n\nfn walk(path: &Path, out: &mut Vec) {\n let Ok(entries) = std::fs::read_dir(path) else { return };\n for entry in entries.flatten() {\n match entry.file_type() {\n Ok(kind) if kind.is_dir() => walk(&entry.path(), out),\n Ok(kind) if kind.is_file() => out.push(entry.path()),\n _ => {}\n }\n }\n}\n","editable",false,"branch","documentNavigation","repo","lukeed/tidy","repoId","b2cac5cc-818f-4958-803a-7d401ccd9a90","ownerId","user:5855893","organization","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers",1,"watching","pinned","notify","views",[120,121,122,123,124,125,126,127,128,129,130,131,132],"navigation",{"_56":57,"_79":80,"_81":82,"_83":84,"_85":86,"_87":88,"_89":90},"sources",[],"viewer","meta",{"_72":73,"_74":75,"_76":73,"_43":31,"_77":71,"_78":31,"_49":50,"_51":52},"branches",[71],"tags",[],"cloneUrl","https://git.nexthub.sh/lukeed/tidy.git","main","description","","owner","lukeed","section","head","empty","pins",[102,103,104],"documents",{"_99":100,"_101":50},"code",{"_96":97,"_98":50},"automations",{"_93":94,"_95":-5},"delivery",{"_91":50,"_92":-5},"tag","W1_y18R9FUcyveBRlHeRXdVTtjo","releases","applications","workflows",2,"deployments","commits",350,"changes","counts",{},"total",{"_105":98,"_107":118,"_15":98,"_109":119,"_54":111,"_112":31,"_113":111,"_114":50},{"_105":115,"_107":116,"_15":115,"_109":117,"_54":111,"_112":31,"_113":111,"_114":50},{"_105":106,"_107":108,"_15":106,"_109":110,"_54":111,"_112":31,"_113":111,"_114":50},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_105":98,"_107":118,"_15":98,"_109":163,"_54":111,"_112":31,"_113":111},{"_105":115,"_107":116,"_15":115,"_109":162,"_54":111,"_112":31,"_113":111},{"_105":106,"_107":108,"_15":106,"_109":161,"_54":111,"_112":31,"_113":111},{"_105":158,"_107":159,"_15":158,"_109":160,"_54":31,"_112":31,"_113":111},{"_105":155,"_107":156,"_15":155,"_109":157,"_54":31,"_112":31,"_113":111},{"_105":93,"_107":153,"_15":85,"_109":154,"_54":31,"_112":31,"_113":111},{"_105":95,"_107":150,"_15":151,"_109":152,"_54":31,"_112":31,"_113":111},{"_105":91,"_107":148,"_15":91,"_109":149,"_54":31,"_112":31,"_113":111},{"_105":144,"_107":145,"_15":146,"_109":147,"_54":31,"_112":31,"_113":111},{"_105":81,"_107":142,"_15":81,"_109":143,"_54":31,"_112":31,"_113":31},{"_105":139,"_107":140,"_15":139,"_109":141,"_54":31,"_112":31,"_113":31},{"_105":136,"_107":137,"_15":136,"_109":138,"_54":31,"_112":31,"_113":31},{"_105":133,"_107":134,"_15":133,"_109":135,"_54":31,"_112":31,"_113":31},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794756837558,"sidebar","expanded"]