[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10,"_11":12},"actionData","errors","root",{"_164":-5,"_167":168,"_169":170},"routes/shell",{"_41":42,"_163":-5,"_164":-5,"_165":166},"routes/repo",{"_34":-7,"_35":36,"_37":38,"_39":40,"_41":42,"_43":32,"_44":32,"_45":32,"_46":32,"_47":32,"_48":32,"_49":50,"_51":52,"_53":32,"_54":-7,"_55":-7,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70},"routes/repo.blob",{"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":-5,"_26":27,"_28":29,"_29":30,"_31":32,"_33":14},"ref","main","path","bench/parse/src/main.rs","oid","247d5dc820983b754bd8eaa45c1a473666ec092b","size",13345,"commit","12e96b5435e408a25422fcfd87d6fa5474b6e53a","mounts",[],"source","plain",{"_13":14,"_15":16},"kind","text","//! Times tidy's parsers against the Rust crates that parse the same languages, on the corpora of `bench/run.ts`. Each\n//! tool parses every file that all tools of its language accept, on one thread, from memory, and drops what it builds.\n//! A pass is all those files once; the result is the median pass. The tools build different things, which each row\n//! names: a tree for a formatter keeps comments and positions, and a value only keeps the data.\n//!\n//! mise run bench:parse -- [--runs ] [--only ] [--rejects] []\n//!\n//! `--rejects` lists the files that each tool rejects, and `--json` prints a line of JSON for each language.\n//!\n//! The corpus is `bench/run.ts`'s, in the temporary folder, by default: run `mise run bench` once to make it.\n\nuse std::hint::black_box;\nuse std::path::{Path, PathBuf};\nuse std::time::Instant;\n\nstruct Tool {\n name: &'static str,\n builds: &'static str,\n parse: fn(&str) -> bool,\n}\n\nfn languages() -> Vec<(&'static str, Vec)> {\n let tool = |name, builds, parse| Tool { name, builds, parse };\n vec![\n (\n \"json\",\n vec![\n tool(\"tidy parse\", \"tree, comments\", |text| keep(tidy::json::parse(text))),\n tool(\"tidy value\", \"serde_json value\", |text| keep(tidy::json::value(text))),\n tool(\"jsonc-parser ast\", \"tree, comments\", jsonc_ast),\n tool(\"oxc_parser\", \"JS tree, comments\", oxc_json),\n tool(\"jsonc-parser value\", \"own value\", |text| {\n keep(jsonc_parser::parse_to_value(text, &Default::default()))\n }),\n tool(\"jsonc-parser serde\", \"serde_json value\", |text| {\n keep(jsonc_parser::parse_to_serde_value::(text, &Default::default()))\n }),\n tool(\"serde_json\", \"value, strict\", |text| {\n keep(serde_json::from_str::(text))\n }),\n tool(\"sonic-rs\", \"value, strict\", |text| keep(sonic_rs::from_str::(text))),\n ],\n ),\n (\n \"toml\",\n vec![\n tool(\"tidy parse\", \"tree, trivia\", |text| keep(tidy::toml::parse(text))),\n tool(\"tidy value\", \"serde_json value\", |text| keep(tidy::toml::value(text))),\n tool(\"taplo\", \"tree, trivia\", |text| {\n let parse = taplo::parser::parse(text);\n parse.errors.is_empty() && keep::<_, ()>(Ok(parse.into_syntax()))\n }),\n tool(\"toml_edit\", \"document, trivia\", |text| keep(text.parse::())),\n tool(\"toml\", \"value\", |text| keep(toml::from_str::(text))),\n tool(\"oxc-toml\", \"tree, trivia\", |text| {\n let parse = oxc_toml::parse(text);\n parse.errors.is_empty() && keep::<_, ()>(Ok(parse))\n }),\n ],\n ),\n (\n \"yaml\",\n vec![\n tool(\"tidy parse\", \"tree, comments\", |text| keep(tidy::yaml::parse(text))),\n tool(\"yaml_parser\", \"tree, trivia\", |text| keep(yaml_parser::parse(text))),\n tool(\"oxc-yaml-parser\", \"tree, comments\", |text| {\n let allocator = oxc_yaml_parser::Allocator::default();\n keep(oxc_yaml_parser::Parser::new(&allocator, text).parse())\n }),\n tool(\"saphyr\", \"value\", |text| {\n keep(::load_from_str(text))\n }),\n tool(\"yaml-rust2\", \"value\", |text| keep(yaml_rust2::YamlLoader::load_from_str(text))),\n tool(\"serde_yaml\", \"value, libyaml\", serde_yaml),\n ],\n ),\n (\n \"dockerfile\",\n vec![\n tool(\"tidy\", \"tree, comments\", tidy::bench::dockerfile),\n tool(\"dprint-plugin-dockerfile\", \"tree\", |text| {\n keep(dprint_plugin_dockerfile::ast::Dockerfile::parse(text))\n }),\n tool(\"dockerfile-parser\", \"tree\", |text| keep(dockerfile_parser::Dockerfile::parse(text))),\n tool(\"parse-dockerfile\", \"tree\", |text| keep(parse_dockerfile::parse(text))),\n ],\n ),\n (\n \"ini\",\n vec![\n tool(\"tidy\", \"lines, comments\", tidy::bench::ini),\n tool(\"rust-ini\", \"map\", |text| keep(ini::Ini::load_from_str(text))),\n tool(\"configparser\", \"map, lowercase names\", |text| {\n keep(configparser::ini::Ini::new().read(text.to_owned()))\n }),\n ],\n ),\n (\n \"graphql\",\n vec![\n tool(\"tidy\", \"tree, comments\", tidy::bench::graphql),\n tool(\"oxc-graphql-parser\", \"tree, comments\", |text| {\n let allocator = oxc_graphql_parser::Allocator::default();\n let ast = oxc_graphql_parser::Parser::new(&allocator, text).parse();\n black_box(ast.errors().next().is_none())\n }),\n tool(\"apollo-parser\", \"tree, trivia\", |text| {\n black_box(apollo_parser::Parser::new(text).parse().errors().next().is_none())\n }),\n tool(\"cynic-parser\", \"query or schema\", |text| {\n keep(cynic_parser::parse_executable_document(text))\n || keep(cynic_parser::parse_type_system_document(text))\n }),\n tool(\"graphql-parser\", \"query or schema\", |text| {\n keep(graphql_parser::parse_query::<&str>(text))\n || keep(graphql_parser::parse_schema::<&str>(text))\n }),\n tool(\"async-graphql-parser\", \"query or schema\", |text| {\n keep(async_graphql_parser::parse_query(text))\n || keep(async_graphql_parser::parse_schema(text))\n }),\n ],\n ),\n (\n \"css\",\n vec![\n tool(\"tidy\", \"tree, values as text\", |text| {\n tidy::bench::css(text, tidy::css::Dialect::Css)\n }),\n tool(\"raffia\", \"tree, comments\", |text| raffia(text, raffia::Syntax::Css)),\n tool(\"oxc-css-parser\", \"tree, comments\", |text| oxc_css(text, oxc_css_parser::Syntax::Css)),\n tool(\"lightningcss\", \"typed rules\", |text| {\n let options = lightningcss::stylesheet::ParserOptions::default();\n keep(lightningcss::stylesheet::StyleSheet::parse(text, options))\n }),\n ],\n ),\n (\n \"scss\",\n vec![\n tool(\"tidy\", \"tree, values as text\", |text| {\n tidy::bench::css(text, tidy::css::Dialect::Scss)\n }),\n tool(\"raffia\", \"tree, comments\", |text| raffia(text, raffia::Syntax::Scss)),\n tool(\"oxc-css-parser\", \"tree, comments\", |text| {\n oxc_css(text, oxc_css_parser::Syntax::Scss)\n }),\n ],\n ),\n (\n \"less\",\n vec![\n tool(\"tidy\", \"tree, values as text\", |text| {\n tidy::bench::css(text, tidy::css::Dialect::Less)\n }),\n tool(\"raffia\", \"tree, comments\", |text| raffia(text, raffia::Syntax::Less)),\n tool(\"oxc-css-parser\", \"tree, comments\", |text| {\n oxc_css(text, oxc_css_parser::Syntax::Less)\n }),\n ],\n ),\n (\n \"html\",\n vec![\n tool(\"tidy\", \"tree, strict\", tidy::bench::html),\n tool(\"scraper\", \"spec DOM\", |text| keep::<_, ()>(Ok(scraper::Html::parse_document(text)))),\n tool(\"tl\", \"tree, lenient\", |text| keep(tl::parse(text, tl::ParserOptions::default()))),\n tool(\"oxc-htmlish-parser\", \"tree, lenient\", |text| {\n let allocator = oxc_htmlish_parser::Allocator::default();\n let parser =\n oxc_htmlish_parser::Parser::new(&allocator, text, oxc_htmlish_parser::Dialect::Html);\n keep(parser.parse())\n }),\n ],\n ),\n (\n \"xml\",\n vec![\n tool(\"tidy\", \"tree, comments\", tidy::bench::xml),\n tool(\"roxmltree\", \"tree\", |text| {\n let options = roxmltree::ParsingOptions { allow_dtd: true, ..Default::default() };\n keep(roxmltree::Document::parse_with_options(text, options))\n }),\n tool(\"quick-xml\", \"events\", quick_xml),\n ],\n ),\n (\n \"handlebars\",\n vec![\n tool(\"tidy\", \"HTML and tags\", tidy::bench::handlebars),\n tool(\"handlebars\", \"tags only\", |text| keep(handlebars::Template::compile(text))),\n ],\n ),\n ]\n}\n\nfn keep(result: Result) -> bool {\n black_box(result).is_ok()\n}\n\nfn jsonc_ast(text: &str) -> bool {\n let collect = jsonc_parser::CollectOptions {\n comments: jsonc_parser::CommentCollectionStrategy::Separate,\n tokens: false,\n };\n keep(jsonc_parser::parse_to_ast(text, &collect, &Default::default()))\n}\n\n/// As oxfmt reads JSON: an expression in parentheses, with the JavaScript parser.\nfn oxc_json(text: &str) -> bool {\n let allocator = oxc_allocator::Allocator::default();\n let source = allocator.alloc_concat_strs_array([\"(\", text, \"\\n)\"]);\n let options = oxc_parser::ParseOptions { preserve_parens: false, ..Default::default() };\n let parser = oxc_parser::Parser::new(&allocator, source, oxc_span::SourceType::default());\n let parsed = black_box(parser.with_options(options).parse());\n parsed.diagnostics.is_empty() && !parsed.fatal_error\n}\n\nfn oxc_css(text: &str, syntax: oxc_css_parser::Syntax) -> bool {\n let allocator = oxc_css_parser::Allocator::default();\n let mut parser =\n oxc_css_parser::ParserBuilder::new(&allocator, text).syntax(syntax).comments().build();\n keep(parser.parse::())\n}\n\nfn raffia(text: &str, syntax: raffia::Syntax) -> bool {\n let mut comments = Vec::new();\n let mut parser = raffia::ParserBuilder::new(text).syntax(syntax).comments(&mut comments).build();\n keep(parser.parse::())\n}\n\nfn quick_xml(text: &str) -> bool {\n let mut reader = quick_xml::Reader::from_str(text);\n loop {\n match black_box(reader.read_event()) {\n Ok(quick_xml::events::Event::Eof) => return true,\n Ok(_) => {}\n Err(_) => return false,\n }\n }\n}\n\nfn serde_yaml(text: &str) -> bool {\n serde_yaml::Deserializer::from_str(text).all(|document| {\n use serde::Deserialize;\n keep(serde_yaml::Value::deserialize(document))\n })\n}\n\nfn main() {\n let all: Vec = std::env::args().skip(1).collect();\n let flag = |name: &str| all.iter().any(|it| it == name);\n let (rejects, json) = (flag(\"--rejects\"), flag(\"--json\"));\n let args: Vec<&str> =\n all.iter().map(String::as_str).filter(|it| !matches!(*it, \"--rejects\" | \"--json\")).collect();\n let option = |name: &str| args.iter().position(|it| *it == name).map(|at| args[at + 1]);\n let runs = option(\"--runs\").map_or(20, |runs| runs.parse().expect(\"--runs takes a number\"));\n let only = option(\"--only\").map(|only| only.split(',').collect::>());\n let corpus = match args.len() % 2 {\n 1 => PathBuf::from(args[args.len() - 1]),\n _ => std::env::temp_dir().join(\"tidy-bench\"),\n };\n assert!(\n corpus.is_dir(),\n \"{} isn't a folder: run `mise run bench` to make the corpus\",\n corpus.display()\n );\n for (language, tools) in languages() {\n if only.as_ref().is_some_and(|only| !only.contains(&language)) {\n continue;\n }\n let mut paths = Vec::new();\n walk(&corpus.join(language), &mut paths);\n let files: Vec<(&PathBuf, String)> =\n paths.iter().filter_map(|path| Some((path, std::fs::read_to_string(path).ok()?))).collect();\n let mut rejected = vec![0; tools.len()];\n let mut texts = Vec::new();\n for (path, text) in &files {\n let accepted: Vec = tools.iter().map(|tool| (tool.parse)(text)).collect();\n for ((tool, accepted), count) in tools.iter().zip(&accepted).zip(&mut rejected) {\n if !accepted {\n *count += 1;\n if rejects {\n eprintln!(\"{language}: {} rejects {}\", tool.name, path.display());\n }\n }\n }\n if accepted.iter().all(|it| *it) {\n texts.push(text.as_str());\n }\n }\n let bytes: usize = texts.iter().map(|it| it.len()).sum();\n let mut passes = vec![Vec::with_capacity(runs); tools.len()];\n for _ in 0..runs {\n for (tool, times) in tools.iter().zip(&mut passes) {\n let start = Instant::now();\n for text in &texts {\n (tool.parse)(text);\n }\n times.push(start.elapsed().as_secs_f64());\n }\n }\n let medians: Vec = passes.iter_mut().map(|times| median(times)).collect();\n let fastest = medians.iter().copied().fold(f64::INFINITY, f64::min);\n if json {\n let rows = tools.iter().zip(&medians).zip(&rejected).map(|((tool, time), rejected)| {\n serde_json::json!({ \"name\": tool.name, \"builds\": tool.builds, \"ms\": time * 1000.0, \"rejects\": rejected })\n });\n let line = serde_json::json!({\n \"language\": language,\n \"files\": texts.len(),\n \"total\": paths.len(),\n \"bytes\": bytes,\n \"runs\": runs,\n \"tools\": rows.collect::>(),\n });\n println!(\"{line}\");\n continue;\n }\n println!(\n \"\\n{language}: {} of {} files, {:.2} MB\",\n texts.len(),\n paths.len(),\n bytes as f64 / 1e6\n );\n for ((tool, time), rejected) in tools.iter().zip(&medians).zip(&rejected) {\n println!(\n \" {:24} {:18} {:8.2} ms {:7.0} MB/s {:6.2}x rejects {}\",\n tool.name,\n tool.builds,\n time * 1000.0,\n bytes as f64 / 1e6 / time,\n time / fastest,\n rejected\n );\n }\n }\n}\n\nfn median(times: &mut [f64]) -> f64 {\n times.sort_by(f64::total_cmp);\n times[times.len() / 2]\n}\n\nfn walk(path: &Path, out: &mut Vec) {\n let Ok(entries) = std::fs::read_dir(path) else { return };\n for entry in entries.flatten() {\n match entry.file_type() {\n Ok(kind) if kind.is_dir() => walk(&entry.path(), out),\n Ok(kind) if kind.is_file() => out.push(entry.path()),\n _ => {}\n }\n }\n}\n","editable",false,"branch","documentNavigation","repo","lukeed/tidy","repoId","b2cac5cc-818f-4958-803a-7d401ccd9a90","ownerId","user:5855893","site","nexthub","private","admin","settings","maintainer","triage","starred","stars",0,"watchers",1,"watching","pinned","notify","views",[119,120,121,122,123,124,125,126,127,128,129,130,131],"navigation",{"_56":57,"_78":79,"_80":81,"_82":83,"_84":85,"_86":87,"_88":89},"sources",[],"viewer","meta",{"_71":72,"_73":74,"_75":72,"_43":32,"_76":14,"_77":32,"_49":50,"_51":52},"branches",[14],"tags",[],"cloneUrl","https://git.nexthub.sh/lukeed/tidy.git","description","","owner","lukeed","section","head","empty","pins",[101,102,103],"documents",{"_98":99,"_100":50},"code",{"_95":96,"_97":50},"automations",{"_92":93,"_94":-5},"delivery",{"_90":50,"_91":-5},"tag","W1_y18R9FUcyveBRlHeRXdVTtjo","releases","applications","workflows",2,"deployments","commits",350,"changes","counts",{},"total",{"_104":97,"_106":117,"_15":97,"_108":118,"_54":110,"_111":32,"_112":110,"_113":50},{"_104":114,"_106":115,"_15":114,"_108":116,"_54":110,"_111":32,"_112":110,"_113":50},{"_104":105,"_106":107,"_15":105,"_108":109,"_54":110,"_111":32,"_112":110,"_113":50},"id","issues","name","Issues","filters",{},true,"saved","pinnable","count","tasks","Tasks",{},"Changes",{},{"_104":97,"_106":117,"_15":97,"_108":162,"_54":110,"_111":32,"_112":110},{"_104":114,"_106":115,"_15":114,"_108":161,"_54":110,"_111":32,"_112":110},{"_104":105,"_106":107,"_15":105,"_108":160,"_54":110,"_111":32,"_112":110},{"_104":157,"_106":158,"_15":157,"_108":159,"_54":32,"_111":32,"_112":110},{"_104":154,"_106":155,"_15":154,"_108":156,"_54":32,"_111":32,"_112":110},{"_104":92,"_106":152,"_15":84,"_108":153,"_54":32,"_111":32,"_112":110},{"_104":94,"_106":149,"_15":150,"_108":151,"_54":32,"_111":32,"_112":110},{"_104":90,"_106":147,"_15":90,"_108":148,"_54":32,"_111":32,"_112":110},{"_104":143,"_106":144,"_15":145,"_108":146,"_54":32,"_111":32,"_112":110},{"_104":80,"_106":141,"_15":80,"_108":142,"_54":32,"_111":32,"_112":32},{"_104":138,"_106":139,"_15":138,"_108":140,"_54":32,"_111":32,"_112":32},{"_104":135,"_106":136,"_15":135,"_108":137,"_54":32,"_111":32,"_112":32},{"_104":132,"_106":133,"_15":132,"_108":134,"_54":32,"_111":32,"_112":32},"decisions","Decisions",{},"changelog","Changelog",{},"roadmap","Roadmap",{},"Documents",{},"activity","Activity","insights",{},"Releases",{},"Deployments","automations/deployments",{},"Workflows",{},"discussions","Discussions",{},"goals","Goals",{},{},{},{},"groups","user","agents",[],"now",1794435677658,"sidebar","expanded"]