import { $ } from "bun"; import { copyFile, mkdir } from "node:fs/promises"; import { basename, dirname, join, resolve } from "node:path"; // Usage: mise run oracle:markdown:corpus -- [:]... // Copies the Markdown files each git repo tracks, or those in one of its folders, into /. Files missing from a // partial checkout and anything under node_modules are skipped, as Prettier skips them. let [out, ...repos] = Bun.argv.slice(2); if (!out || repos.length === 0) throw new Error("usage: mise run oracle:markdown:corpus -- ..."); for (let [repo, folder] of repos .map((it) => it.split(":")) .map(([repo, folder]) => [resolve(repo), folder])) { let pattern = folder ? `${folder}/*.md` : "*.md"; let listed = await $`git -C ${repo} ls-files -z -- ${pattern}`.text(); let files = listed .split("\0") .filter((file) => file && !file.split("/").includes("node_modules")); let copied = 0; for (let file of files) { let from = join(repo, file); if (!(await Bun.file(from).exists())) continue; let to = join(out, basename(repo), file); await mkdir(dirname(to), { recursive: true }); await copyFile(from, to); copied++; } console.log(`${basename(repo).padEnd(24)} ${copied} files`); }