deno.land / std@0.224.0 / _tools / convert_to_workspace.ts
convert_to_workspace.ts
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
import { discoverExportsByPackage, discoverPackages } from "./packages.ts";import { walk } from "../fs/walk.ts";import { dirname, fromFileUrl, join, relative, toFileUrl,} from "../path/mod.ts";import { VERSION } from "../version.ts";
const cwd = await Deno.realPath(".");
await Deno.remove("./version.ts");
const toRemove = `1. Do not import symbols with an underscore in the name.
Bad: \`\`\`ts import { _format } from "https://deno.land/std@$STD_VERSION/path/_common/format.ts"; \`\`\`
1. Do not import modules with an underscore in the path.
Bad: \`\`\`ts import { filterInPlace } from "https://deno.land/std@$STD_VERSION/collections/_utils.ts"; \`\`\`
1. Do not import test modules or test data.
Bad: \`\`\`ts import { test } from "https://deno.land/std@$STD_VERSION/front_matter/test.ts"; \`\`\``;let readme = await Deno.readTextFile("README.md");readme = readme.replace(toRemove, "");await Deno.writeTextFile("README.md", readme);
let fileServer = await Deno.readTextFile("http/file_server.ts");fileServer = fileServer.replace( `import { VERSION } from "../version.ts";`, `import denoConfig from "./deno.json" with { type: "json" };`,);fileServer = fileServer.replaceAll("${VERSION}", "${denoConfig.version}");fileServer = fileServer.replace( "https://deno.land/std/http/file_server.ts", "jsr:@std/http@${denoConfig.version}/file_server",);await Deno.writeTextFile("http/file_server.ts", fileServer);
let fileServerTest = await Deno.readTextFile("http/file_server_test.ts");fileServerTest = fileServerTest.replace( `import { VERSION } from "../version.ts";`, `import denoConfig from "./deno.json" with { type: "json" };`,);fileServerTest = fileServerTest.replaceAll( "${VERSION}", "${denoConfig.version}",);await Deno.writeTextFile("http/file_server_test.ts", fileServerTest);
const packages = await discoverPackages();const exportsByPackage = await discoverExportsByPackage(packages);
const allExports: string[] = [];for (const [pkg, exports] of exportsByPackage.entries()) { for (const [_, path] of exports) { allExports.push(join(pkg, path)); }}
// can't use a data url here because it's too long and won't work on windowsconst tempFileText = allExports.map((path) => `import "${toFileUrl(Deno.realPathSync(path))}";`) .join("");const tempFilePath = "temp_graph.ts";Deno.writeTextFileSync(tempFilePath, tempFileText);const out = await new Deno.Command(Deno.execPath(), { args: ["info", "--json", "--config", "deno.json", tempFilePath],}).output();Deno.removeSync(tempFilePath);const graph = JSON.parse(new TextDecoder().decode(out.stdout));
const pkgDeps = new Map<string, Set<string>>( packages.map((pkg) => [pkg, new Set()]),);for (const { specifier, dependencies } of graph.modules) { if (!specifier.startsWith("file://") || specifier.endsWith("temp_graph.ts")) { continue; } const from = relative(cwd, fromFileUrl(specifier)).replaceAll("\\", "/"); const fromPkg = from.split("/")[0]!; for (const dep of dependencies ?? []) { if (dep.code) { const to = relative(cwd, fromFileUrl(dep.code.specifier)) .replaceAll("\\", "/"); const toPkg = to.split("/")[0]!; if (fromPkg !== toPkg) { pkgDeps.get(fromPkg)!.add(toPkg); } } if (dep.types) { const to = relative(cwd, fromFileUrl(dep.types.specifier)) .replaceAll("\\", "/"); const toPkg = to.split("/")[0]!; if (fromPkg !== toPkg) { pkgDeps.get(fromPkg)!.add(toPkg); } } }}
const orderedPackages: string[] = [];const seen = new Set<string>();function visit(pkg: string) { if (seen.has(pkg)) return; seen.add(pkg); for (const dep of pkgDeps.get(pkg)!) { visit(dep); } orderedPackages.push(pkg);}for (const pkg of packages) { visit(pkg);}
// Now walk through all files, and replace relative imports between packages// with absolute jsr imports like so:// ```// // cli/parse_args.ts// import { assert } from "../assert/assert.ts";// import * as path from "../path/mod.ts";// ```// becomes// ```// // cli/parse_args.ts// import { assert } from "@std/assert/assert";// import * as path from "@std/path";// ```// Also replace all absolute https://deno.land/std@$STD_VERSION/ imports with absolute jsr// imports.for await (const entry of walk(cwd)) { if (!entry.isFile) continue; if (entry.path.includes("/_tools")) continue; // ignore tools if (entry.path.includes("/testdata/")) continue; // ignore testdata
if (!entry.path.endsWith(".md") && !entry.path.endsWith(".ts")) continue; const text = await Deno.readTextFile(entry.path); const currentUrl = toFileUrl(entry.path); const currentPkg = relative(cwd, entry.path).replaceAll("\\", "/").split("/")[0];
// Find all relative imports. const relativeImportRegex = /from\s+["']\.?\.\/([^"']+)["']/g; const relativeImports = []; for (const match of text.matchAll(relativeImportRegex)) { relativeImports.push("../" + match[1]); }
// Find all absolute imports. const absoluteImportRegex = /https:\/\/deno\.land\/std@\$STD_VERSION\/([^"'\s]+)/g; const absoluteImports = []; for (const match of text.matchAll(absoluteImportRegex)) { absoluteImports.push("https://deno.land/std@$STD_VERSION/" + match[1]); }
const replacedImports: [string, string][] = [];
for (const specifier of relativeImports) { const targetUrl = new URL(specifier, currentUrl); const path = fromFileUrl(targetUrl); const target = relative(cwd, path).replaceAll("\\", "/"); const pkg = target.split("/")[0]; if (pkg === currentPkg) { let newSpecifier = relative(dirname(entry.path), target) .replaceAll("\\", "/"); if (!newSpecifier.startsWith(".")) { newSpecifier = "./" + newSpecifier; } replacedImports.push([specifier, newSpecifier]); } else { const newSpecifier = "@std/" + fixPackagePath(target).replace(/(\.d)?\.ts$/, "").replace(/\/mod$/, ""); replacedImports.push([specifier, newSpecifier]); } }
for (const specifier of absoluteImports) { const target = specifier.replace( /^https:\/\/deno\.land\/std@\$STD_VERSION\//, "", ); const newSpecifier = "@std/" + fixPackagePath(target).replace(/(\.d)?\.ts$/, "").replace(/\/mod$/, ""); replacedImports.push([specifier, newSpecifier]); }
// Replace all imports. let newText = text; for (const [oldSpecifier, newSpecifier] of replacedImports) { newText = newText.replace(oldSpecifier, newSpecifier); }
// Write the file back. await Deno.writeTextFile(entry.path, newText);}
// Generate `$package/deno.json` files.for (const pkg of packages) { const exportsList = exportsByPackage.get(pkg)!; let exports; if (exportsList.length === 1 && exportsList[0]![0] === ".") { exports = "./mod.ts"; } else { exports = Object.fromEntries(exportsList); } const denoJson = { name: `@std/${fixPackageName(pkg)}`, version: VERSION, exports, }; /** @see {@link https://github.com/denoland/deno/issues/22317} */ if (pkg === "crypto") { // @ts-ignore Trust me denoJson.exclude = ["_wasm/target"]; } await Deno.writeTextFile( join(pkg, "deno.json"), JSON.stringify(denoJson, null, 2) + "\n", );}
function fixPackageName(pkg: string) { return pkg.replaceAll("_", "-");}
function fixPackagePath(path: string) { const packageName = /^[^/]+/.exec(path); if (packageName) { return path.replace(packageName[0], fixPackageName(packageName[0])) .replaceAll("_", "-"); } return path.replaceAll("_", "-");}
// Generate `deno.json` file.const denoJson = JSON.parse(await Deno.readTextFile("deno.json"));denoJson.workspaces = orderedPackages.map((pkg) => `./${pkg}`);await Deno.writeTextFile( "deno.json", JSON.stringify(denoJson, null, 2) + "\n",);
std
Version Info
6 months ago
