123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251
import { gunzip } from "https://deno.land/x/compress@v0.3.9/gzip/gzip.ts";import { Untar } from "../../archive/tar.ts";import { walk } from "../../fs/walk.ts";import {  basename,  dirname,  fromFileUrl,  join,  resolve,} from "../../path/mod.ts";import { ensureFile } from "../../fs/ensure_file.ts";import { config, ignoreList } from "./common.ts";import { Buffer } from "../../io/buffer.ts";import { copy, readAll, writeAll } from "../../io/util.ts";
/** * This script will download and extract the test files specified in the * configuration file * * It will delete any previous tests unless they are specified on the `ignore` * section of the configuration file * * Usage: `deno run --allow-read --allow-net --allow-write setup.ts` */
const NODE_URL = "https://nodejs.org/dist/vNODE_VERSION";const NODE_FILE = "node-vNODE_VERSION";const NODE_ARCHIVE_FILE = `${NODE_FILE}.tar.gz`;const NATIVE_NODE_TESTS_FOLDER = "/test";
/** URL for the download */const url = `${NODE_URL}/${NODE_ARCHIVE_FILE}`.replaceAll(  "NODE_VERSION",  config.nodeVersion,);/** Local archive's url location */const archivePath = join(  config.versionsFolder,  NODE_ARCHIVE_FILE.replaceAll("NODE_VERSION", config.nodeVersion),);/** Local decompressed source's location */const decompressedSourcePath = join(  config.versionsFolder,  NODE_FILE.replaceAll("NODE_VERSION", config.nodeVersion),);
/** * This will overwrite the file if found */async function downloadFile(url: string, path: string) {  console.log(`Downloading: ${url}...`);  const fileContent = await fetch(url)    .then((response) => {      if (response.ok) {        if (!response.body) {          throw new Error(            `The requested download url ${url} doesn't contain an archive to download`,          );        }        return response.body.getIterator();      } else if (response.status === 404) {        throw new Error(          `The requested version ${config.nodeVersion} could not be found for download`,        );      }      throw new Error(`Request failed with status ${response.status}`);    });
  const filePath = fromFileUrl(new URL(path, import.meta.url));
  await ensureFile(filePath);  const file = await Deno.open(filePath, {    truncate: true,    write: true,  });  for await (const chunk of fileContent) {    await Deno.write(file.rid, chunk);  }  file.close();  console.log(`Downloaded: ${url} into ${path}`);}
async function clearTests() {  console.log("Cleaning up previous tests");
  const files = walk(    (fromFileUrl(new URL(config.suitesFolder, import.meta.url))),    {      includeDirs: false,      skip: ignoreList,    },  );
  for await (const file of files) {    await Deno.remove(file.path);  }}
/** * This will iterate over test list defined in the configuration file and test the * passed file against it. If a match were to be found, it will return the test * suite specified for that file */function getRequestedFileSuite(file: string): string | undefined {  for (const suite in config.tests) {    for (const regex of config.tests[suite]) {      if (new RegExp(regex).test(file)) {        return suite;      }    }  }}
async function decompressTests(archivePath: string) {  console.log(`Decompressing ${basename(archivePath)}...`);
  const compressedFile = await Deno.open(    new URL(archivePath, import.meta.url),    { read: true },  );
  const buffer = new Buffer(gunzip(await readAll(compressedFile)));  Deno.close(compressedFile.rid);
  const tar = new Untar(buffer);  const outFolder = dirname(fromFileUrl(new URL(archivePath, import.meta.url)));  const testsFolder = `${NODE_FILE}${NATIVE_NODE_TESTS_FOLDER}`.replace(    "NODE_VERSION",    config.nodeVersion,  );
  for await (const entry of tar) {    if (entry.type !== "file") continue;    if (!entry.fileName.startsWith(testsFolder)) continue;    const path = join(outFolder, entry.fileName);    await ensureFile(path);    const file = await Deno.open(path, {      create: true,      truncate: true,      write: true,    });    await copy(entry, file);    file.close();  }}
async function copyTests(filePath: string): Promise<void> {  console.log("Copying test files...");  const path = join(    fromFileUrl(new URL(filePath, import.meta.url)),    NATIVE_NODE_TESTS_FOLDER,  );  const suitesFolder = fromFileUrl(    new URL(config.suitesFolder, import.meta.url),  );  for await (const entry of walk(path, { skip: ignoreList })) {    const suite = getRequestedFileSuite(entry.name);    if (!suite) continue;
    const destPath = resolve(      suitesFolder,      suite,      basename(entry.name),    );    await ensureFile(destPath);    const destFile = await Deno.open(destPath, {      create: true,      truncate: true,      write: true,    });    const srcFile = await Deno.open(      join(path, suite, entry.name),      { read: true },    );    // This will allow CI to pass without checking linting and formatting    // on the test suite files, removing the need to maintain that as well    await writeAll(      destFile,      new TextEncoder().encode(        "// deno-fmt-ignore-file\n// deno-lint-ignore-file\n" +          "\n// Copyright Joyent and Node contributors. All rights reserved. MIT license.\n" +          `// Taken from Node ${config.nodeVersion}\n` +          '// This file is automatically generated by "node/_tools/setup.ts". Do not modify this file manually\n\n',      ),    );    await copy(srcFile, destFile);    srcFile.close();    destFile.close();  }}
let shouldDownload = false;try {  Deno.lstatSync(new URL(archivePath, import.meta.url));  while (true) {    const r = (prompt(`File "${archivePath}" found, use file? Y/N:`) ?? "")      .trim()      .toUpperCase();    if (r === "Y") {      break;    } else if (r === "N") {      shouldDownload = true;      break;    } else {      console.log(`Unexpected: "${r}"`);    }  }} catch (e) {  if (!(e instanceof Deno.errors.NotFound)) {    throw e;  }  shouldDownload = true;}
if (shouldDownload) {  console.log(`Downloading ${url} in path "${archivePath}" ...`);  await downloadFile(url, archivePath);}
let shouldDecompress = false;try {  const p = new URL(decompressedSourcePath, import.meta.url);  Deno.lstatSync(p);  while (true) {    const r = (prompt(      `Decompressed file "${decompressedSourcePath}" found, use file? Y/N:`,    ) ?? "").trim()      .toUpperCase();    if (r === "Y") {      break;    } else if (r === "N") {      shouldDecompress = true;      break;    } else {      console.log(`Unexpected: "${r}"`);    }  }} catch (e) {  if (!(e instanceof Deno.errors.NotFound)) {    throw e;  }  shouldDecompress = true;}
if (shouldDecompress) {  await decompressTests(archivePath);}
await clearTests();await copyTests(decompressedSourcePath);