import { gunzip } from "https://deno.land/x/denoflate@1.2.1/mod.ts";import { Untar } from "../../archive/tar.ts";import { walk } from "../../fs/walk.ts";import { basename, dirname, fromFileUrl, join, resolve, sep,} from "../../path/mod.ts";import { ensureFile } from "../../fs/ensure_file.ts";import { config, ignoreList } from "./common.ts";import { Buffer } from "../../io/buffer.ts";import { copy, readAll, writeAll } from "../../streams/conversion.ts";import { downloadFile } from "../../_util/download_file.ts";
const USE_CACHE = Deno.args.includes("-y");const DONT_USE_CACHE = Deno.args.includes("-n");
if (USE_CACHE && DONT_USE_CACHE) { throw new Error( '"-y" and "-n" options for cache can\'t be used at the same time', );}
let CACHE_MODE: "cache" | "prompt" | "no_cache";if (USE_CACHE) { CACHE_MODE = "cache";} else if (DONT_USE_CACHE) { CACHE_MODE = "no_cache";} else { CACHE_MODE = "prompt";}
const NODE_URL = "https://nodejs.org/dist/vNODE_VERSION";const NODE_FILE = "node-vNODE_VERSION";const NODE_ARCHIVE_FILE = `${NODE_FILE}.tar.gz`;const NATIVE_NODE_TESTS_FOLDER = "/test";
const url = `${NODE_URL}/${NODE_ARCHIVE_FILE}`.replaceAll( "NODE_VERSION", config.nodeVersion,);const archivePath = join( config.versionsFolder, NODE_ARCHIVE_FILE.replaceAll("NODE_VERSION", config.nodeVersion),);const decompressedSourcePath = join( config.versionsFolder, NODE_FILE.replaceAll("NODE_VERSION", config.nodeVersion),);
function checkConfigTestFilesOrder(testFileLists: Array<string[]>) { for (const testFileList of testFileLists) { const sortedTestList = JSON.parse(JSON.stringify(testFileList)); sortedTestList.sort(); if (JSON.stringify(testFileList) !== JSON.stringify(sortedTestList)) { throw new Error(`File names in \`config.json\` are not correct order.`); } }}
checkConfigTestFilesOrder([ ...Object.keys(config.ignore).map((suite) => config.ignore[suite]), ...Object.keys(config.tests).map((suite) => config.tests[suite]),]);
async function clearTests() { console.log("Cleaning up previous tests");
const files = walk( fromFileUrl(new URL(config.suitesFolder, import.meta.url)), { includeDirs: false, skip: ignoreList, }, );
for await (const file of files) { await Deno.remove(file.path); }}
async function decompressTests(archivePath: string) { console.log(`Decompressing ${basename(archivePath)}...`);
const compressedFile = await Deno.open( new URL(archivePath, import.meta.url), { read: true }, );
const buffer = new Buffer(gunzip(await readAll(compressedFile))); Deno.close(compressedFile.rid);
const tar = new Untar(buffer); const outFolder = dirname(fromFileUrl(new URL(archivePath, import.meta.url))); const testsFolder = `${NODE_FILE}${NATIVE_NODE_TESTS_FOLDER}`.replace( "NODE_VERSION", config.nodeVersion, );
for await (const entry of tar) { if (entry.type !== "file") continue; if (!entry.fileName.startsWith(testsFolder)) continue; const path = join(outFolder, entry.fileName); await ensureFile(path); const file = await Deno.open(path, { create: true, truncate: true, write: true, }); await copy(entry, file); file.close(); }}
function getRequestedFileSuite( file: string, expectedSuite: string,): string | undefined { if (!config.tests[expectedSuite]) { return; }
for (const regex of config.tests[expectedSuite]) { if (new RegExp("^" + regex).test(file)) { return expectedSuite; } }}
async function copyTests(filePath: string): Promise<void> { console.log("Copying test files..."); const path = join( fromFileUrl(new URL(filePath, import.meta.url)), NATIVE_NODE_TESTS_FOLDER, ); const suitesFolder = fromFileUrl( new URL(config.suitesFolder, import.meta.url), );
for await (const entry of walk(path, { skip: ignoreList })) { const expectedSuite = dirname(entry.path).split(sep).at(-1)!; const suite = getRequestedFileSuite(entry.name, expectedSuite); if (!suite) continue;
const destPath = resolve(suitesFolder, suite, basename(entry.name)); await ensureFile(destPath); const destFile = await Deno.open(destPath, { create: true, truncate: true, write: true, }); const srcFile = await Deno.open(join(path, suite, entry.name), { read: true, }); await writeAll( destFile, new TextEncoder().encode( "// deno-fmt-ignore-file\n// deno-lint-ignore-file\n" + "\n// Copyright Joyent and Node contributors. All rights reserved. MIT license.\n" + `// Taken from Node ${config.nodeVersion}\n` + '// This file is automatically generated by "node/_tools/setup.ts". Do not modify this file manually\n\n', ), ); await copy(srcFile, destFile); srcFile.close(); destFile.close(); }}
let shouldDownload = false;if (CACHE_MODE === "prompt") { let testArchiveExists = false;
try { Deno.lstatSync(new URL(archivePath, import.meta.url)); testArchiveExists = true; } catch (e) { if (!(e instanceof Deno.errors.NotFound)) { throw e; } shouldDownload = true; }
if (testArchiveExists) { while (true) { const r = (prompt(`File "${archivePath}" found, use file? Y/N:`) ?? "") .trim() .toUpperCase(); if (r === "Y") { break; } else if (r === "N") { shouldDownload = true; break; } else { console.log(`Unexpected: "${r}"`); } } }} else if (CACHE_MODE === "no_cache") { shouldDownload = true;}
if (shouldDownload) { console.log(`Downloading ${url} in path "${archivePath}" ...`); await downloadFile(url, new URL(archivePath, import.meta.url)); console.log(`Downloaded: ${url} into ${archivePath}`);}
let shouldDecompress = false;if (CACHE_MODE === "prompt") { let testFolderExists = false; try { Deno.lstatSync(new URL(decompressedSourcePath, import.meta.url)); testFolderExists = true; } catch (e) { if (!(e instanceof Deno.errors.NotFound)) { throw e; } shouldDecompress = true; }
if (testFolderExists) { while (true) { const r = ( prompt( `Decompressed file "${decompressedSourcePath}" found, use file? Y/N:`, ) ?? "" ) .trim() .toUpperCase(); if (r === "Y") { break; } else if (r === "N") { shouldDecompress = true; break; } else { console.log(`Unexpected: "${r}"`); } } }} else if (CACHE_MODE === "no_cache") { shouldDecompress = true;}
if (shouldDecompress) { await decompressTests(archivePath);}
await clearTests();await copyTests(decompressedSourcePath);