123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
import { basename, dirname, join } from "../deps/path.ts";import { concurrent, normalizePath } from "./utils.ts";import { Directory, Page } from "./filesystem.ts";
import type { AssetLoader, DataLoader, PageLoader, Reader } from "../core.ts";
export interface Options {  dataLoader: DataLoader;  pageLoader: PageLoader;  assetLoader: AssetLoader;  reader: Reader;}
/** * Scan and load files from the source folder * with the data, pages, assets and static files */export default class Source {  /** The root of the src directory */  root?: Directory;
  /** Filesystem reader to scan folders */  reader: Reader;
  /** To load all _data files */  dataLoader: DataLoader;
  /** To load all HTML pages */  pageLoader: PageLoader;
  /** To load all non-HTML pages */  assetLoader: AssetLoader;
  /** The list of paths to ignore */  ignored = new Set<string>();
  constructor(options: Options) {    this.pageLoader = options.pageLoader;    this.assetLoader = options.assetLoader;    this.dataLoader = options.dataLoader;    this.reader = options.reader;  }
  /**   * Refresh the cache   * Used on update files   */  clearCache() {    this.root?.refreshCache();  }
  addIgnoredPath(path: string) {    this.ignored.add(join("/", path));  }
  /** Returns all pages found */  getPages(...filters: ((page: Page) => boolean)[]): Page[] {    if (!this.root) {      return [];    }
    return [...this.root.getPages()].filter((page) =>      filters.every((filter) => filter(page))    );  }
  /** Load all sources */  load() {    this.root = new Directory({ path: "/" });    return this.#loadDirectory(this.root);  }
  /** Update a file */  async update(file: string): Promise<void> {    // Check if the file is in the list of ignored paths    for (const path of this.ignored) {      if (file === path || file.startsWith(join(path, "/"))) {        return;      }    }
    const normalized = normalizePath(file);
    // It's inside a _data file or directory    if (/\/_data(?:\.\w+$|\/)/.test(normalized)) {      return await this.#updateFile(normalized);    }
    // Any path segment starts with _ or .    if (normalized.includes("/_") || normalized.includes("/.")) {      return;    }
    // Default    return await this.#updateFile(normalized);  }
  /** Return the File or Directory of a path */  getFileOrDirectory(path: string): Directory | Page | undefined {    let result: Directory | Page | undefined = this.root;
    path.split("/").forEach((name) => {      if (!name || !result) {        return;      }
      if (result instanceof Directory) {        result = result.dirs.get(name) || result.pages.get(name);      }    });
    return result;  }
  /** Loads a directory recursively */  #loadDirectory(directory: Directory) {    return concurrent(      this.reader.readDir(directory.src.path),      (entry) => this.#loadEntry(directory, entry),    );  }
  /** Reloads a file */  async #updateFile(file: string) {    const entry = {      name: basename(file),      isFile: true,      isDirectory: false,      isSymlink: false,    };
    // Is a file inside a _data directory    if (file.includes("/_data/")) {      const [dir, remain] = file.split("/_data/", 2);      const directory = await this.#getOrCreateDirectory(dir);      const path = dirname(remain).split("/").filter((name: string) =>        name && name !== "."      );      let data = directory.data as Record<string, unknown>;
      for (const name of path) {        if (!(name in data)) {          data[name] = {};        }
        data = data[name] as Record<string, unknown>;      }
      return await this.dataLoader.loadEntry(        join(dirname(file)),        entry,        data,      );    }
    const directory = await this.#getOrCreateDirectory(dirname(file));    await this.#loadEntry(directory, entry);  }
  /** Get an existing directory. Create it if it doesn't exist */  async #getOrCreateDirectory(path: string): Promise<Directory> {    let dir: Directory;
    if (this.root) {      dir = this.root;    } else {      dir = this.root = new Directory({ path: "/" });      await this.#loadData(dir);    }
    for (const name of path.split("/")) {      if (!name) {        continue;      }
      if (dir.dirs.has(name)) {        dir = dir.dirs.get(name)!;        continue;      }
      dir = dir.createDirectory(name);      await this.#loadData(dir);    }
    return dir;  }
  /** Load an entry from a directory */  async #loadEntry(directory: Directory, entry: Deno.DirEntry) {    if (entry.isSymlink || entry.name.startsWith(".")) {      return;    }
    const path = join(directory.src.path, entry.name);
    if (this.ignored.has(path)) {      return;    }
    // It's a _data file or directory    if (entry.name === "_data" || /^_data\.\w+$/.test(entry.name)) {      directory.addData(await this.dataLoader.load(path) || {});      return;    }
    // Ignore entries starting with _    if (entry.name.startsWith("_")) {      return;    }
    if (entry.isFile) {      const page = (await this.pageLoader.load(path)) ??        (await this.assetLoader.load(path));
      if (page) {        directory.setPage(entry.name, page);      } else {        directory.unsetPage(entry.name);      }      return;    }
    if (entry.isDirectory) {      const subDirectory = directory.createDirectory(entry.name);      await this.#loadDirectory(subDirectory);      return;    }  }
  /** Load the _data inside a directory */  async #loadData(directory: Directory) {    await concurrent(      this.reader.readDir(directory.src.path),      async (entry) => {        const path = join(directory.src.path, entry.name);
        if (this.ignored.has(path)) {          return;        }
        if (entry.name === "_data" || /^_data\.\w+$/.test(entry.name)) {          directory.addData(await this.dataLoader.load(path) || {});          return;        }      },    );  }}