Skip to main content
Module

x/tokenizer/pattern.ts

⚙️ A simple tokenizer for deno
File
/** Represents a pattern to be scanned for in the Tokenizer */export type Pattern = | ((text: string) => string | undefined) | ((text: string) => string | undefined)[] | RegExp | RegExp[] | string | string[];