x/tokenizer/pattern.ts
123456789/** Represents a pattern to be scanned for in the Tokenizer */export type Pattern = | ((text: string) => string | undefined) | ((text: string) => string | undefined)[] | RegExp | RegExp[] | string | string[];