x/tokenizer/rule.ts
123456789import { Pattern } from "./pattern.ts";/** Represents a Rule to be scanned for in the Tokenizer */export interface Rule { type: string; pattern: Pattern; ignore?: boolean;}