class Tokenizerimport { Tokenizer } from "https://deno.land/std@0.173.0/datetime/_common.ts"; ConstructorsnewTokenizer(rules?: Rule[])Propertiesrules: Rule[]MethodsaddRule(test: TestFunction, fn: CallbackFunction): Tokenizertokenize(string: string, receiver?): ReceiverResult[]