import { Tokenizer } from "https://deno.land/x/denogres@v4.0.1/vendor/deno.land/std@0.160.0/datetime/tokenizer.ts";
Constructors
new
Tokenizer(rules?: Rule[])Properties
rules: Rule[]
Methods
addRule(test: TestFunction, fn: CallbackFunction): Tokenizer
tokenize(string: string, receiver?): ReceiverResult[]