Tokenizer | /datetime/tokenizer.ts | std@0.72.0

Using Deno in production at your company? Earn free Deno merch.

Deno standard library

class Tokenizer

import { Tokenizer } from "https://deno.land/std@0.72.0/datetime/tokenizer.ts";

Constructors

new

Tokenizer(rules?: Rule[])

rules: Rule[]

addRule(test: TestFunction, fn: CallbackFunction): Tokenizer

tokenize(string: string, receiver?): ReceiverResult[]