Skip to main content
Latest
class Tokenizer._Tokenizer
import { Tokenizer } from "https://deno.land/x/frugal@0.9.6/doc/dep/marked.ts";
const { _Tokenizer } = Tokenizer;

Tokenizer

Constructors

new
_Tokenizer(options?: MarkedOptions)

Properties

lexer: _Lexer
options: MarkedOptions
rules: any

Methods

blockquote(src: string): Tokens.Blockquote | undefined
br(src: string): Tokens.Br | undefined
code(src: string): Tokens.Code | undefined
codespan(src: string): Tokens.Codespan | undefined
def(src: string): Tokens.Def | undefined
del(src: string): Tokens.Del | undefined
emStrong(
src: string,
maskedSrc: string,
prevChar?: string,
): Tokens.Em | Tokens.Strong | undefined
escape(src: string): Tokens.Escape | undefined
fences(src: string): Tokens.Code | undefined
heading(src: string): Tokens.Heading | undefined
hr(src: string): Tokens.Hr | undefined
html(src: string): Tokens.HTML | Tokens.Paragraph | undefined
inlineText(src: string, smartypants: (cap: string) => string): Tokens.Text | undefined
lheading(src: string): Tokens.Heading | undefined
list(src: string): Tokens.List | undefined
paragraph(src: string): Tokens.Paragraph | undefined
space(src: string): Tokens.Space | undefined
table(src: string): Tokens.Table | undefined
tag(src: string): Tokens.Tag | undefined
text(src: string): Tokens.Text | undefined
url(src: string, mangle: (cap: string) => string): Tokens.Link | undefined