Skip to main content
Module

x/streamparser_json/index.ts>Tokenizer

Streaming JSON parser in Javascript for Node.js and the browser
juanjoDiaz/streamparser-json
Go to Latest
class Tokenizer
import { Tokenizer } from "https://deno.land/x/streamparser_json@v0.0.8/index.ts";

Constructors

new
Tokenizer(opts?: TokenizerOptions)

Properties

private
bufferedNumber: StringBuilder
private
bufferedString: StringBuilder
private
bytes_in_sequence: number
private
bytes_remaining: number
private
char_split_buffer: Uint8Array
private
encoder: TextEncoder
private
highSurrogate: number | undefined
private
offset
private
optional
separator: string
private
optional
separatorBytes: Uint8Array
private
separatorIndex: number
private
state
private
unicode: string | undefined
readonly
isEnded: boolean

Methods

private
emitNumber(): void
protected
parseNumber(numberStr: string): number
end(): void
error(err: Error): void
onEnd(): void
onError(err: Error): void
onToken(
token: TokenType.LEFT_BRACE,
value: "{",
offset: number,
): void
onToken(
token: TokenType.RIGHT_BRACE,
value: "}",
offset: number,
): void
onToken(
token: TokenType.LEFT_BRACKET,
value: "[",
offset: number,
): void
onToken(
token: TokenType.RIGHT_BRACKET,
value: "]",
offset: number,
): void
onToken(
token: TokenType.COLON,
value: ":",
offset: number,
): void
onToken(
token: TokenType.COMMA,
value: ",",
offset: number,
): void
onToken(
token: TokenType.TRUE,
value: true,
offset: number,
): void
onToken(
token: TokenType.FALSE,
value: false,
offset: number,
): void
onToken(
token: TokenType.NULL,
value: null,
offset: number,
): void
onToken(
token: TokenType.STRING,
value: string,
offset: number,
): void
onToken(
token: TokenType.NUMBER,
value: number,
offset: number,
): void
onToken(
token: TokenType.SEPARATOR,
value: string,
offset: number,
): void
write(input: Iterable<number> | string): void