import { assertEquals, assertRejects } from "../../testing/asserts.ts";import { readableStreamFromIterable, TextDelimiterStream, TextLineStream,} from "../../streams/mod.ts";import { ConcatenatedJSONParseStream, JSONParseStream, ParseStreamOptions,} from "./_parse.ts";
async function assertValidParse( transform: typeof ConcatenatedJSONParseStream | typeof JSONParseStream, chunks: string[], expect: unknown[], options?: ParseStreamOptions,) { const r = readableStreamFromIterable(chunks); const res = []; for await (const data of r.pipeThrough(new transform(options))) { res.push(data); } assertEquals(res, expect);}
async function assertInvalidParse( transform: typeof ConcatenatedJSONParseStream | typeof JSONParseStream, chunks: string[], options: ParseStreamOptions, ErrorClass: new (...args: any[]) => Error, msgIncludes: string | undefined,) { const r = readableStreamFromIterable(chunks); await assertRejects( async () => { for await (const _ of r.pipeThrough(new transform(options))); }, ErrorClass, msgIncludes, );}
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream", async fn() { await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"}'], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"} '], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, [' {"foo": "bar"}'], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['[{"foo": "bar"}]'], [[{ foo: "bar" }]], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"}{"foo": "bar"}'], [{ foo: "bar" }, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"} {"foo": "bar"}'], [{ foo: "bar" }, { foo: "bar" }], ); },});
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream: primitive", async fn() { await assertValidParse( ConcatenatedJSONParseStream, ["0"], [0], ); await assertValidParse( ConcatenatedJSONParseStream, ["100"], [100], ); await assertValidParse( ConcatenatedJSONParseStream, ['100 200"foo"'], [100, 200, "foo"], ); await assertValidParse( ConcatenatedJSONParseStream, ['100 200{"foo": "bar"}'], [100, 200, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['100 200["foo"]'], [100, 200, ["foo"]], );
await assertValidParse( ConcatenatedJSONParseStream, ['"foo"'], ["foo"], ); await assertValidParse( ConcatenatedJSONParseStream, ['"foo""bar"{"foo": "bar"}'], ["foo", "bar", { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['"foo""bar"["foo"]'], ["foo", "bar", ["foo"]], ); await assertValidParse( ConcatenatedJSONParseStream, ['"foo""bar"0'], ["foo", "bar", 0], );
await assertValidParse( ConcatenatedJSONParseStream, ["null"], [null], ); await assertValidParse( ConcatenatedJSONParseStream, ['null null{"foo": "bar"}'], [null, null, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['null null["foo"]'], [null, null, ["foo"]], ); await assertValidParse( ConcatenatedJSONParseStream, ["null null 0"], [null, null, 0], ); await assertValidParse( ConcatenatedJSONParseStream, ['null null"foo"'], [null, null, "foo"], );
await assertValidParse( ConcatenatedJSONParseStream, ["true"], [true], ); await assertValidParse( ConcatenatedJSONParseStream, ['true true{"foo": "bar"}'], [true, true, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['true true["foo"]'], [true, true, ["foo"]], ); await assertValidParse( ConcatenatedJSONParseStream, ["true true 0"], [true, true, 0], ); await assertValidParse( ConcatenatedJSONParseStream, ['true true"foo"'], [true, true, "foo"], );
await assertValidParse( ConcatenatedJSONParseStream, ["false"], [false], ); await assertValidParse( ConcatenatedJSONParseStream, ['false false{"foo": "bar"}'], [false, false, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['false false["foo"]'], [false, false, ["foo"]], ); await assertValidParse( ConcatenatedJSONParseStream, ["false false 0"], [false, false, 0], ); await assertValidParse( ConcatenatedJSONParseStream, ['false false"foo"'], [false, false, "foo"], ); },});
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream: chunk", async fn() { await assertValidParse( ConcatenatedJSONParseStream, ["", '{"foo": "bar"}'], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ["{", '"foo": "bar"}'], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "b', 'ar"}'], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"', "}"], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"}', ""], [{ foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"}', '{"foo": "bar"}'], [{ foo: "bar" }, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"', '}{"foo": "bar"}'], [{ foo: "bar" }, { foo: "bar" }], ); await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"}{', '"foo": "bar"}'], [{ foo: "bar" }, { foo: "bar" }], ); },});
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream: surrogate pair", async fn() { await assertValidParse( ConcatenatedJSONParseStream, ['{"foo": "👪"}{"foo": "👪"}'], [{ foo: "👪" }, { foo: "👪" }], ); },});
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream: symbol between double quotes", async fn() { await assertValidParse( ConcatenatedJSONParseStream, ['"[], {}"'], ["[], {}"], ); },});
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream: halfway chunk", async fn() { await assertInvalidParse( ConcatenatedJSONParseStream, ['{"foo": "bar"} {"foo": '], {}, SyntaxError, `Unexpected end of JSON input (parsing: ' {"foo": ')`, ); },});
Deno.test({ name: "[encoding/json/stream] ConcatenatedJSONParseStream: truncate error message", async fn() { await assertInvalidParse( ConcatenatedJSONParseStream, [`{${"foo".repeat(100)}}`], {}, SyntaxError, `Expected property name or '}' in JSON at position 1 (parsing: '{foofoofoofoofoofoofoofoofoofo...')`, ); },});
Deno.test({ name: "[encoding/json/stream] JSONParseStream", async fn() { await assertValidParse( JSONParseStream, ['{"foo": "bar"}', '["foo"]', '"foo"', "0", "null", "true", "false"], [{ foo: "bar" }, ["foo"], "foo", 0, null, true, false], ); },});
Deno.test({ name: "[encoding/json/stream] JSONParseStream: empty line", async fn() { await assertValidParse( JSONParseStream, [" \t\r\n", ""], [], ); },});
Deno.test({ name: "[encoding/json/stream] JSONParseStream: special character", async fn() { await assertValidParse( JSONParseStream, ['"👪"', '"🦕"', '"\u3053\u3093\u306b\u3061\u306f"'], ["👪", "🦕", "\u3053\u3093\u306b\u3061\u306f"], ); },});
Deno.test({ name: "[encoding/json/stream] JSONParseStream: expect error", async fn() { await assertInvalidParse( JSONParseStream, ['{"foo": "bar"}', '{"foo": '], {}, SyntaxError, `Unexpected end of JSON input (parsing: '{"foo": ')`, ); },});
Deno.test({ name: "[encoding/json/stream] parse: testdata(jsonl)", async fn() { const url = "../testdata/json/test.jsonl"; const { body } = await fetch(new URL(url, import.meta.url).toString()); const readable = body! .pipeThrough(new TextDecoderStream()) .pipeThrough(new TextLineStream()) .pipeThrough(new JSONParseStream());
const result = []; for await (const data of readable) { result.push(data); }
assertEquals(result, [ { "hello": "world" }, ["👋", "👋", "👋"], { "deno": "🦕" }, ]); },});
Deno.test({ name: "[encoding/json/stream] parse: testdata(ndjson)", async fn() { const url = "../testdata/json/test.ndjson"; const { body } = await fetch(new URL(url, import.meta.url).toString()); const readable = body! .pipeThrough(new TextDecoderStream()) .pipeThrough(new TextLineStream()) .pipeThrough(new JSONParseStream());
const result = []; for await (const data of readable) { result.push(data); }
assertEquals(result, [ { "hello": "world" }, ["👋", "👋", "👋"], { "deno": "🦕" }, ]); },});
Deno.test({ name: "[encoding/json/stream] parse: testdata(json-seq)", async fn() { const recordSeparator = "\x1E";
const url = "../testdata/json/test.json-seq"; const { body } = await fetch(new URL(url, import.meta.url).toString()); const readable = body! .pipeThrough(new TextDecoderStream()) .pipeThrough(new TextDelimiterStream(recordSeparator)) .pipeThrough(new JSONParseStream());
const result = []; for await (const data of readable) { result.push(data); }
assertEquals(result, [ { "hello": "world" }, ["👋", "👋", "👋"], { "deno": "🦕" }, ]); },});
Deno.test({ name: "[encoding/json/stream] parse: testdata(concatenated-json)", async fn() { const url = "../testdata/json/test.concatenated-json"; const { body } = await fetch(new URL(url, import.meta.url).toString()); const readable = body! .pipeThrough(new TextDecoderStream()) .pipeThrough(new ConcatenatedJSONParseStream());
const result = []; for await (const data of readable) { result.push(data); }
assertEquals(result, [ { "hello": "world" }, ["👋", "👋", "👋"], { "deno": "🦕" }, ]); },});