123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
import { DelimiterStream } from "./delimiter_stream.ts";import { testTransformStream } from "./_test_common.ts";
const DELIMITER_STREAM_INPUTS = [  "a", // more than one subsequent chunks with no delimiters  "b", // more than one subsequent chunks with no delimiters  "cCRLF", // more than one subsequent chunks with no delimiters  "CRLF", // chunk with only delimiter  "qwertzu", // no delimiter  "iopasdCRLFmnbvc", // one delimiter in the middle  "xylkjhCRLFgfdsapCRLFoiuzt", // two separate delimiters  "euoiCRLFCRLFaueiou", // two consecutive delimiters  "rewq098765432CR", // split delimiter (1/2)  "LF349012i491290", // split delimiter (2/2)  "asdfghjkliopCR", // split delimiter with followup (1/2)  "LFytrewqCRLFmnbvcxz", // split delimiter with followup (2/2)  "CRLFasd", // chunk starts with delimiter].map((s) => new TextEncoder().encode(s));
Deno.test("DelimiterStream discard", async () => {  const crlf = new TextEncoder().encode("CRLF");  const delimStream = new DelimiterStream(crlf, { disposition: "discard" });  const outputs = [    "abc",    "",    "qwertzuiopasd",    "mnbvcxylkjh",    "gfdsap",    "oiuzteuoi",    "",    "aueiourewq098765432",    "349012i491290asdfghjkliop",    "ytrewq",    "mnbvcxz",    "asd",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, DELIMITER_STREAM_INPUTS, outputs);});
Deno.test("DelimiterStream suffix", async () => {  const crlf = new TextEncoder().encode("CRLF");  const delimStream = new DelimiterStream(crlf, { disposition: "suffix" });  const outputs = [    "abcCRLF",    "CRLF",    "qwertzuiopasdCRLF",    "mnbvcxylkjhCRLF",    "gfdsapCRLF",    "oiuzteuoiCRLF",    "CRLF",    "aueiourewq098765432CRLF",    "349012i491290asdfghjkliopCRLF",    "ytrewqCRLF",    "mnbvcxzCRLF",    "asd",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, DELIMITER_STREAM_INPUTS, outputs);});
Deno.test("DelimiterStream prefix", async () => {  const crlf = new TextEncoder().encode("CRLF");  const delimStream = new DelimiterStream(crlf, { disposition: "prefix" });  const outputs = [    "abc",    "CRLF",    "CRLFqwertzuiopasd",    "CRLFmnbvcxylkjh",    "CRLFgfdsap",    "CRLFoiuzteuoi",    "CRLF",    "CRLFaueiourewq098765432",    "CRLF349012i491290asdfghjkliop",    "CRLFytrewq",    "CRLFmnbvcxz",    "CRLFasd",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, DELIMITER_STREAM_INPUTS, outputs);});
const CHAR_DELIMITER_STREAM_INPUTS = [  "a", // more than one subsequent chunks with no delimiters  "b", // more than one subsequent chunks with no delimiters  "c_", // more than one subsequent chunks with no delimiters  "_", // chunk with only delimiter  "qwertzu", // no delimiter  "iopasd_mnbvc", // one delimiter in the middle  "xylkjh_gfdsap_oiuzt", // two separate delimiters  "euoi__aueiou", // two consecutive delimiters  "rewq098765432", // more than one intermediate chunks with no delimiters  "349012i491290", // more than one intermediate chunks with no delimiters  "asdfghjkliop", // more than one intermediate chunks with no delimiters  "ytrewq_mnbvcxz", // one delimiter in the middle after multiple chunks with no delimiters  "_asd", // chunk starts with delimiter].map((s) => new TextEncoder().encode(s));
Deno.test("DelimiterStream char delimiter, discard", async () => {  const delim = new TextEncoder().encode("_");  const delimStream = new DelimiterStream(delim, { disposition: "discard" });  const outputs = [    "abc",    "",    "qwertzuiopasd",    "mnbvcxylkjh",    "gfdsap",    "oiuzteuoi",    "",    "aueiourewq098765432349012i491290asdfghjkliopytrewq",    "mnbvcxz",    "asd",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, CHAR_DELIMITER_STREAM_INPUTS, outputs);});
Deno.test("DelimiterStream char delimiter, suffix", async () => {  const delim = new TextEncoder().encode("_");  const delimStream = new DelimiterStream(delim, { disposition: "suffix" });  const outputs = [    "abc_",    "_",    "qwertzuiopasd_",    "mnbvcxylkjh_",    "gfdsap_",    "oiuzteuoi_",    "_",    "aueiourewq098765432349012i491290asdfghjkliopytrewq_",    "mnbvcxz_",    "asd",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, CHAR_DELIMITER_STREAM_INPUTS, outputs);});
Deno.test("DelimiterStream char delimiter, prefix", async () => {  const delim = new TextEncoder().encode("_");  const delimStream = new DelimiterStream(delim, { disposition: "prefix" });  const outputs = [    "abc",    "_",    "_qwertzuiopasd",    "_mnbvcxylkjh",    "_gfdsap",    "_oiuzteuoi",    "_",    "_aueiourewq098765432349012i491290asdfghjkliopytrewq",    "_mnbvcxz",    "_asd",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, CHAR_DELIMITER_STREAM_INPUTS, outputs);});
Deno.test("DelimiterStream regression 3609", async () => {  const delimStream = new DelimiterStream(new TextEncoder().encode(";"));  const inputs = [    ";ab;fg;hn;j",    "k;lr;op;rt;;",  ].map((s) => new TextEncoder().encode(s));  const outputs = [    "",    "ab",    "fg",    "hn",    "jk",    "lr",    "op",    "rt",    "",    "",  ].map((s) => new TextEncoder().encode(s));  await testTransformStream(delimStream, inputs, outputs);});