123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
import { assertEquals, assertThrowsAsync } from "./dev_deps.ts";import { readCSV, readCSVObjects } from "./reader.ts";import { asyncArrayFrom, asyncArrayFrom2 } from "./utils.ts";
async function createReader(content: string): Promise<Deno.Reader> {  const buf = new Deno.Buffer();  const enc = new TextEncoder();
  await buf.write(enc.encode(content));
  return buf;}
Deno.test({  name: "readCSVObjects parses simple file",  async fn() {    const reader = await createReader(`a,b,c1,2,3`);
    const rows = await asyncArrayFrom(readCSVObjects(reader));
    assertEquals(rows, [{ a: "1", b: "2", c: "3" }]);  },});
Deno.test({  name: "readCSV parses simple file",  async fn() {    const reader = await createReader(`1,2,3a,b,c`);
    const rows = await asyncArrayFrom2(readCSV(reader));
    assertEquals(rows, [      ["1", "2", "3"],      ["a", "b", "c"],    ]);  },});
Deno.test({  name: "readCSV skips empty lines",  async fn() {    const reader = await createReader(`1,2,3
a,b,c`);
    const rows = await asyncArrayFrom2(readCSV(reader));
    assertEquals(rows, [      ["1", "2", "3"],      ["a", "b", "c"],    ]);  },});
Deno.test({  name: "readCSV parses emoji",  async fn() {    const reader = await createReader(`😀,2,3a,😀,c`);
    const rows = await asyncArrayFrom2(readCSV(reader));
    assertEquals(rows, [      ["😀", "2", "3"],      ["a", "😀", "c"],    ]);  },});
Deno.test({  name: "readCSV parses file with qoutes",  async fn() {    const reader = await createReader(`1,"2",3a,"b""1",c`);
    const rows = await asyncArrayFrom2(readCSV(reader));
    assertEquals(rows, [      ["1", "2", "3"],      ["a", 'b\n"1', "c"],    ]);  },});
Deno.test({  name: "readCSV parses file with custom separators",  async fn() {    const reader = await createReader(`a\tb\tc\r\n1\t2\t$$$3$`);
    const rows = await asyncArrayFrom2(      readCSV(reader, {        quote: "$",        lineSeparator: new TextEncoder().encode("\r\n"),        columnSeparator: "\t",      }),    );
    assertEquals(rows, [      ["a", "b", "c"],      ["1", "2", "$3"],    ]);  },});
Deno.test({  name: "readCSV throws when qoute is unclosed",  async fn() {    const reader = await createReader(`1,"2`);
    assertThrowsAsync(      async () => {        await asyncArrayFrom2(readCSV(reader));      },      Error,      "Expected quote, received EOF",    );  },});
Deno.test({  name: "readCSV throws when qoute is not last character in column",  async fn() {    const reader = await createReader(`1,"2"3`);
    assertThrowsAsync(      async () => {        await asyncArrayFrom2(readCSV(reader));      },      Error,      "Expected EOF, COLUMN_SEPARATOR, LINE_SEPARATOR; received 3",    );  },});
Deno.test({  name: "readCSV parses huge file",  async fn() {    const stats = {      reads: 0,      inputBufferShrinks: 0,      columnBufferExpands: 0,    };    const reader = await createReader(      `aaaaaaaaaaaaaaaaaaaa,bbbbbbbbbbbbbbbbbbbbb\n11111111111111111111,22222222222222222222`,    );
    const rows = await asyncArrayFrom2(      readCSV(        reader,        {          _readerIteratorBufferSize: 1,          _columnBufferMinStepSize: 1,          _inputBufferIndexLimit: 1,          _stats: stats,        } as any,      ),    );
    assertEquals(rows, [      ["aaaaaaaaaaaaaaaaaaaa", "bbbbbbbbbbbbbbbbbbbbb"],      ["11111111111111111111", "22222222222222222222"],    ]);    assertEquals(stats, {      reads: 85,      inputBufferShrinks: 84,      columnBufferExpands: 41,    });  },});