Skip to main content
Go to Latest
File
// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.import { assertEquals } from "../testing/asserts.ts";import { Buffer } from "./buffer.ts";import { StringDecoder } from "./string_decoder.ts";
Deno.test({ name: "String decoder is encoding utf8 correctly", fn() { let decoder;
decoder = new StringDecoder("utf8"); assertEquals(decoder.write(Buffer.from("E1", "hex")), ""); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8"); assertEquals(decoder.write(Buffer.from("E18B", "hex")), ""); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8"); assertEquals(decoder.write(Buffer.from("\ufffd")), "\ufffd"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("utf8"); assertEquals( decoder.write(Buffer.from("\ufffd\ufffd\ufffd")), "\ufffd\ufffd\ufffd", ); assertEquals(decoder.end(), "");
decoder = new StringDecoder("utf8"); assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "\ufffd"); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8"); assertEquals(decoder.write(Buffer.from("F1", "hex")), ""); assertEquals(decoder.write(Buffer.from("41F2", "hex")), "\ufffdA"); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8"); assertEquals(decoder.text(Buffer.from([0x41]), 2), ""); },});
Deno.test({ name: "String decoder is encoding base64 correctly", fn() { let decoder;
decoder = new StringDecoder("base64"); assertEquals(decoder.write(Buffer.from("E1", "hex")), ""); assertEquals(decoder.end(), "4Q==");
decoder = new StringDecoder("base64"); assertEquals(decoder.write(Buffer.from("E18B", "hex")), ""); assertEquals(decoder.end(), "4Ys=");
decoder = new StringDecoder("base64"); assertEquals(decoder.write(Buffer.from("\ufffd")), "77+9"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("base64"); assertEquals( decoder.write(Buffer.from("\ufffd\ufffd\ufffd")), "77+977+977+9", ); assertEquals(decoder.end(), "");
decoder = new StringDecoder("base64"); assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "77+9"); assertEquals(decoder.end(), "4g==");
decoder = new StringDecoder("base64"); assertEquals(decoder.write(Buffer.from("F1", "hex")), ""); assertEquals(decoder.write(Buffer.from("41F2", "hex")), "8UHy"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("base64"); assertEquals(decoder.text(Buffer.from([0x41]), 2), ""); },});
Deno.test({ name: "String decoder is encoding hex correctly", fn() { let decoder;
decoder = new StringDecoder("hex"); assertEquals(decoder.write(Buffer.from("E1", "hex")), "e1"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex"); assertEquals(decoder.write(Buffer.from("E18B", "hex")), "e18b"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex"); assertEquals(decoder.write(Buffer.from("\ufffd")), "efbfbd"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex"); assertEquals( decoder.write(Buffer.from("\ufffd\ufffd\ufffd")), "efbfbdefbfbdefbfbd", ); assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex"); assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "efbfbde2"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex"); assertEquals(decoder.write(Buffer.from("F1", "hex")), "f1"); assertEquals(decoder.write(Buffer.from("41F2", "hex")), "41f2"); assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex"); assertEquals(decoder.text(Buffer.from([0x41]), 2), ""); },});
Deno.test({ name: "String decoder with utf8 would handle incomplete character correctly when append", fn() { let decoder; const specialCharactersText = "不完全な文字のテスト"; const encodedBuffer = Buffer.from(specialCharactersText);
decoder = new StringDecoder("utf8"); let str = ""; str += decoder.write(encodedBuffer.slice(0, 4)); assertEquals(str, "不"); str += decoder.write(encodedBuffer.slice(4)); assertEquals(str, "不完全な文字のテスト");
decoder = new StringDecoder("utf8"); str = ""; str += decoder.write(encodedBuffer.slice(0, 4)); str += decoder.write(encodedBuffer.slice(5)); assertEquals(str, "不�全な文字のテスト"); },});
Deno.test({ name: "String decoder would have default encoding option as utf8", fn() { let decoder;
decoder = new StringDecoder(); assertEquals(decoder.write(Buffer.from("E1", "hex")), ""); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder(); assertEquals(decoder.write(Buffer.from("E18B", "hex")), ""); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder(); assertEquals(decoder.write(Buffer.from("\ufffd")), "\ufffd"); assertEquals(decoder.end(), "");
decoder = new StringDecoder(); assertEquals( decoder.write(Buffer.from("\ufffd\ufffd\ufffd")), "\ufffd\ufffd\ufffd", ); assertEquals(decoder.end(), "");
decoder = new StringDecoder(); assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "\ufffd"); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder(); assertEquals(decoder.write(Buffer.from("F1", "hex")), ""); assertEquals(decoder.write(Buffer.from("41F2", "hex")), "\ufffdA"); assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder(); assertEquals(decoder.text(Buffer.from([0x41]), 2), ""); },});