aboutsummaryrefslogtreecommitdiff
path: root/test/bun.js/string-decoder.test.js
diff options
context:
space:
mode:
Diffstat (limited to 'test/bun.js/string-decoder.test.js')
-rw-r--r--test/bun.js/string-decoder.test.js243
1 files changed, 0 insertions, 243 deletions
diff --git a/test/bun.js/string-decoder.test.js b/test/bun.js/string-decoder.test.js
deleted file mode 100644
index 4bc9d7e8b..000000000
--- a/test/bun.js/string-decoder.test.js
+++ /dev/null
@@ -1,243 +0,0 @@
-import { describe, expect, it } from "bun:test";
-import { withoutAggressiveGC } from "gc";
-
-const RealStringDecoder = require("string_decoder").StringDecoder;
-
-it("require('string_decoder')", async () => {
- expect((await import("string_decoder")).StringDecoder).toBe(RealStringDecoder);
-});
-
-it("Bun.inspect(StringDecoder)", async () => {
- expect((await Bun.inspect(RealStringDecoder).length) > 0).toBe(true);
-});
-
-function FakeStringDecoderCall() {
- RealStringDecoder.apply(this, arguments);
-}
-require("util").inherits(FakeStringDecoderCall, RealStringDecoder);
-
-// extending StringDecoder is not supported
-for (const StringDecoder of [FakeStringDecoderCall, RealStringDecoder]) {
- describe(StringDecoder.name, () => {
- it("StringDecoder-utf8", () => {
- test("utf-8", Buffer.from("$", "utf-8"), "$");
- test("utf-8", Buffer.from("¢", "utf-8"), "¢");
- test("utf-8", Buffer.from("€", "utf-8"), "€");
- test("utf-8", Buffer.from("𤭢", "utf-8"), "𤭢");
- // A mixed ascii and non-ascii string
- // Test stolen from deps/v8/test/cctest/test-strings.cc
- // U+02E4 -> CB A4
- // U+0064 -> 64
- // U+12E4 -> E1 8B A4
- // U+0030 -> 30
- // U+3045 -> E3 81 85
- test(
- "utf-8",
- Buffer.from([0xcb, 0xa4, 0x64, 0xe1, 0x8b, 0xa4, 0x30, 0xe3, 0x81, 0x85]),
- "\u02e4\u0064\u12e4\u0030\u3045",
- );
- });
-
- it("StringDecoder-ucs-2", () => {
- test("ucs2", Buffer.from("ababc", "ucs2"), "ababc");
- });
-
- it("StringDecoder-utf16le", () => {
- test("utf16le", Buffer.from("3DD84DDC", "hex"), "\ud83d\udc4d");
- });
-
- it("StringDecoder-utf8-additional", () => {
- let decoder = new StringDecoder("utf8");
- expect(decoder.write(Buffer.from("E18B", "hex"))).toBe("");
- expect(decoder.end()).toBe("\ufffd");
-
- decoder = new StringDecoder("utf8");
- expect(decoder.write(Buffer.from("\ufffd"))).toBe("\ufffd");
- expect(decoder.end()).toBe("");
-
- decoder = new StringDecoder("utf8");
- expect(decoder.write(Buffer.from("\ufffd\ufffd\ufffd"))).toBe("\ufffd\ufffd\ufffd");
- expect(decoder.end()).toBe("");
-
- decoder = new StringDecoder("utf8");
- expect(decoder.write(Buffer.from("EFBFBDE2", "hex"))).toBe("\ufffd");
- expect(decoder.end()).toBe("\ufffd");
-
- decoder = new StringDecoder("utf8");
- expect(decoder.write(Buffer.from("F1", "hex"))).toBe("");
- expect(decoder.write(Buffer.from("41F2", "hex"))).toBe("\ufffdA");
- expect(decoder.end()).toBe("\ufffd");
-
- // Additional utf8Text test
- decoder = new StringDecoder("utf8");
- expect(decoder.text(Buffer.from([0x41]), 2)).toBe("");
- });
-
- it("StringDecoder-utf16le-additional", () => {
- // Additional UTF-16LE surrogate pair tests
- let decoder = new StringDecoder("utf16le");
- expect(decoder.write(Buffer.from("3DD8", "hex"))).toBe("");
- expect(decoder.write(Buffer.from("4D", "hex"))).toBe("");
- expect(decoder.write(Buffer.from("DC", "hex"))).toBe("\ud83d\udc4d");
- expect(decoder.end()).toBe("");
-
- decoder = new StringDecoder("utf16le");
- expect(decoder.write(Buffer.from("3DD8", "hex"))).toBe("");
- expect(decoder.end()).toBe("\ud83d");
-
- decoder = new StringDecoder("utf16le");
- expect(decoder.write(Buffer.from("3DD8", "hex"))).toBe("");
- expect(decoder.write(Buffer.from("4D", "hex"))).toBe("");
- expect(decoder.end()).toBe("\ud83d");
-
- decoder = new StringDecoder("utf16le");
- expect(decoder.write(Buffer.from("3DD84D", "hex"))).toBe("\ud83d");
- expect(decoder.end()).toBe("");
- });
-
- // Test verifies that StringDecoder will correctly decode the given input
- // buffer with the given encoding to the expected output. It will attempt all
- // possible ways to write() the input buffer, see writeSequences(). The
- // singleSequence allows for easy debugging of a specific sequence which is
- // useful in case of test failures.
- function test(encoding, input, expected, singleSequence) {
- withoutAggressiveGC(() => {
- let sequences;
- if (!singleSequence) {
- sequences = writeSequences(input.length);
- } else {
- sequences = [singleSequence];
- }
- sequences.forEach(sequence => {
- const decoder = new StringDecoder(encoding);
- let output = "";
- sequence.forEach(write => {
- output += decoder.write(input.slice(write[0], write[1]));
- });
- output += decoder.end();
- expect(output).toBe(expected);
- });
- });
- }
-
- // writeSequences returns an array of arrays that describes all possible ways a
- // buffer of the given length could be split up and passed to sequential write
- // calls.
- //
- // e.G. writeSequences(3) will return: [
- // [ [ 0, 3 ] ],
- // [ [ 0, 2 ], [ 2, 3 ] ],
- // [ [ 0, 1 ], [ 1, 3 ] ],
- // [ [ 0, 1 ], [ 1, 2 ], [ 2, 3 ] ]
- // ]
- function writeSequences(length, start, sequence) {
- if (start === undefined) {
- start = 0;
- sequence = [];
- } else if (start === length) {
- return [sequence];
- }
- let sequences = [];
- for (let end = length; end > start; end--) {
- const subSequence = sequence.concat([[start, end]]);
- const subSequences = writeSequences(length, end, subSequence, sequences);
- sequences = sequences.concat(subSequences);
- }
- return sequences;
- }
-
- describe("StringDecoder.end", () => {
- const encodings = ["base64", "base64url", "hex", "utf8", "utf16le", "ucs2"];
-
- const bufs = ["☃💩", "asdf"].map(b => Buffer.from(b));
-
- // Also test just arbitrary bytes from 0-15.
- for (let i = 1; i <= 16; i++) {
- const bytes = "."
- .repeat(i - 1)
- .split(".")
- .map((_, j) => j + 0x78);
- bufs.push(Buffer.from(bytes));
- }
-
- encodings.forEach(testEncoding);
-
- testEnd("utf8", Buffer.of(0xe2), Buffer.of(0x61), "\uFFFDa");
- testEnd("utf8", Buffer.of(0xe2), Buffer.of(0x82), "\uFFFD\uFFFD");
- testEnd("utf8", Buffer.of(0xe2), Buffer.of(0xe2), "\uFFFD\uFFFD");
- testEnd("utf8", Buffer.of(0xe2, 0x82), Buffer.of(0x61), "\uFFFDa");
- testEnd("utf8", Buffer.of(0xe2, 0x82), Buffer.of(0xac), "\uFFFD\uFFFD");
- testEnd("utf8", Buffer.of(0xe2, 0x82), Buffer.of(0xe2), "\uFFFD\uFFFD");
- testEnd("utf8", Buffer.of(0xe2, 0x82, 0xac), Buffer.of(0x61), "€a");
-
- testEnd("utf16le", Buffer.of(0x3d), Buffer.of(0x61, 0x00), "a");
- testEnd("utf16le", Buffer.of(0x3d), Buffer.of(0xd8, 0x4d, 0xdc), "\u4DD8");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8), Buffer.of(), "\uD83D");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8), Buffer.of(0x61, 0x00), "\uD83Da");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8), Buffer.of(0x4d, 0xdc), "\uD83D\uDC4D");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d), Buffer.of(), "\uD83D");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d), Buffer.of(0x61, 0x00), "\uD83Da");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d), Buffer.of(0xdc), "\uD83D");
- testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d, 0xdc), Buffer.of(0x61, 0x00), "👍a");
-
- testEnd("base64", Buffer.of(0x61), Buffer.of(), "YQ==");
- testEnd("base64", Buffer.of(0x61), Buffer.of(0x61), "YQ==YQ==");
- testEnd("base64", Buffer.of(0x61, 0x61), Buffer.of(), "YWE=");
- testEnd("base64", Buffer.of(0x61, 0x61), Buffer.of(0x61), "YWE=YQ==");
- testEnd("base64", Buffer.of(0x61, 0x61, 0x61), Buffer.of(), "YWFh");
- testEnd("base64", Buffer.of(0x61, 0x61, 0x61), Buffer.of(0x61), "YWFhYQ==");
-
- testEnd("base64url", Buffer.of(0x61), Buffer.of(), "YQ");
- testEnd("base64url", Buffer.of(0x61), Buffer.of(0x61), "YQYQ");
- testEnd("base64url", Buffer.of(0x61, 0x61), Buffer.of(), "YWE");
- testEnd("base64url", Buffer.of(0x61, 0x61), Buffer.of(0x61), "YWEYQ");
- testEnd("base64url", Buffer.of(0x61, 0x61, 0x61), Buffer.of(), "YWFh");
- testEnd("base64url", Buffer.of(0x61, 0x61, 0x61), Buffer.of(0x61), "YWFhYQ");
-
- function testEncoding(encoding) {
- it(encoding + " testbuf", () => {
- bufs.forEach(buf => {
- testBuf(encoding, buf);
- });
- });
- }
-
- function testBuf(encoding, buf) {
- // Write one byte at a time.
- let s = new StringDecoder(encoding);
- let res1 = "";
- for (let i = 0; i < buf.length; i++) {
- res1 += s.write(buf.slice(i, i + 1));
- }
- res1 += s.end();
-
- // Write the whole buffer at once.
- let res2 = "";
- s = new StringDecoder(encoding);
- res2 += s.write(buf);
- res2 += s.end();
-
- // .toString() on the buffer
- const res3 = buf.toString(encoding);
-
- // One byte at a time should match toString
- expect(res1).toEqual(res3);
- // All bytes at once should match toString
- expect(res2).toEqual(res3);
- }
-
- function testEnd(encoding, incomplete, next, expected) {
- it(`${encoding} partial ${JSON.stringify(expected)}`, () => {
- let res = "";
- const s = new StringDecoder(encoding);
- res += s.write(incomplete);
- res += s.end();
- res += s.write(next);
- res += s.end();
-
- expect(res).toEqual(expected);
- });
- }
- });
- });
-}
generated by cgit v1.2.3 (git 2.39.1) at 2025-06-29 21:26:40 +0000