aboutsummaryrefslogtreecommitdiff
path: root/test/js/node/string_decoder/string-decoder.test.js
diff options
context:
space:
mode:
Diffstat (limited to 'test/js/node/string_decoder/string-decoder.test.js')
-rw-r--r--test/js/node/string_decoder/string-decoder.test.js243
1 files changed, 243 insertions, 0 deletions
diff --git a/test/js/node/string_decoder/string-decoder.test.js b/test/js/node/string_decoder/string-decoder.test.js
new file mode 100644
index 000000000..f37326678
--- /dev/null
+++ b/test/js/node/string_decoder/string-decoder.test.js
@@ -0,0 +1,243 @@
+import { describe, expect, it } from "bun:test";
+import { withoutAggressiveGC } from "harness";
+
+const RealStringDecoder = require("string_decoder").StringDecoder;
+
+it("require('string_decoder')", async () => {
+ expect((await import("string_decoder")).StringDecoder).toBe(RealStringDecoder);
+});
+
+it("Bun.inspect(StringDecoder)", async () => {
+ expect((await Bun.inspect(RealStringDecoder).length) > 0).toBe(true);
+});
+
+function FakeStringDecoderCall() {
+ RealStringDecoder.apply(this, arguments);
+}
+require("util").inherits(FakeStringDecoderCall, RealStringDecoder);
+
+// extending StringDecoder is not supported
+for (const StringDecoder of [FakeStringDecoderCall, RealStringDecoder]) {
+ describe(StringDecoder.name, () => {
+ it("StringDecoder-utf8", () => {
+ test("utf-8", Buffer.from("$", "utf-8"), "$");
+ test("utf-8", Buffer.from("¢", "utf-8"), "¢");
+ test("utf-8", Buffer.from("€", "utf-8"), "€");
+ test("utf-8", Buffer.from("𤭢", "utf-8"), "𤭢");
+ // A mixed ascii and non-ascii string
+ // Test stolen from deps/v8/test/cctest/test-strings.cc
+ // U+02E4 -> CB A4
+ // U+0064 -> 64
+ // U+12E4 -> E1 8B A4
+ // U+0030 -> 30
+ // U+3045 -> E3 81 85
+ test(
+ "utf-8",
+ Buffer.from([0xcb, 0xa4, 0x64, 0xe1, 0x8b, 0xa4, 0x30, 0xe3, 0x81, 0x85]),
+ "\u02e4\u0064\u12e4\u0030\u3045",
+ );
+ });
+
+ it("StringDecoder-ucs-2", () => {
+ test("ucs2", Buffer.from("ababc", "ucs2"), "ababc");
+ });
+
+ it("StringDecoder-utf16le", () => {
+ test("utf16le", Buffer.from("3DD84DDC", "hex"), "\ud83d\udc4d");
+ });
+
+ it("StringDecoder-utf8-additional", () => {
+ let decoder = new StringDecoder("utf8");
+ expect(decoder.write(Buffer.from("E18B", "hex"))).toBe("");
+ expect(decoder.end()).toBe("\ufffd");
+
+ decoder = new StringDecoder("utf8");
+ expect(decoder.write(Buffer.from("\ufffd"))).toBe("\ufffd");
+ expect(decoder.end()).toBe("");
+
+ decoder = new StringDecoder("utf8");
+ expect(decoder.write(Buffer.from("\ufffd\ufffd\ufffd"))).toBe("\ufffd\ufffd\ufffd");
+ expect(decoder.end()).toBe("");
+
+ decoder = new StringDecoder("utf8");
+ expect(decoder.write(Buffer.from("EFBFBDE2", "hex"))).toBe("\ufffd");
+ expect(decoder.end()).toBe("\ufffd");
+
+ decoder = new StringDecoder("utf8");
+ expect(decoder.write(Buffer.from("F1", "hex"))).toBe("");
+ expect(decoder.write(Buffer.from("41F2", "hex"))).toBe("\ufffdA");
+ expect(decoder.end()).toBe("\ufffd");
+
+ // Additional utf8Text test
+ decoder = new StringDecoder("utf8");
+ expect(decoder.text(Buffer.from([0x41]), 2)).toBe("");
+ });
+
+ it("StringDecoder-utf16le-additional", () => {
+ // Additional UTF-16LE surrogate pair tests
+ let decoder = new StringDecoder("utf16le");
+ expect(decoder.write(Buffer.from("3DD8", "hex"))).toBe("");
+ expect(decoder.write(Buffer.from("4D", "hex"))).toBe("");
+ expect(decoder.write(Buffer.from("DC", "hex"))).toBe("\ud83d\udc4d");
+ expect(decoder.end()).toBe("");
+
+ decoder = new StringDecoder("utf16le");
+ expect(decoder.write(Buffer.from("3DD8", "hex"))).toBe("");
+ expect(decoder.end()).toBe("\ud83d");
+
+ decoder = new StringDecoder("utf16le");
+ expect(decoder.write(Buffer.from("3DD8", "hex"))).toBe("");
+ expect(decoder.write(Buffer.from("4D", "hex"))).toBe("");
+ expect(decoder.end()).toBe("\ud83d");
+
+ decoder = new StringDecoder("utf16le");
+ expect(decoder.write(Buffer.from("3DD84D", "hex"))).toBe("\ud83d");
+ expect(decoder.end()).toBe("");
+ });
+
+ // Test verifies that StringDecoder will correctly decode the given input
+ // buffer with the given encoding to the expected output. It will attempt all
+ // possible ways to write() the input buffer, see writeSequences(). The
+ // singleSequence allows for easy debugging of a specific sequence which is
+ // useful in case of test failures.
+ function test(encoding, input, expected, singleSequence) {
+ withoutAggressiveGC(() => {
+ let sequences;
+ if (!singleSequence) {
+ sequences = writeSequences(input.length);
+ } else {
+ sequences = [singleSequence];
+ }
+ sequences.forEach(sequence => {
+ const decoder = new StringDecoder(encoding);
+ let output = "";
+ sequence.forEach(write => {
+ output += decoder.write(input.slice(write[0], write[1]));
+ });
+ output += decoder.end();
+ expect(output).toBe(expected);
+ });
+ });
+ }
+
+ // writeSequences returns an array of arrays that describes all possible ways a
+ // buffer of the given length could be split up and passed to sequential write
+ // calls.
+ //
+ // e.G. writeSequences(3) will return: [
+ // [ [ 0, 3 ] ],
+ // [ [ 0, 2 ], [ 2, 3 ] ],
+ // [ [ 0, 1 ], [ 1, 3 ] ],
+ // [ [ 0, 1 ], [ 1, 2 ], [ 2, 3 ] ]
+ // ]
+ function writeSequences(length, start, sequence) {
+ if (start === undefined) {
+ start = 0;
+ sequence = [];
+ } else if (start === length) {
+ return [sequence];
+ }
+ let sequences = [];
+ for (let end = length; end > start; end--) {
+ const subSequence = sequence.concat([[start, end]]);
+ const subSequences = writeSequences(length, end, subSequence, sequences);
+ sequences = sequences.concat(subSequences);
+ }
+ return sequences;
+ }
+
+ describe("StringDecoder.end", () => {
+ const encodings = ["base64", "base64url", "hex", "utf8", "utf16le", "ucs2"];
+
+ const bufs = ["☃💩", "asdf"].map(b => Buffer.from(b));
+
+ // Also test just arbitrary bytes from 0-15.
+ for (let i = 1; i <= 16; i++) {
+ const bytes = "."
+ .repeat(i - 1)
+ .split(".")
+ .map((_, j) => j + 0x78);
+ bufs.push(Buffer.from(bytes));
+ }
+
+ encodings.forEach(testEncoding);
+
+ testEnd("utf8", Buffer.of(0xe2), Buffer.of(0x61), "\uFFFDa");
+ testEnd("utf8", Buffer.of(0xe2), Buffer.of(0x82), "\uFFFD\uFFFD");
+ testEnd("utf8", Buffer.of(0xe2), Buffer.of(0xe2), "\uFFFD\uFFFD");
+ testEnd("utf8", Buffer.of(0xe2, 0x82), Buffer.of(0x61), "\uFFFDa");
+ testEnd("utf8", Buffer.of(0xe2, 0x82), Buffer.of(0xac), "\uFFFD\uFFFD");
+ testEnd("utf8", Buffer.of(0xe2, 0x82), Buffer.of(0xe2), "\uFFFD\uFFFD");
+ testEnd("utf8", Buffer.of(0xe2, 0x82, 0xac), Buffer.of(0x61), "€a");
+
+ testEnd("utf16le", Buffer.of(0x3d), Buffer.of(0x61, 0x00), "a");
+ testEnd("utf16le", Buffer.of(0x3d), Buffer.of(0xd8, 0x4d, 0xdc), "\u4DD8");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8), Buffer.of(), "\uD83D");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8), Buffer.of(0x61, 0x00), "\uD83Da");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8), Buffer.of(0x4d, 0xdc), "\uD83D\uDC4D");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d), Buffer.of(), "\uD83D");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d), Buffer.of(0x61, 0x00), "\uD83Da");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d), Buffer.of(0xdc), "\uD83D");
+ testEnd("utf16le", Buffer.of(0x3d, 0xd8, 0x4d, 0xdc), Buffer.of(0x61, 0x00), "👍a");
+
+ testEnd("base64", Buffer.of(0x61), Buffer.of(), "YQ==");
+ testEnd("base64", Buffer.of(0x61), Buffer.of(0x61), "YQ==YQ==");
+ testEnd("base64", Buffer.of(0x61, 0x61), Buffer.of(), "YWE=");
+ testEnd("base64", Buffer.of(0x61, 0x61), Buffer.of(0x61), "YWE=YQ==");
+ testEnd("base64", Buffer.of(0x61, 0x61, 0x61), Buffer.of(), "YWFh");
+ testEnd("base64", Buffer.of(0x61, 0x61, 0x61), Buffer.of(0x61), "YWFhYQ==");
+
+ testEnd("base64url", Buffer.of(0x61), Buffer.of(), "YQ");
+ testEnd("base64url", Buffer.of(0x61), Buffer.of(0x61), "YQYQ");
+ testEnd("base64url", Buffer.of(0x61, 0x61), Buffer.of(), "YWE");
+ testEnd("base64url", Buffer.of(0x61, 0x61), Buffer.of(0x61), "YWEYQ");
+ testEnd("base64url", Buffer.of(0x61, 0x61, 0x61), Buffer.of(), "YWFh");
+ testEnd("base64url", Buffer.of(0x61, 0x61, 0x61), Buffer.of(0x61), "YWFhYQ");
+
+ function testEncoding(encoding) {
+ it(encoding + " testbuf", () => {
+ bufs.forEach(buf => {
+ testBuf(encoding, buf);
+ });
+ });
+ }
+
+ function testBuf(encoding, buf) {
+ // Write one byte at a time.
+ let s = new StringDecoder(encoding);
+ let res1 = "";
+ for (let i = 0; i < buf.length; i++) {
+ res1 += s.write(buf.slice(i, i + 1));
+ }
+ res1 += s.end();
+
+ // Write the whole buffer at once.
+ let res2 = "";
+ s = new StringDecoder(encoding);
+ res2 += s.write(buf);
+ res2 += s.end();
+
+ // .toString() on the buffer
+ const res3 = buf.toString(encoding);
+
+ // One byte at a time should match toString
+ expect(res1).toEqual(res3);
+ // All bytes at once should match toString
+ expect(res2).toEqual(res3);
+ }
+
+ function testEnd(encoding, incomplete, next, expected) {
+ it(`${encoding} partial ${JSON.stringify(expected)}`, () => {
+ let res = "";
+ const s = new StringDecoder(encoding);
+ res += s.write(incomplete);
+ res += s.end();
+ res += s.write(next);
+ res += s.end();
+
+ expect(res).toEqual(expected);
+ });
+ }
+ });
+ });
+}
generated by cgit v1.2.3 (git 2.39.1) at 2025-06-27 16:49:23 +0000