import { expect, it, describe } from "bun:test"; function gcTrace() { Bun.gc(true); } const getByteLength = (str) => { // returns the byte length of an utf8 string var s = str.length; for (var i = str.length - 1; i >= 0; i--) { var code = str.charCodeAt(i); if (code > 0x7f && code <= 0x7ff) s++; else if (code > 0x7ff && code <= 0xffff) s += 2; if (code >= 0xdc00 && code <= 0xdfff) i--; //trail surrogate } return s; }; describe("TextDecoder", () => { it("should decode ascii text", () => { const decoder = new TextDecoder("latin1"); gcTrace(true); expect(decoder.encoding).toBe("windows-1252"); gcTrace(true); expect(decoder.decode(new Uint8Array([0x41, 0x42, 0x43]))).toBe("ABC"); gcTrace(true); const result = [72, 101, 108, 108, 111, 32, 87, 111, 114, 108, 100, 33]; gcTrace(true); expect(decoder.decode(Uint8Array.from(result))).toBe( String.fromCharCode(...result) ); gcTrace(true); }); it("should decode unicode text", () => { const decoder = new TextDecoder(); gcTrace(true); var text = `❤️ Red Heart`; const bytes = [ 226, 157, 164, 239, 184, 143, 32, 82, 101, 100, 32, 72, 101, 97, 114, 116, ]; const decoded = decoder.decode(Uint8Array.from(bytes)); expect(decoder.encoding).toBe("utf-8"); gcTrace(true); for (let i = 0; i < text.length; i++) { expect(decoded.charCodeAt(i)).toBe(text.charCodeAt(i)); } expect(decoded).toHaveLength(text.length); gcTrace(true); }); it("should decode unicode text with multiple consecutive emoji", () => { const decoder = new TextDecoder(); const encoder = new TextEncoder(); gcTrace(true); var text = `❤️❤️❤️❤️❤️❤️ Red Heart`; text += ` ✨ Sparkles 🔥 Fire 😀 😃 😄 😁 😆 😅 😂 🤣 🥲 ☺️ 😊 😇 🙂 🙃 😉 😌 😍 🥰 😘 😗 😙 😚 😋 😛 😝 😜 🤪 🤨 🧐 🤓 😎 🥸 🤩 🥳 😏 😒 😞 😔 😟 😕 🙁 ☹️ 😣 😖 😫 😩 🥺 😢 😭 😤 😠 😡 🤬 🤯 😳 🥵 🥶 😱 😨 😰`; gcTrace(true); expect(decoder.decode(encoder.encode(text))).toBe(text); gcTrace(true); const bytes = new Uint8Array(getByteLength(text) * 8); gcTrace(true); const amount = encoder.encodeInto(text, bytes); gcTrace(true); expect(decoder.decode(bytes.subarray(0, amount.written))).toBe(text); gcTrace(true); }); }); describe("TextEncoder", () => { it("should encode latin1 text", () => { gcTrace(true); const text = "Hello World!"; const encoder = new TextEncoder(); gcTrace(true); const encoded = encoder.encode(text); gcTrace(true); expect(encoded instanceof Uint8Array).toBe(true); expect(encoded.length).toBe(text.length); gcTrace(true); const result = [72, 101, 108, 108, 111, 32, 87, 111, 114, 108, 100, 33]; for (let i = 0; i < result.length; i++) { expect(encoded[i]).toBe(result[i]); } }); it("should encode long latin1 text", async () => { const text = "Hello World!".repeat(1000); const encoder = new TextEncoder(); gcTrace(true); const encoded = encoder.encode(text); gcTrace(true); expect(encoded instanceof Uint8Array).toBe(true); expect(encoded.length).toBe(text.length); gcTrace(true); const decoded = new TextDecoder().decode(encoded); expect(decoded).toBe(text); gcTrace(); await new Promise((resolve) => setTimeout(resolve, 1)); gcTrace(); expect(decoded).toBe(text); }); it("should encode latin1 rope text", () => { var text = "Hello"; text += " "; text += "World!"; gcTrace(true); const encoder = new TextEncoder(); const encoded = encoder.encode(text); gcTrace(true); const into = new Uint8Array(100); const out = encoder.encodeInto(text, into); gcTrace(true); expect(out.read).toBe(text.length); expect(out.written).toBe(encoded.length); expect(encoded instanceof Uint8Array).toBe(true); const result = [72, 101, 108, 108, 111, 32, 87, 111, 114, 108, 100, 33]; for (let i = 0; i < result.length; i++) { expect(encoded[i]).toBe(result[i]); expect(encoded[i]).toBe(into[i]); } expect(encoded.length).toBe(getByteLength(text)); }); it("should encode utf-16 text", () => { var text = `❤️ Red Heart ✨ Sparkles 🔥 Fire `; var encoder = new TextEncoder(); var decoder = new TextDecoder(); gcTrace(true); expect(decoder.decode(encoder.encode(text))).toBe(text); gcTrace(true); }); // this test is from a web platform test in WebKit describe("should use a unicode replacement character for invalid surrogate pairs", () => { var bad = [ { encoding: "utf-16le", input: [0x00, 0xd8], expected: "\uFFFD", name: "lone surrogate lead", }, { encoding: "utf-16le", input: [0x00, 0xdc], expected: "\uFFFD", name: "lone surrogate trail", }, { encoding: "utf-16le", input: [0x00, 0xd8, 0x00, 0x00], expected: "\uFFFD\u0000", name: "unmatched surrogate lead", }, { encoding: "utf-16le", input: [0x00, 0xdc, 0x00, 0x00], expected: "\uFFFD\u0000", name: "unmatched surrogate trail", }, { encoding: "utf-16le", input: [0x00, 0xdc, 0x00, 0xd8], expected: "\uFFFD\uFFFD", name: "swapped surrogate pair", }, ]; bad.forEach(function (t) { it(t.encoding + " - " + t.name, () => { gcTrace(true); expect( new TextDecoder(t.encoding).decode(new Uint8Array(t.input)) ).toBe(t.expected); expect( new TextDecoder(t.encoding).decode( new Uint16Array(new Uint8Array(t.input).buffer) ) ).toBe(t.expected); gcTrace(true); }); // test(function () { // assert_throws_js(TypeError, function () { // new TextDecoder(t.encoding, { fatal: true }).decode( // new Uint8Array(t.input) // ); // }); // }, t.encoding + " - " + t.name + " (fatal flag set)"); }); }); it("should encode utf-16 rope text", () => { gcTrace(true); var textReal = `❤️ Red Heart ✨ Sparkles 🔥 Fire`; var a = textReal.split(""); var text = ""; for (let j of a) { text += j; } var encoder = new TextEncoder(); expect(new TextDecoder().decode(encoder.encode(text))).toBe(textReal); }); }); data-improvements'>feat/data-improvements Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/examples/minimal/.vscode (unfollow)
AgeCommit message (Expand)AuthorFilesLines
2022-06-30Ci: improve times, reduce delay (#3780)Gravatar Fred K. Schott 1-14/+10
2022-06-30await error reporter (#3779)Gravatar Fred K. Schott 2-10/+25
2022-06-30[ci] formatGravatar natemoo-re 14-99/+95
2022-06-30MDX support (#3706)Gravatar Nate Moore 63-57/+1153
2022-06-30Fix integration name (`prefetch` instead of `lit`) (#3778)Gravatar hippotastic 2-1/+6
2022-06-30[ci] update lockfile (#3771)Gravatar Fred K. Bot 1-114/+112
2022-06-30Integration Docs Next Steps (#3677)Gravatar Dan Jutan 11-314/+666
2022-06-30[ci] formatGravatar tony-sull 1-2/+2
2022-06-30refactor to provide better cli error handling (#3768)Gravatar Fred K. Schott 2-43/+37
2022-06-30[ci] release (#3772)@astrojs/preact@0.3.1Gravatar Fred K. Bot 12-22/+23
2022-06-30Added Cloudflare adapter to README.md (#3773)Gravatar Isaac McFadyen 1-0/+1
2022-06-30[ci] formatGravatar hippotastic 1-5/+4
2022-06-30Fix "Invalid hook call" warning (#3769)Gravatar hippotastic 2-9/+79
2022-06-29[ci] release (#3759)astro@1.0.0-beta.59@astrojs/telemetry@0.2.2@astrojs/preact@0.3.0Gravatar Fred K. Bot 42-121/+117
2022-06-29[ci] formatGravatar FredKSchott 8-35/+36
2022-06-29manual lockfile update (#3751)Gravatar Fred K. Schott 3-2659/+2871
2022-06-29add error event to telemetry (#3750)Gravatar Fred K. Schott 16-85/+270