diff options
| author |  Dylan Conway <35280289+dylan-conway@users.noreply.github.com>
| 2023-02-01 18:48:09 -0800 |
|---|---|---|
| committer |  GitHub <noreply@github.com>
| 2023-02-01 18:48:09 -0800 |
| commit | 3c23f9ad5787bc9e3bd61b7df4c0cdb0fb9f7b99 (patch) | |
| tree | b775f00e684da35bb58e1f4d951df88e6e0dc733 /src/string_immutable.zig | |
| parent | 76f3c9c07b1db01ec4d0ae5361f0b1a1030ae528 (diff) | |
| download | bun-3c23f9ad5787bc9e3bd61b7df4c0cdb0fb9f7b99.tar.gz bun-3c23f9ad5787bc9e3bd61b7df4c0cdb0fb9f7b99.tar.zst bun-3c23f9ad5787bc9e3bd61b7df4c0cdb0fb9f7b99.zip | |
fix text encoding for utf8 (#1967)
* use character
* replacement character
* also test encoding decoded points
* increase length by 1
Diffstat (limited to 'src/string_immutable.zig')
| -rw-r--r-- | src/string_immutable.zig | 4 |
1 files changed, 1 insertions, 3 deletions
diff --git a/src/string_immutable.zig b/src/string_immutable.zig index 8cc2ab7b9..cf6f6126c 100644 --- a/src/string_immutable.zig +++ b/src/string_immutable.zig @@ -2481,9 +2481,8 @@ const latin1_to_utf16_conversion_table = [256]u16{ }; pub fn latin1ToCodepointBytesAssumeNotASCII(char: u32) [2]u8 { - const as_utf16 = latin1ToCodepointBytesAssumeNotASCII16(char); var bytes = [4]u8{ 0, 0, 0, 0 }; - _ = encodeWTF8Rune(&bytes, @intCast(i32, as_utf16)); + _ = encodeWTF8Rune(&bytes, @intCast(i32, char)); return bytes[0..2].*; } @@ -2567,7 +2566,6 @@ pub fn copyUTF16IntoUTF8WithBuffer(buf: []u8, comptime Type: type, utf16: Type, }, else => {}, } - }, 4 => { //only 1 to 3 written |