diff options
author | 2022-01-19 02:29:07 -0800 | |
---|---|---|
committer | 2022-01-19 02:29:07 -0800 | |
commit | d3a93d527336af73df838d69ca42ad1b18adebb8 (patch) | |
tree | 726dad460bf4ee2608ffa9557943df11da56f8c3 /src/string_immutable.zig | |
parent | ed9637de5056af4572ec5e0a75feee9ca858798e (diff) | |
download | bun-d3a93d527336af73df838d69ca42ad1b18adebb8.tar.gz bun-d3a93d527336af73df838d69ca42ad1b18adebb8.tar.zst bun-d3a93d527336af73df838d69ca42ad1b18adebb8.zip |
`fs.*Sync()`, `bun wiptest`, and More ™ (#106)
* very very wip
* almost ready to fix the errors
* Update identity_context.zig
* Update base.zig
* [bun test] It runs successfully
* Remove unnecessary call
* [Bun.js] Improve JS <> Zig unicode string interop
This fixes longstanding unicode bugs with `console.log` & `fetch`.
I believe @evanwashere reported this first awhile ago
* [Bun.js] Implement `Object.is()` binding and a way to set a timeout for script execution
* Update PLCrashReport.zig
* [Bun.js] Make `console.log` more closely match Node.js and Deno
* [Bun.js] Implement formatting specifier for console.*
* Implement `console.clear()`
* bug fix
* Support console.clear()
* Buffer stderr
* [bun test] Begin implementing Node.js `fs`
* Update darwin_c.zig
* Implement more of `fs`
* `mkdir`, `mkdir` recursive, `mkdtemp`
* `open`, `read` (and pread)
* Move some things into more files
* Implement readdir
* `readFile`, `readLink`, and `realpath`
* `writeFile`, `symlink`, `chown`, `rename`, `stat`, `unlink`, `truncate`
* `lutimes`
* Implement `SystemError` and begin wiring up the `fs` module
* `"fs"` - Most of the arguments / validation
* `fs` - Rest of the arguments / validations
* Begin wiring up the `fs` module
* Fix all the build errors
* support printing typed arrays in console.log
* It...works?
* Support `require("fs")`, `import fs from 'fs';`, `import * as fs from 'fs'`
* Fix a couple bugs
* get rid of the crash reporter for now
* Update fs.exports.js
* [bun.js] slight improvement to startup time
* [bun.js] Improve error message printing
* [Bun.js] Add `Bun.gc()` to run the garbage collector manually and report heap size
* [Bun.js] Add Bun.generateHeapSnapshot to return what JS types are using memory
* [Bun.js] Add `Bun.shrink()` to tell JSC to shrink the VM size
* Improve encoding reader
* [bun.js] Improve callback & microtask performance
* Update node_fs.zig
* Implement `console.assert`
* simple test
* [Bun.js] Prepare for multiple globals/realms to support testing
* Create callbacks-overhead.mjs
* Update http.zig
* [Bun.js] Implement `queueMicrotask`
* Add test for queueMicrotask
* :sleepy:
* [Bun.js] Implement `process.versions`, `process.pid`, `process.ppid`, `process.nextTick`, `process.versions`,
* Implement `process.env.toJSON()`
* [Bun.js] Improve performance of `fs.existsSync`
* :nail_care:
* [Bun.js] Implement `process.chdir(str)` and `process.cwd()`, support up to 4 args in `process.nextTick`
* Make creating Zig::Process lazy
* Split processi nto separte file
* [Bun.js] Node.js Streams - Part 1/?
* [Bun.js] Node.js streams 2/?
* WIP streams
* fix crash
* Reduce allocations in many places
* swap
* Make `bun` start 2ms faster
* Always use an apiLock()
* libBacktrace doesn't really work yet
* Fix crash in the upgrade checker
* Clean up code for importing the runtime when not bundling
* :camera:
* Update linker.zig
* 68!
* backtrace
* no, really backtrace
* Fix
* Linux fixes
* Fixes on Linux
* Update mimalloc
* [bun test] Automatically scan for {.test,_test,.spec,_spec}.{jsx,tsx,js,cts,mts,ts,cjs}
Diffstat (limited to 'src/string_immutable.zig')
-rw-r--r-- | src/string_immutable.zig | 43 |
1 files changed, 43 insertions, 0 deletions
diff --git a/src/string_immutable.zig b/src/string_immutable.zig index 368e245f2..160242fbb 100644 --- a/src/string_immutable.zig +++ b/src/string_immutable.zig @@ -363,6 +363,7 @@ pub fn eqlComptimeIgnoreLen(self: string, comptime alt: anytype) bool { } inline fn eqlComptimeCheckLen(a: string, comptime b: anytype, comptime check_len: bool) bool { + @setEvalBranchQuota(9999); if (comptime check_len) { if (comptime b.len == 0) { return a.len == 0; @@ -515,6 +516,10 @@ pub fn eqlUtf16(comptime self: string, other: []const u16) bool { } pub fn toUTF8Alloc(allocator: std.mem.Allocator, js: []const u16) !string { + return try toUTF8AllocWithType(allocator, []const u16, js); +} + +pub fn toUTF8AllocWithType(allocator: std.mem.Allocator, comptime Type: type, js: Type) !string { var temp: [4]u8 = undefined; var list = std.ArrayList(u8).initCapacity(allocator, js.len) catch unreachable; var i: usize = 0; @@ -668,6 +673,44 @@ pub inline fn decodeWTF8RuneTMultibyte(p: *const [4]u8, len: u3, comptime T: typ unreachable; } +pub fn formatUTF16(slice_: []align(1) const u16, writer: anytype) !void { + var slice = slice_; + var chunk: [512 + 4]u8 = undefined; + var chunk_i: u16 = 0; + + while (slice.len > 0) { + if (chunk_i >= chunk.len - 5) { + try writer.writeAll(chunk[0..chunk_i]); + chunk_i = 0; + } + + var cp: u32 = slice[0]; + slice = slice[1..]; + if (cp & ~@as(u32, 0x03ff) == 0xd800 and slice.len > 0) { + cp = 0x10000 + (((cp & 0x03ff) << 10) | (slice[0] & 0x03ff)); + slice = slice[1..]; + } + + chunk_i += @as( + u8, + @call( + .{ .modifier = .always_inline }, + encodeWTF8RuneT, + .{ chunk[chunk_i..][0..4], u32, cp }, + ), + ); + } + + try writer.writeAll(chunk[0..chunk_i]); +} + +test "print UTF16" { + var err = std.io.getStdErr(); + const utf16 = comptime std.unicode.utf8ToUtf16LeStringLiteral("❌ ✅ opkay "); + try formatUTF16(utf16, err.writer()); + // std.unicode.fmtUtf16le(utf16le: []const u16) +} + /// Convert potentially ill-formed UTF-8 or UTF-16 bytes to a Unicode Codepoint. /// - Invalid codepoints are replaced with `zero` parameter /// - Null bytes return 0 |