aboutsummaryrefslogtreecommitdiff
path: root/src/string_immutable.zig
diff options
context:
space:
mode:
authorGravatar Jarred Sumner <jarred@jarredsumner.com> 2022-01-19 02:29:07 -0800
committerGravatar GitHub <noreply@github.com> 2022-01-19 02:29:07 -0800
commitd3a93d527336af73df838d69ca42ad1b18adebb8 (patch)
tree726dad460bf4ee2608ffa9557943df11da56f8c3 /src/string_immutable.zig
parented9637de5056af4572ec5e0a75feee9ca858798e (diff)
downloadbun-d3a93d527336af73df838d69ca42ad1b18adebb8.tar.gz
bun-d3a93d527336af73df838d69ca42ad1b18adebb8.tar.zst
bun-d3a93d527336af73df838d69ca42ad1b18adebb8.zip
`fs.*Sync()`, `bun wiptest`, and More ™ (#106)
* very very wip * almost ready to fix the errors * Update identity_context.zig * Update base.zig * [bun test] It runs successfully * Remove unnecessary call * [Bun.js] Improve JS <> Zig unicode string interop This fixes longstanding unicode bugs with `console.log` & `fetch`. I believe @evanwashere reported this first awhile ago * [Bun.js] Implement `Object.is()` binding and a way to set a timeout for script execution * Update PLCrashReport.zig * [Bun.js] Make `console.log` more closely match Node.js and Deno * [Bun.js] Implement formatting specifier for console.* * Implement `console.clear()` * bug fix * Support console.clear() * Buffer stderr * [bun test] Begin implementing Node.js `fs` * Update darwin_c.zig * Implement more of `fs` * `mkdir`, `mkdir` recursive, `mkdtemp` * `open`, `read` (and pread) * Move some things into more files * Implement readdir * `readFile`, `readLink`, and `realpath` * `writeFile`, `symlink`, `chown`, `rename`, `stat`, `unlink`, `truncate` * `lutimes` * Implement `SystemError` and begin wiring up the `fs` module * `"fs"` - Most of the arguments / validation * `fs` - Rest of the arguments / validations * Begin wiring up the `fs` module * Fix all the build errors * support printing typed arrays in console.log * It...works? * Support `require("fs")`, `import fs from 'fs';`, `import * as fs from 'fs'` * Fix a couple bugs * get rid of the crash reporter for now * Update fs.exports.js * [bun.js] slight improvement to startup time * [bun.js] Improve error message printing * [Bun.js] Add `Bun.gc()` to run the garbage collector manually and report heap size * [Bun.js] Add Bun.generateHeapSnapshot to return what JS types are using memory * [Bun.js] Add `Bun.shrink()` to tell JSC to shrink the VM size * Improve encoding reader * [bun.js] Improve callback & microtask performance * Update node_fs.zig * Implement `console.assert` * simple test * [Bun.js] Prepare for multiple globals/realms to support testing * Create callbacks-overhead.mjs * Update http.zig * [Bun.js] Implement `queueMicrotask` * Add test for queueMicrotask * :sleepy: * [Bun.js] Implement `process.versions`, `process.pid`, `process.ppid`, `process.nextTick`, `process.versions`, * Implement `process.env.toJSON()` * [Bun.js] Improve performance of `fs.existsSync` * :nail_care: * [Bun.js] Implement `process.chdir(str)` and `process.cwd()`, support up to 4 args in `process.nextTick` * Make creating Zig::Process lazy * Split processi nto separte file * [Bun.js] Node.js Streams - Part 1/? * [Bun.js] Node.js streams 2/? * WIP streams * fix crash * Reduce allocations in many places * swap * Make `bun` start 2ms faster * Always use an apiLock() * libBacktrace doesn't really work yet * Fix crash in the upgrade checker * Clean up code for importing the runtime when not bundling * :camera: * Update linker.zig * 68! * backtrace * no, really backtrace * Fix * Linux fixes * Fixes on Linux * Update mimalloc * [bun test] Automatically scan for {.test,_test,.spec,_spec}.{jsx,tsx,js,cts,mts,ts,cjs}
Diffstat (limited to 'src/string_immutable.zig')
-rw-r--r--src/string_immutable.zig43
1 files changed, 43 insertions, 0 deletions
diff --git a/src/string_immutable.zig b/src/string_immutable.zig
index 368e245f2..160242fbb 100644
--- a/src/string_immutable.zig
+++ b/src/string_immutable.zig
@@ -363,6 +363,7 @@ pub fn eqlComptimeIgnoreLen(self: string, comptime alt: anytype) bool {
}
inline fn eqlComptimeCheckLen(a: string, comptime b: anytype, comptime check_len: bool) bool {
+ @setEvalBranchQuota(9999);
if (comptime check_len) {
if (comptime b.len == 0) {
return a.len == 0;
@@ -515,6 +516,10 @@ pub fn eqlUtf16(comptime self: string, other: []const u16) bool {
}
pub fn toUTF8Alloc(allocator: std.mem.Allocator, js: []const u16) !string {
+ return try toUTF8AllocWithType(allocator, []const u16, js);
+}
+
+pub fn toUTF8AllocWithType(allocator: std.mem.Allocator, comptime Type: type, js: Type) !string {
var temp: [4]u8 = undefined;
var list = std.ArrayList(u8).initCapacity(allocator, js.len) catch unreachable;
var i: usize = 0;
@@ -668,6 +673,44 @@ pub inline fn decodeWTF8RuneTMultibyte(p: *const [4]u8, len: u3, comptime T: typ
unreachable;
}
+pub fn formatUTF16(slice_: []align(1) const u16, writer: anytype) !void {
+ var slice = slice_;
+ var chunk: [512 + 4]u8 = undefined;
+ var chunk_i: u16 = 0;
+
+ while (slice.len > 0) {
+ if (chunk_i >= chunk.len - 5) {
+ try writer.writeAll(chunk[0..chunk_i]);
+ chunk_i = 0;
+ }
+
+ var cp: u32 = slice[0];
+ slice = slice[1..];
+ if (cp & ~@as(u32, 0x03ff) == 0xd800 and slice.len > 0) {
+ cp = 0x10000 + (((cp & 0x03ff) << 10) | (slice[0] & 0x03ff));
+ slice = slice[1..];
+ }
+
+ chunk_i += @as(
+ u8,
+ @call(
+ .{ .modifier = .always_inline },
+ encodeWTF8RuneT,
+ .{ chunk[chunk_i..][0..4], u32, cp },
+ ),
+ );
+ }
+
+ try writer.writeAll(chunk[0..chunk_i]);
+}
+
+test "print UTF16" {
+ var err = std.io.getStdErr();
+ const utf16 = comptime std.unicode.utf8ToUtf16LeStringLiteral("❌ ✅ opkay ");
+ try formatUTF16(utf16, err.writer());
+ // std.unicode.fmtUtf16le(utf16le: []const u16)
+}
+
/// Convert potentially ill-formed UTF-8 or UTF-16 bytes to a Unicode Codepoint.
/// - Invalid codepoints are replaced with `zero` parameter
/// - Null bytes return 0