const ThreadPool = @import("thread_pool"); pub const Batch = ThreadPool.Batch; pub const Task = ThreadPool.Task; const Node = ThreadPool.Node; pub const Completion = AsyncIO.Completion; const std = @import("std"); pub const AsyncIO = @import("io"); const Output = @import("./global.zig").Output; const IdentityContext = @import("./identity_context.zig").IdentityContext; const HTTP = @import("./http_client_async.zig"); const NetworkThread = @This(); const Environment = @import("./global.zig").Environment; const Lock = @import("./lock.zig").Lock; const FIFO = @import("./io/fifo.zig").FIFO; /// Single-thread in this pool io: *AsyncIO = undefined, thread: std.Thread = undefined, waker: AsyncIO.Waker = undefined, queued_tasks_mutex: Lock = Lock.init(), queued_tasks: Batch = .{}, processing_tasks: Batch = .{}, timer: std.time.Timer = undefined, pub var global: NetworkThread = undefined; pub var global_loaded: std.atomic.Atomic(u32) = std.atomic.Atomic(u32).init(0); const log = Output.scoped(.NetworkThread, true); const Global = @import("./global.zig").Global; pub fn onStartIOThread(waker: AsyncIO.Waker) void { NetworkThread.address_list_cached = NetworkThread.AddressListCache.init(@import("./global.zig").default_allocator); AsyncIO.global = AsyncIO.init(1024, 0, waker) catch |err| { log: { if (comptime Environment.isLinux) { if (err == error.SystemOutdated) { Output.prettyErrorln( \\error: Linux kernel version doesn't support io_uring, which Bun depends on. \\ \\ To fix this error: please upgrade to a newer Linux kernel. \\ \\ If you're using Windows Subsystem for Linux, here's how: \\ 1. Open PowerShell as an administrator \\ 2. Run this: \\ wsl --update \\ wsl --shutdown \\ \\ Please make sure you're using WSL version 2 (not WSL 1). To check: wsl -l -v \\ If you are on WSL 1, update to WSL 2 with the following commands: \\ 1. wsl --set-default-version 2 \\ 2. wsl --set-version [distro_name] 2 \\ 3. Now follow the WSL 2 instructions above. \\ Where [distro_name] is one of the names from the list given by: wsl -l -v \\ \\ If that doesn't work (and you're on a Windows machine), try this: \\ 1. Open Windows Update \\ 2. Download any updates to Windows Subsystem for Linux \\ \\ If you're still having trouble, ask for help in bun's discord https://bun.sh/discord , .{}); break :log; } else if (err == error.SystemResources) { Output.prettyErrorln( \\error: memlock limit exceeded \\ \\To fix this error: please increase the memlock limit or upgrade to Linux kernel 5.11+ \\ \\If Bun is running inside Docker, make sure to set the memlock limit to unlimited (-1) \\ \\ docker run --rm --init --ulimit memlock=-1:-1 jarredsumner/bun:edge \\ \\To bump the memlock limit, check one of the following: \\ /etc/security/limits.conf \\ /etc/systemd/user.conf \\ /etc/systemd/system.conf \\ \\You can also try running bun as root. \\ \\If running many copies of Bun via exec or spawn, be sure that O_CLOEXEC is set so \\that resources are not leaked when the child process exits. \\ \\Why does this happen? \\ \\Bun uses io_uring and io_uring accounts memory it \\needs under the rlimit memlocked option, which can be \\quite low on some setups (64K). \\ \\ , .{}); break :log; } } Output.prettyErrorln("error: Failed to initialize network thread: {s}.\nHTTP requests will not work. Please file an issue and run strace().", .{@errorName(err)}); } Global.exit(1); }; AsyncIO.global_loaded = true; NetworkThread.global.io = &AsyncIO.global; Output.Source.configureNamedThread("Async IO"); NetworkThread.global.processEvents(); } fn queueEvents(this: *@This()) void { this.queued_tasks_mutex.lock(); defer this.queued_tasks_mutex.unlock(); if (this.queued_tasks.len == 0) return; log("Received {d} tasks\n", .{this.queued_tasks.len}); this.processing_tasks.push(this.queued_tasks); this.queued_tasks = .{}; } pub fn processEvents(this: *@This()) void { processEvents_(this) catch {}; unreachable; } /// Should only be called on the HTTP thread! fn processEvents_(this: *@This()) !void { while (true) { this.queueEvents(); var count: usize = 0; while (this.processing_tasks.pop()) |task| { var callback = task.callback; callback(task); if (comptime Environment.allow_assert) { count += 1; } } if (comptime Environment.allow_assert) { if (count > 0) log("Processed {d} tasks\n", .{count}); } var start: i128 = 0; if (comptime Environment.isDebug) { start = std.time.nanoTimestamp(); } Output.flush(); this.io.wait(this, queueEvents); if (comptime Environment.isDebug) { var end = std.time.nanoTimestamp(); log("Waited {any}\n", .{std.fmt.fmtDurationSigned(@truncate(i64, end - start))}); Output.flush(); } } } pub fn schedule(this: *@This(), batch: Batch) void { if (batch.len == 0) return; { this.queued_tasks_mutex.lock(); defer this.queued_tasks_mutex.unlock(); this.queued_tasks.push(batch); } if (comptime Environment.isLinux) { const one = @bitCast([8]u8, @as(usize, batch.len)); _ = std.os.write(this.waker.fd, &one) catch @panic("Failed to write to eventfd"); } else { this.waker.wake() catch @panic("Failed to wake"); } } const CachedAddressList = struct { address_list: *std.net.AddressList, expire_after: u64, key: u64, index: ?u32 = null, invalidated: bool = false, pub fn hash(name: []const u8, port: u16) u64 { var hasher = std.hash.Wyhash.init(0); hasher.update(name); hasher.update(":"); hasher.update(std.mem.asBytes(&port)); return hasher.final(); } pub fn init(key: u64, address_list: *std.net.AddressList, now: u64) CachedAddressList { return CachedAddressList{ .address_list = address_list, .expire_after = now + std.time.ms_per_hour, .key = key, }; } pub fn invalidate(this: *CachedAddressList) void { if (!this.invalidated) { this.invalidated = true; this.address_list.deinit(); } _ = address_list_cached.remove(this.key); } }; pub const AddressListCache = std.HashMap(u64, CachedAddressList, IdentityContext(u64), 80); pub var address_list_cached: AddressListCache = undefined; pub fn getAddressList(allocator: std.mem.Allocator, name: []const u8, port: u16) !*std.net.AddressList { // const hash = CachedAddressList.hash(name, port); // const now = @intCast(u64, @maximum(0, std.time.milliTimestamp())); // if (address_list_cached.getPtr(hash)) |cached| { // if (cached.expire_after > now) { // return cached; // } // cached.address_list.deinit(); // } return try std.net.getAddressList(allocator, name, port); } pub var has_warmed = false; pub fn warmup() !void { if (has_warmed or global_loaded.load(.Monotonic) > 0) return; has_warmed = true; try init(); } pub fn init() !void { if ((global_loaded.swap(1, .Monotonic)) == 1) return; AsyncIO.global_loaded = true; global = NetworkThread{ .timer = try std.time.Timer.start(), }; if (comptime Environment.isLinux) { const fd = try std.os.eventfd(0, std.os.linux.EFD.CLOEXEC | 0); global.waker = .{ .fd = fd }; } else if (comptime Environment.isMac) { global.waker = try AsyncIO.Waker.init(@import("./global.zig").default_allocator); } else { @compileLog("TODO: Waker"); } global.thread = try std.Thread.spawn(.{ .stack_size = 2 * 1024 * 1024 }, onStartIOThread, .{ global.waker, }); global.thread.detach(); } irect-on-html-backup Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/examples/framework-preact (unfollow)
AgeCommit message (Expand)AuthorFilesLines
2022-08-26Update astro check to use latest version of the language server (#4500)Gravatar Erika 3-50/+57
2022-08-26Vendor Vite's importMeta.d.ts inside our repo to workaround issue with `tsc` ...Gravatar Erika 3-1/+43
2022-08-26Only print file output only for 404 and 500 routes (#4497)Gravatar Ben Holmes 2-5/+9
2022-08-26[ci] formatGravatar matthewp 1-14/+9
2022-08-26chore: update to solid 1.5 (#4496)Gravatar Abdullah Mzaien 3-4/+17
2022-08-26Exit prerelease mode for 1.1 release (#4493)Gravatar Matthew Phillips 1-1/+1
2022-08-26Remove "as Props" from the astro examples (#4494)Gravatar Mohammed Elhaouari 8-8/+8
2022-08-26[ci] update lockfile (#4492)Gravatar Fred K. Bot 1-33/+41
2022-08-26Edit Alpinejs content generation for Docs (#4466)Gravatar Mark Spratt 1-6/+5
2022-08-26Note private env var handling with cloudflare builds (#4490)Gravatar Bjorn Lu 1-0/+14
2022-08-26Bump pnpm version (#4488)Gravatar Bjorn Lu 1-2/+2
2022-08-26Update blog.astro (#4486)Gravatar Peter Singh 1-2/+2
2022-08-25Earlier import snippet for `@astrojs/image` (#4484)Gravatar Tc001 1-0/+6
2022-08-25[ci] release (next) (#4480)create-astro@1.0.1-next.0astro@1.1.0-next.0@astrojs/react@1.1.0-next.0@astrojs/mdx@0.10.2-next.0@astrojs/markdown-remark@1.1.0-next.0Gravatar Fred K. Bot 38-76/+133
2022-08-25[ci] formatGravatar matthewp 2-11/+12
2022-08-25[MD] `extendDefaultPlugins` to preserve default remark plugins (#4474)Gravatar Ben Holmes 10-31/+100
2022-08-25Update Markdown type signature to match behavior (#4423)Gravatar Ben Holmes 8-15/+60
2022-08-25[ci] formatGravatar matthewp 1-2/+2
2022-08-25make Remark rehype options available in astro config (#4138)Gravatar gtnbssn 9-1/+108
2022-08-25[ci] formatGravatar matthewp 3-48/+60
2022-08-25Make Astro.url conform to build.format during the build (#4352)Gravatar Matthew Phillips 8-3/+108
2022-08-25[ci] formatGravatar matthewp 1-1/+1
2022-08-25Add template tsconfigs for users to extend from (#4439)Gravatar Erika 33-343/+119
2022-08-25Make astro package play nice with node16 module resolution (#4182)Gravatar Aleksander Heintz 5-13/+21