const std = @import("std"); const stdx = @import("stdx"); const xev = @import("xev"); const libcoro = @import("libcoro"); const aio = libcoro.asyncio; const queue_mpsc = @import("queue_mpsc.zig"); pub const Queue = @import("queue.zig").Intrusive; pub const Condition = struct { const CoroResume = struct { coro: libcoro.Frame, fn init() CoroResume { return .{ .coro = libcoro.xframe() }; } fn func(self: *CoroResume) libcoro.Executor.Func { return .{ .func = CoroResume.cb, .userdata = self }; } fn cb(ud: ?*anyopaque) void { const self: *CoroResume = @ptrCast(@alignCast(ud)); libcoro.xresume(self.coro); } }; exec: *libcoro.Executor, waiters: Queue(libcoro.Executor.Func) = .{}, pub fn init() Condition { return .{ .exec = &AsyncThread.current.executor.exec }; } pub fn broadcast(self: *Condition) void { while (self.waiters.pop()) |waiter| { self.exec.runSoon(waiter); } } pub fn signal(self: *Condition) void { if (self.waiters.pop()) |waiter| self.exec.runSoon(waiter); } pub fn wait(self: *Condition) void { var res = CoroResume.init(); var cb = res.func(); self.waiters.push(&cb); libcoro.xsuspend(); } }; pub fn Frame(comptime func: anytype) type { const Signature = stdx.meta.FnSignature(func, null); return FrameExx(func, Signature.ArgsT, Signature.ReturnT); } pub fn FrameEx(comptime func: anytype, comptime argsT: type) type { const Signature = stdx.meta.FnSignature(func, argsT); return FrameExx(func, Signature.ArgsT, Signature.ReturnT); } fn FrameExx(comptime func: anytype, comptime argsT: type, comptime returnT: type) type { return struct { const Self = @This(); const FrameT = libcoro.FrameT(func, .{ .ArgsT = argsT }); inner: FrameT, pub const wait = await_; pub const await_ = awaitt; pub fn awaitt(self: *Self) returnT { defer { self.inner.deinit(); self.* = undefined; } return libcoro.xawait(self.inner); } }; } pub fn asyncc(comptime func: anytype, args: anytype) !FrameEx(func, @TypeOf(args)) { const Signature = stdx.meta.FnSignature(func, @TypeOf(args)); return .{ .inner = try aio.xasync(func, @as(Signature.ArgsT, args), null), }; } pub fn callBlocking(comptime func: anytype, args: anytype) stdx.meta.FnSignature(func, @TypeOf(args)).ReturnT { const Signature = stdx.meta.FnSignature(func, @TypeOf(args)); const TaskT = struct { const Self = @This(); _task: xev.ThreadPool.Task = .{ .callback = &Self.run }, event: threading.ResetEventSingle = .{}, args: Signature.ArgsT, result: Signature.ReturnT = undefined, pub fn run(task_: *xev.ThreadPool.Task) void { const task: *Self = @alignCast(@fieldParentPtr("_task", task_)); task.result = @call(.auto, func, task.args); task.event.set(); } }; var newtask: TaskT = .{ .args = args, }; AsyncThread.current.thread_pool.schedule(xev.ThreadPool.Batch.from(&newtask._task)); newtask.event.wait(); return newtask.result; } pub fn sleep(ms: u64) !void { try aio.sleep(AsyncThread.current.executor, ms); } pub const threading = struct { const Waiter = struct { frame: libcoro.Frame, thread: *const AsyncThread, next: ?*Waiter = null, }; const WaiterQueue = queue_mpsc.Intrusive(Waiter); pub const ResetEventSingle = struct { const State = union(enum) { unset, waiting: *Waiter, set, const unset_state: State = .unset; const set_state: State = .set; }; waiter: std.atomic.Value(*const State) = std.atomic.Value(*const State).init(&State.unset_state), pub fn isSet(self: *ResetEventSingle) bool { return self.waiter.load(&State.set_state, .monotonic) == &State.set_state; } pub fn reset(self: *ResetEventSingle) void { self.waiter.store(&State.unset_state, .monotonic); } pub fn set(self: *ResetEventSingle) void { switch (self.waiter.swap(&State.set_state, .monotonic).*) { .waiting => |waiter| { waiter.thread.waiters_queue.push(waiter); waiter.thread.wake(); }, else => {}, } } pub fn wait(self: *ResetEventSingle) void { var waiter: Waiter = .{ .frame = libcoro.xframe(), .thread = AsyncThread.current, }; var new_state: State = .{ .waiting = &waiter, }; if (self.waiter.cmpxchgStrong(&State.unset_state, &new_state, .monotonic, .monotonic) == null) { libcoro.xsuspend(); } } }; }; pub const FrameAllocator = struct { const Item = [1 * 1024 * 1024]u8; const FramePool = std.heap.MemoryPool(Item); pool: FramePool, pub fn init(allocator_: std.mem.Allocator) !FrameAllocator { return .{ .pool = FramePool.init(allocator_), }; } pub fn allocator(self: *FrameAllocator) std.mem.Allocator { return .{ .ptr = self, .vtable = &.{ .alloc = alloc, .resize = resize, .free = free, }, }; } fn alloc(ctx: *anyopaque, len: usize, ptr_align: u8, ret_addr: usize) ?[*]u8 { _ = ptr_align; _ = ret_addr; stdx.debug.assert(len <= Item.len, "Should always pass a length of less than {d} bytes", .{Item.len}); const self: *FrameAllocator = @ptrCast(@alignCast(ctx)); const stack = self.pool.create() catch return null; return @ptrCast(stack); } fn resize(ctx: *anyopaque, buf: []u8, buf_align: u8, new_len: usize, ret_addr: usize) bool { _ = ctx; _ = buf; _ = buf_align; _ = ret_addr; return new_len <= Item.len; } fn free(ctx: *anyopaque, buf: []u8, buf_align: u8, ret_addr: usize) void { _ = buf_align; _ = ret_addr; const self: *FrameAllocator = @ptrCast(@alignCast(ctx)); const v: *align(8) Item = @ptrCast(@alignCast(buf.ptr)); self.pool.destroy(v); } }; pub const AsyncThread = struct { threadlocal var current: *const AsyncThread = undefined; executor: *aio.Executor, loop: *xev.Loop, thread_pool: *xev.ThreadPool, async_notifier: *xev.Async, waiters_queue: *threading.WaiterQueue, pub fn wake(self: *const AsyncThread) void { self.async_notifier.notify() catch {}; } fn waker_cb(q: ?*threading.WaiterQueue, _: *xev.Loop, _: *xev.Completion, _: xev.Async.WaitError!void) xev.CallbackAction { while (q.?.pop()) |waiter| { libcoro.xresume(waiter.frame); } return .rearm; } pub fn main(allocator: std.mem.Allocator, comptime mainFunc: fn () anyerror!void) !void { var thread_pool = xev.ThreadPool.init(.{}); defer { thread_pool.shutdown(); thread_pool.deinit(); } var loop = try xev.Loop.init(.{ .thread_pool = &thread_pool, }); defer loop.deinit(); var executor = aio.Executor.init(&loop); var async_notifier = try xev.Async.init(); defer async_notifier.deinit(); var waiters_queue: threading.WaiterQueue = undefined; waiters_queue.init(); var c: xev.Completion = undefined; async_notifier.wait(&loop, &c, threading.WaiterQueue, &waiters_queue, &waker_cb); aio.initEnv(.{ .stack_allocator = allocator, .default_stack_size = 1 * 1024 * 1024, }); AsyncThread.current = &.{ .executor = &executor, .loop = &loop, .thread_pool = &thread_pool, .async_notifier = &async_notifier, .waiters_queue = &waiters_queue, }; return try aio.run(&executor, mainFunc, .{}, null); } }; pub fn getStdIn() !File { return File.init(std.io.getStdIn()) catch @panic("Unable to open stdin"); } pub fn getStdOut() File { return File.init(std.io.getStdOut()) catch @panic("Unable to open stdout"); } pub fn getStdErr() File { return File.init(std.io.getStdErr()) catch @panic("Unable to open stderr"); } pub const File = struct { pub const SeekError = stdx.meta.FnSignature(File.seekTo, null).ReturnErrorSet.? || stdx.meta.FnSignature(File.seekBy, null).ReturnErrorSet.?; pub const GetSeekPosError = SeekError || stdx.meta.FnSignature(File.stat, null).ReturnErrorSet.?; pub const Reader = std.io.GenericReader(File, stdx.meta.FnSignature(File.read, null).ReturnErrorSet.?, File.read); pub const Writer = std.io.GenericWriter(File, stdx.meta.FnSignature(File.write, null).ReturnErrorSet.?, File.write); pub const SeekableStream = std.io.SeekableStream( File, SeekError, GetSeekPosError, seekTo, seekBy, getPos, getEndPos, ); inner: aio.File, fn asFile(self: File) std.fs.File { return .{ .handle = self.inner.file.fd }; } pub fn handle(self: File) std.fs.File.Handle { return self.inner.file.fd; } pub fn init(file_: std.fs.File) !File { return .{ .inner = aio.File.init(AsyncThread.current.executor, try xev.File.init(file_)) }; } pub fn open(path: []const u8, flags: std.fs.File.OpenFlags) !File { return init(try callBlocking(std.fs.Dir.openFile, .{ std.fs.cwd(), path, flags })); } pub fn access(path: []const u8, flags: std.fs.File.OpenFlags) !void { return try callBlocking(std.fs.Dir.access, .{ std.fs.cwd(), path, flags }); } pub fn read(self: File, buf: []u8) !usize { // NOTE(Corentin): Early return is required to avoid error with xev on Linux with io_uring backend. if (buf.len == 0) { return 0; } return self.inner.read(.{ .slice = buf }) catch |err| switch (err) { // NOTE(Corentin): read shouldn't return an error on EOF, but a read length of 0 instead. This is to be iso with std.fs.File. error.EOF => 0, else => err, }; } pub fn pread(self: File, buf: []u8, offset: u64) !usize { // NOTE(Corentin): Early return is required to avoid error with xev on Linux with io_uring backend. if (buf.len == 0) { return 0; } return self.inner.pread(.{ .slice = buf }, offset) catch |err| switch (err) { // NOTE(Corentin): pread shouldn't return an error on EOF, but a read length of 0 instead. This is to be iso with std.fs.File. error.EOF => 0, else => err, }; } pub fn write(self: File, buf: []const u8) !usize { return self.inner.write(.{ .slice = buf }); } pub fn pwrite(self: File, buf: []const u8, offset: u64) !usize { return self.inner.pwrite(.{ .slice = buf }, offset); } pub fn close(self: File) !void { return self.inner.close(); } pub fn reader(self: File) Reader { return .{ .context = self }; } pub fn seekableStream(file: File) SeekableStream { return .{ .context = file }; } pub fn writer(self: File) Writer { return .{ .context = self }; } pub fn stat(self: File) !std.fs.File.Stat { return try callBlocking(std.fs.File.stat, .{self.asFile()}); } pub fn seekBy(self: File, offset: i64) !void { try callBlocking(std.fs.File.seekBy, .{ self.asFile(), offset }); } pub fn seekTo(self: File, offset: u64) !void { try callBlocking(std.fs.File.seekTo, .{ self.asFile(), offset }); } pub fn getPos(self: File) !u64 { return try callBlocking(std.fs.File.getPos, .{self.asFile()}); } pub fn getEndPos(self: File) !u64 { return try callBlocking(std.fs.File.getEndPos, .{self.asFile()}); } }; pub const Socket = struct { pub fn Listener(comptime T: type) type { return struct { const Self = @This(); inner: T.Inner, pub fn accept(self: *Self) !T { return .{ .inner = try self.inner.accept() }; } pub fn close(self: *Self) !void { return self.inner.close(); } pub fn deinit(self: *Self) !void { self.inner.shutdown(); } }; } pub const TCP = struct { const Inner = aio.TCP; pub const Reader = std.io.GenericReader(TCP, stdx.meta.FnSignature(TCP.read, null).ReturnErrorSet.?, TCP.read); pub const Writer = std.io.GenericWriter(TCP, stdx.meta.FnSignature(TCP.write, null).ReturnErrorSet.?, TCP.write); inner: aio.TCP, pub fn listen(addr: std.net.Address) !Listener(TCP) { var self: Listener(TCP) = .{ .inner = aio.TCP.init(AsyncThread.current.executor, try xev.TCP.init(addr)), }; try self.inner.tcp.bind(addr); try self.inner.tcp.listen(1024); return self; } pub fn deinit(self: *TCP) void { self.inner.shutdown(); } pub fn accept(self: *TCP) !TCP { return .{ .inner = try self.inner.accept() }; } pub fn connect(self: *TCP, addr: std.net.Address) !void { return self.inner.connect(addr); } pub fn read(self: TCP, buf: []u8) !usize { return self.inner.read(.{ .slice = buf }); } pub fn write(self: TCP, buf: []const u8) !usize { return self.inner.write(.{ .slice = buf }); } pub fn close(self: TCP) !void { // defer self.* = undefined; return self.inner.close(); } pub fn reader(self: TCP) Reader { return .{ .context = self }; } pub fn writer(self: TCP) Writer { return .{ .context = self }; } }; pub const UDP = struct { const Inner = aio.TCP; pub const Reader = std.io.GenericReader(UDP, stdx.meta.FnSignature(UDP.read, null).ReturnErrorSet.?, UDP.read); pub const WriterContext = struct { file: UDP, addr: std.net.Address, }; pub const Writer = std.io.GenericWriter(WriterContext, stdx.meta.FnSignature(UDP.write, null).ReturnErrorSet.?, struct { fn callBlocking(self: WriterContext, buf: []const u8) !usize { return self.file.write(self.addr, buf); } }.call); inner: aio.UDP, pub fn listen(addr: std.net.Address) !Listener(UDP) { var self: Listener(UDP) = .{ .inner = aio.UDP.init(AsyncThread.current.executor, try xev.UDP.init(addr)), }; try self.inner.udp.bind(addr); try self.inner.udp.listen(1024); return self; } pub fn read(self: UDP, buf: []u8) !usize { return self.inner.read(.{ .slice = buf }); } pub fn write(self: UDP, addr: std.net.Address, buf: []const u8) !usize { return self.inner.write(addr, .{ .slice = buf }); } pub fn close(self: *UDP) !void { defer self.* = undefined; return self.inner.close(); } pub fn reader(self: File) Reader { return .{ .context = self }; } pub fn writer(self: File, addr: std.net.Address) Writer { return .{ .context = .{ .file = self, .addr = addr, }, }; } }; }; pub fn Channel(comptime T: type, capacity: usize) type { return struct { const Self = @This(); const Inner = libcoro.Channel(T, .{ .capacity = capacity }); inner: Inner, pub fn init() Self { return .{ .inner = Inner.init(&AsyncThread.current.executor.exec) }; } pub fn close(self: *Self) void { self.inner.close(); } pub fn send(self: *Self, val: T) void { self.inner.send(val) catch unreachable; } pub fn recv(self: *Self) ?T { return self.inner.recv(); } }; } pub const Mutex = struct { const VoidChannel = libcoro.Channel(void, .{ .capacity = 1 }); inner: VoidChannel, pub fn init() Mutex { return .{ .inner = VoidChannel.init(&AsyncThread.current.executor.exec) }; } pub fn lock(self: *Mutex) !void { try self.inner.send({}); } pub fn unlock(self: *Mutex) void { _ = self.inner.recv(); } }; pub fn logFn( comptime message_level: std.log.Level, comptime scope: @Type(.EnumLiteral), comptime format: []const u8, args: anytype, ) void { const level_txt = comptime message_level.asText(); const prefix2 = if (scope == .default) ": " else "(" ++ @tagName(scope) ++ "): "; const stderr = getStdErr().writer(); var bw = std.io.bufferedWriter(stderr); const writer = bw.writer(); std.debug.lockStdErr(); defer std.debug.unlockStdErr(); nosuspend { writer.print(level_txt ++ prefix2 ++ format ++ "\n", args) catch return; bw.flush() catch return; } }