2
0

main.zig 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293
  1. const std = @import("std");
  2. const net = std.net;
  3. const posix = std.posix;
  4. const fmt = std.fmt;
  5. const socket = @import("socket.zig");
  6. const command = @import("command.zig");
  7. const storage = @import("storage.zig");
  8. const persistence = @import("persistence.zig");
  9. const redis = @import("redis.zig");
  10. const builtin = @import("builtin");
  11. const TCP = switch (builtin.target.os.tag) {
  12. .linux, .macos => posix.TCP,
  13. else => struct {
  14. pub const NODELAY: c_int = 1;
  15. pub const CORK: c_int = 3;
  16. pub const NOPUSH: c_int = 4;
  17. },
  18. };
  19. //main.zig:23:12: error: variable of type 'comptime_int' must be const or comptime
  20. // var PORT = 8085;
  21. var PORT: u16 = 8085;
  22. var HOST: []const u8 = "127.0.0.1";
  23. var should_exit = std.atomic.Value(bool).init(false);
  24. var active_connections = std.atomic.Value(u32).init(0);
  25. var redis_mode = false;
  26. var instant_wal_mode = false;
  27. var unix_mode = false;
  28. fn handleSignal(sig: c_int) callconv(.c) void {
  29. _ = sig;
  30. should_exit.store(true, .seq_cst);
  31. }
  32. pub fn main() !void {
  33. var args = try std.process.argsWithAllocator(std.heap.page_allocator);
  34. defer args.deinit();
  35. _ = args.skip();
  36. while (args.next()) |arg| {
  37. if (std.mem.eql(u8, arg, "-redis")) {
  38. redis_mode = true;
  39. } else if (std.mem.eql(u8, arg, "-unix")) {
  40. unix_mode = true;
  41. } else if (std.mem.eql(u8, arg, "-iwal")) {
  42. instant_wal_mode = true;
  43. } else if (arg.len > 6 and std.mem.eql(u8, arg[0..6], "-port=")) {
  44. const port_str = arg[6..];
  45. const parsed_port = try std.fmt.parseInt(u16, port_str, 10);
  46. if (parsed_port != 0) {
  47. PORT = parsed_port;
  48. } else {
  49. std.debug.print("Invalid port number: {any}\n", .{port_str});
  50. return;
  51. }
  52. } else if (arg.len > 6 and std.mem.eql(u8, arg[0..6], "-host=")) {
  53. HOST = arg[6..];
  54. } else {
  55. std.debug.print("Unknown argument: {any}\n", .{arg});
  56. return;
  57. }
  58. }
  59. const empty_mask = std.mem.zeroes(posix.sigset_t);
  60. const act = posix.Sigaction{
  61. .handler = .{ .handler = handleSignal },
  62. .mask = empty_mask,
  63. .flags = 0,
  64. };
  65. _ = posix.sigaction(posix.SIG.TERM, &act, null);
  66. _ = posix.sigaction(posix.SIG.INT, &act, null);
  67. storage.init();
  68. try persistence.init();
  69. if (instant_wal_mode) {
  70. persistence.setInstantWal(true);
  71. std.debug.print("\nInstant WAL mode enabled\n", .{});
  72. }
  73. const unix_path = ".pizzakv.sock";
  74. const listener = if (unix_mode) try socket.initUnix(unix_path) else try socket.init(HOST, PORT);
  75. defer posix.close(listener);
  76. defer if (unix_mode) posix.unlink(unix_path) catch {};
  77. if (unix_mode) {
  78. std.debug.print("\n2025 pizzakv! Unix socket at {s}\n<danilo@fragoso.dev>\n---------\n", .{unix_path});
  79. } else {
  80. std.debug.print("\n2025 pizzakv! TCP Listening on {s}:{any}\n<danilo@fragoso.dev>\n---------\n", .{ HOST, PORT });
  81. }
  82. if (redis_mode) {
  83. std.debug.print("Mode: Redis Protocol (RESP)\nCommands: SET, GET, DEL\n", .{});
  84. } else {
  85. std.debug.print("Commands:\n\nread key\nwrite key|value\ndelete key\nkeys\nreads prefix\nstatus\n", .{});
  86. }
  87. std.debug.print("---------\n", .{});
  88. while (!should_exit.load(.seq_cst)) {
  89. var poll_fds = [_]posix.pollfd{
  90. .{
  91. .fd = listener,
  92. .events = posix.POLL.IN,
  93. .revents = 0,
  94. },
  95. };
  96. const ready = posix.poll(&poll_fds, 100) catch |err| {
  97. if (should_exit.load(.seq_cst)) break;
  98. std.debug.print("poll error: {any}\n", .{err});
  99. continue;
  100. };
  101. if (ready == 0) {
  102. continue;
  103. }
  104. if (should_exit.load(.seq_cst)) break;
  105. var client_address: net.Address = undefined;
  106. var client_address_len: posix.socklen_t = @sizeOf(net.Address);
  107. const conn = posix.accept(listener, &client_address.any, &client_address_len, 0) catch |err| {
  108. if (should_exit.load(.seq_cst)) break;
  109. std.debug.print("error accept: {any}\n", .{err});
  110. continue;
  111. };
  112. if (should_exit.load(.seq_cst)) {
  113. posix.close(conn);
  114. break;
  115. }
  116. if (!unix_mode) posix.setsockopt(conn, posix.IPPROTO.TCP, TCP.NODELAY, &std.mem.toBytes(@as(c_int, 1))) catch {};
  117. socket.setReadTimeout(conn, 300) catch {}; // 5 minutes
  118. socket.setWriteTimeout(conn, 300) catch {}; // 5 minutes
  119. if (redis_mode) {
  120. const thread = try std.Thread.spawn(.{}, handleRedisConnection, .{conn});
  121. thread.detach();
  122. } else {
  123. const thread = try std.Thread.spawn(.{}, handleConnection, .{conn});
  124. thread.detach();
  125. }
  126. }
  127. std.debug.print("\nShutdown signal received...\n", .{});
  128. const max_wait_ms = 5000;
  129. const wait_interval_ms = 100;
  130. var waited_ms: u32 = 0;
  131. while (active_connections.load(.seq_cst) > 0 and waited_ms < max_wait_ms) {
  132. posix.nanosleep(0, wait_interval_ms * std.time.ns_per_ms);
  133. waited_ms += wait_interval_ms;
  134. }
  135. const remaining = active_connections.load(.seq_cst);
  136. if (remaining > 0) {
  137. std.debug.print("Warning: {d} connections still active after {d}ms, forcing shutdown...\n", .{ remaining, max_wait_ms });
  138. }
  139. persistence.flush() catch |err| {
  140. std.debug.print("Failed to flush persistence: {any}\n", .{err});
  141. };
  142. }
  143. pub fn handleConnection(conn: posix.socket_t) !void {
  144. _ = active_connections.fetchAdd(1, .seq_cst);
  145. defer _ = active_connections.fetchSub(1, .seq_cst);
  146. defer posix.close(conn);
  147. var requestBuffer: [1024 * 1024]u8 = undefined;
  148. var response_arena = std.heap.ArenaAllocator.init(std.heap.c_allocator);
  149. defer response_arena.deinit();
  150. while (true) {
  151. const n = socket.readUntilCR(conn, &requestBuffer) catch |err| {
  152. if (err == error.ConnectionClosed) break;
  153. if (err == error.WouldBlock) continue;
  154. return err;
  155. };
  156. if (n == 0) {
  157. break;
  158. }
  159. const cmdResponse = command.parse(requestBuffer[0..n], response_arena.allocator()) orelse {
  160. socket.write(conn, "error\r") catch |err| {
  161. std.debug.print("error writing: {any}", .{err});
  162. };
  163. continue;
  164. };
  165. const terminator = "\r";
  166. const iovecs = [_]posix.iovec_const{
  167. .{ .base = cmdResponse.ptr, .len = cmdResponse.len },
  168. .{ .base = terminator.ptr, .len = 1 },
  169. };
  170. socket.writev(conn, &iovecs) catch |err| {
  171. std.debug.print("error writing: {any}", .{err});
  172. };
  173. // Free temporary allocations from this request
  174. _ = response_arena.reset(.retain_capacity);
  175. }
  176. }
  177. fn sendAll(conn: posix.socket_t, buf: []const u8) !void {
  178. var offset: usize = 0;
  179. while (offset < buf.len) {
  180. const sent = try posix.send(conn, buf[offset..], posix.MSG.NOSIGNAL);
  181. if (sent == 0) return error.ConnectionClosed;
  182. offset += sent;
  183. }
  184. }
  185. pub fn handleRedisConnection(conn: posix.socket_t) !void {
  186. _ = active_connections.fetchAdd(1, .seq_cst);
  187. defer _ = active_connections.fetchSub(1, .seq_cst);
  188. defer posix.close(conn);
  189. var requestBuffer: [2 * 1024 * 1024]u8 = undefined;
  190. var responseBuffer: [2 * 1024 * 1024]u8 = undefined;
  191. var buffered_len: usize = 0;
  192. const is_darwin = builtin.target.os.tag == .macos;
  193. const cork_option = if (is_darwin) TCP.NOPUSH else TCP.CORK;
  194. while (true) {
  195. const n = posix.read(conn, requestBuffer[buffered_len..]) catch |err| {
  196. if (err == error.ConnectionResetByPeer) break;
  197. return err;
  198. };
  199. if (n == 0) break;
  200. const total_len = buffered_len + n;
  201. var offset: usize = 0;
  202. var response_offset: usize = 0;
  203. posix.setsockopt(conn, posix.IPPROTO.TCP, cork_option, &std.mem.toBytes(@as(c_int, 1))) catch {};
  204. while (offset < total_len) {
  205. const result = redis.parseCommand(requestBuffer[offset..total_len]) orelse {
  206. break;
  207. };
  208. // Mutating commands have small responses. Flush first when the
  209. // remaining output slice is small so SET/DEL are never retried
  210. // after their side effect has already happened.
  211. if (response_offset > 0 and responseBuffer.len - response_offset < 64 and result.cmd.cmd_type != .GET) {
  212. try sendAll(conn, responseBuffer[0..response_offset]);
  213. response_offset = 0;
  214. }
  215. var response = redis.executeCommand(result.cmd, responseBuffer[response_offset..]);
  216. if (response == null) {
  217. if (response_offset > 0) {
  218. try sendAll(conn, responseBuffer[0..response_offset]);
  219. response_offset = 0;
  220. }
  221. response = redis.executeCommand(result.cmd, responseBuffer[0..]) orelse
  222. redis.formatError(responseBuffer[0..], "ERR response too large");
  223. }
  224. const final_response = response orelse {
  225. offset += result.bytes_consumed;
  226. continue;
  227. };
  228. response_offset += final_response.len;
  229. offset += result.bytes_consumed;
  230. }
  231. posix.setsockopt(conn, posix.IPPROTO.TCP, cork_option, &std.mem.toBytes(@as(c_int, 0))) catch {};
  232. if (response_offset > 0) {
  233. try sendAll(conn, responseBuffer[0..response_offset]);
  234. }
  235. if (offset < total_len) {
  236. const remaining = total_len - offset;
  237. if (remaining > 0 and remaining < requestBuffer.len / 2) {
  238. @memcpy(requestBuffer[0..remaining], requestBuffer[offset..total_len]);
  239. buffered_len = remaining;
  240. } else {
  241. buffered_len = 0;
  242. }
  243. } else {
  244. buffered_len = 0;
  245. }
  246. }
  247. }