From 3617e01d21f26d181762b01df2a4124ff3b5aa4f Mon Sep 17 00:00:00 2001 From: MihailRis Date: Sat, 10 Oct 2026 17:24:17 +0300 Subject: [PATCH] refactor: split io_stream --- res/modules/internal/stream/binary.lua | 72 ++++ res/modules/internal/stream/blocking.lua | 19 + res/modules/internal/stream/buffered.lua | 90 +++++ res/modules/internal/stream/raw.lua | 49 +++ res/modules/internal/stream/text.lua | 102 +++++ res/modules/internal/stream/wrapper.lua | 26 ++ res/modules/io_stream.lua | 476 ++++------------------- 7 files changed, 428 insertions(+), 406 deletions(-) create mode 100644 res/modules/internal/stream/binary.lua create mode 100644 res/modules/internal/stream/blocking.lua create mode 100644 res/modules/internal/stream/buffered.lua create mode 100644 res/modules/internal/stream/raw.lua create mode 100644 res/modules/internal/stream/text.lua create mode 100644 res/modules/internal/stream/wrapper.lua diff --git a/res/modules/internal/stream/binary.lua b/res/modules/internal/stream/binary.lua new file mode 100644 index 000000000..9d38f3b9b --- /dev/null +++ b/res/modules/internal/stream/binary.lua @@ -0,0 +1,72 @@ +local binary = {} +binary.__index = binary + +local DEFAULT_CHUNK = 8192 + +function binary.new(stream) + return setmetatable({ stream = stream }, binary) +end + +local function to_table(bytes) + local t = {} + for i = 1, #bytes do + t[i] = bytes[i] + end + return t +end + +function binary.read_all(stream) + local result = Bytearray() + local avail = stream:available() + local chunk = avail > 0 and avail or DEFAULT_CHUNK + + while true do + local part = stream:read_some(chunk) + if #part == 0 then break end + result:append(part) + end + + return result +end + +function binary:read(arg, as_table) + local t = type(arg) + + if t == "number" then + local bytes = self.stream:read(arg) + return as_table and to_table(bytes) or bytes + elseif t == "string" then + local size = byteutil.get_size(arg) + local bytes = self.stream:read(size) + if #bytes < size then + error(string.format( + "unexpected end of stream: format %q needs %d bytes, got %d", + arg, size, #bytes), 2) + end + return byteutil.unpack(arg, bytes) + elseif t == "nil" then + error("in binary mode the first argument must be a byteutil format string" + .. " or the number of bytes to read") + else + error("unknown argument type: " .. t) + end +end + +function binary:write(arg, ...) + local t = type(arg) + + if t == "string" then + self.stream:write(byteutil.pack(arg, ...)) + elseif t == "table" then + self.stream:write(Bytearray(arg)) + else + self.stream:write(arg) + end +end + +function binary:read_fully(as_table) + local bytes = binary.read_all(self.stream) + return as_table and to_table(bytes) or bytes +end + +return binary diff --git a/res/modules/internal/stream/blocking.lua b/res/modules/internal/stream/blocking.lua new file mode 100644 index 000000000..a722a733e --- /dev/null +++ b/res/modules/internal/stream/blocking.lua @@ -0,0 +1,19 @@ +local wrapper = require "internal/stream/wrapper" + +local blocking = wrapper.extend({}) + +function blocking.new(inner) + return setmetatable({ inner = inner }, blocking) +end + +function blocking:read(n) + local result = self.inner:read(n) + while #result < n do + coroutine.yield() + if not self.inner:is_alive() then break end + result:append(self.inner:read(n - #result)) + end + return result +end + +return blocking diff --git a/res/modules/internal/stream/buffered.lua b/res/modules/internal/stream/buffered.lua new file mode 100644 index 000000000..621e78ebd --- /dev/null +++ b/res/modules/internal/stream/buffered.lua @@ -0,0 +1,90 @@ +local wrapper = require "internal/stream/wrapper" + +local buffered = wrapper.extend({}) + +buffered.DEFAULT_SIZE = 8192 + +function buffered.new(inner, size, flush_inner) + return setmetatable({ + inner = inner, + size = size or buffered.DEFAULT_SIZE, + flush_inner = flush_inner ~= false, + rbuf = Bytearray(), + wbuf = Bytearray(), + }, buffered) +end + +function buffered:_take(n) + local buf = self.rbuf + if n >= #buf then + self.rbuf = Bytearray() + return buf + end + local part = buf:slice(1, n) + buf:remove(1, n) + return part +end + +function buffered:flush_buffer() + if #self.wbuf > 0 then + local data = self.wbuf + self.wbuf = Bytearray() + self.inner:write(data) + end +end + +function buffered:read(n) + local have = #self.rbuf + if have < n then + if have == 0 and n >= self.size then + return self.inner:read(n) + end + self.rbuf:append(self.inner:read(self.size - have)) + end + return self:_take(n) +end + +buffered.read_some = buffered.read + +function buffered:write(data) + if #self.wbuf + #data > self.size then + self:flush_buffer() + end + if #data >= self.size then + self.inner:write(data) + else + self.wbuf:append(data) + end +end + +function buffered:flush() + self:flush_buffer() + if self.flush_inner then + self.inner:flush() + end +end + +function buffered:available() + return self.inner:available() + #self.rbuf +end + +function buffered:seek(mode, offset) + self:flush_buffer() + if mode == "c" then + offset = offset - #self.rbuf + end + self.rbuf = Bytearray() + self.inner:seek(mode, offset) +end + +function buffered:tell() + return self.inner:tell() - #self.rbuf + #self.wbuf +end + +function buffered:close() + self:flush_buffer() + self.rbuf = Bytearray() + return self.inner:close() +end + +return buffered diff --git a/res/modules/internal/stream/raw.lua b/res/modules/internal/stream/raw.lua new file mode 100644 index 000000000..b7db77919 --- /dev/null +++ b/res/modules/internal/stream/raw.lua @@ -0,0 +1,49 @@ +local raw = {} +raw.__index = raw + +function raw.new(descriptor, io_lib) + return setmetatable({ descriptor = descriptor, io_lib = io_lib }, raw) +end + +function raw:read(n) + return self.io_lib.read(self.descriptor, n) +end + +raw.read_some = raw.read + +function raw:write(data) + self.io_lib.write(self.descriptor, data) +end + +function raw:flush() + if self.io_lib.flush then + self.io_lib.flush(self.descriptor) + elseif not self:is_alive() then + error("stream is closed") + end +end + +function raw:available() + local f = self.io_lib.available + return f and f(self.descriptor) or 0 +end + +function raw:seek(mode, offset) + if not self.io_lib.seek then error("cannot seek this stream") end + self.io_lib.seek(self.descriptor, mode, offset) +end + +function raw:tell() + if not self.io_lib.tell then error("cannot tell this stream") end + return self.io_lib.tell(self.descriptor) +end + +function raw:is_alive() + return self.io_lib.is_alive(self.descriptor) +end + +function raw:close() + return self.io_lib.close(self.descriptor) +end + +return raw diff --git a/res/modules/internal/stream/text.lua b/res/modules/internal/stream/text.lua new file mode 100644 index 000000000..835340b47 --- /dev/null +++ b/res/modules/internal/stream/text.lua @@ -0,0 +1,102 @@ +local binary = require "internal/stream/binary" + +local text = {} +text.__index = text + +local CR = string.byte('\r') +local LF = string.byte('\n') + +function text.new(stream) + return setmetatable({stream = stream}, text) +end + +function text:_read_byte() + return self.stream:read(1)[1] +end + +function text:read_line() + local line = Bytearray() + local got_any = false + + while true do + local b = self:_read_byte() + if b == nil then break end + got_any = true + + if b == LF then + break + elseif b == CR then + local nb = self:_read_byte() + if nb == LF then break end + line:append(CR) + if nb == nil then break end + line:append(nb) + else + line:append(b) + end + end + + if not got_any then return nil end + return utf8.tostring(line) +end + +local function trim_empty(lines) + while #lines > 0 and lines[#lines] == "" do + lines[#lines] = nil + end + while #lines > 0 and lines[1] == "" do + table.remove(lines, 1) + end +end + +function text:read_lines(count, trim) + if count < 0 then error("count of lines to read must be positive") end + + local lines = {} + for i = 1, count do + local line = self:read_line() + if line == nil then break end + lines[i] = line + end + + if trim ~= false then trim_empty(lines) end + return lines +end + +function text:read(count, trim) + if count == nil then + return self:read_line() + end + return self:read_lines(count, trim) +end + +function text:read_fully(as_lines) + if as_lines then + local lines = {} + for line in self.read_line, self do + lines[#lines + 1] = line + end + return lines + end + return utf8.tostring(binary.read_all(self.stream)) +end + +function text:write_line(str) + self.stream:write(utf8.tobytes(str .. "\n")) +end + +-- write(string) | write({ lines... }) +function text:write(arg) + local t = type(arg) + if t == "string" then + self:write_line(arg) + elseif t == "table" then + for i = 1, #arg do + self:write_line(arg[i]) + end + else + error("unknown argument type: " .. t) + end +end + +return text diff --git a/res/modules/internal/stream/wrapper.lua b/res/modules/internal/stream/wrapper.lua new file mode 100644 index 000000000..c6c838aff --- /dev/null +++ b/res/modules/internal/stream/wrapper.lua @@ -0,0 +1,26 @@ +local wrapper = {} +wrapper.__index = wrapper + +function wrapper.extend(cls) + cls.__index = cls + return setmetatable(cls, { __index = wrapper }) +end +function wrapper:read(n) return self.inner:read(n) end + +function wrapper:read_some(n) return self.inner:read_some(n) end + +function wrapper:write(data) return self.inner:write(data) end + +function wrapper:flush() return self.inner:flush() end + +function wrapper:available() return self.inner:available() end + +function wrapper:seek(mode, off) return self.inner:seek(mode, off) end + +function wrapper:tell() return self.inner:tell() end + +function wrapper:is_alive() return self.inner:is_alive() end + +function wrapper:close() return self.inner:close() end + +return wrapper diff --git a/res/modules/io_stream.lua b/res/modules/io_stream.lua index 8776ca810..cd318c72c 100644 --- a/res/modules/io_stream.lua +++ b/res/modules/io_stream.lua @@ -1,444 +1,108 @@ -local io_stream = { } +local raw = require "internal/stream/raw" +local buffered = require "internal/stream/buffered" +local blocking = require "internal/stream/blocking" +local binary = require "internal/stream/binary" +local text = require "internal/stream/text" +local io_stream = {} io_stream.__index = io_stream -local MAX_BUFFER_SIZE = 8192 - -local DEFAULT_MODE = "default" -local BUFFERED_MODE = "buffered" -local YIELD_MODE = "yield" - -local ALL_MODES = { - DEFAULT_MODE, - BUFFERED_MODE, - YIELD_MODE -} - -local FLUSH_MODE_ALL = "all" -local FLUSH_MODE_ONLY_BUFFER = "buffer" - -local ALL_FLUSH_MODES = { - FLUSH_MODE_ALL, - FLUSH_MODE_ONLY_BUFFER -} - -local CR = string.byte('\r') -local LF = string.byte('\n') - -local function read_fully(result, read_func) - local isTable = type(result) == "table" - - local buf - - repeat - buf = read_func(MAX_BUFFER_SIZE) - - if isTable then - for i = 1, #buf do - result[#result + 1] = buf[i] - end - else result:append(buf) end - until #buf == 0 -end - ---[[ -descriptor - descriptor of stream for provided I/O library -binaryMode - if enabled, most methods will expect bytes instead of strings -ioLib - I/O library. Should include the following functions: - read(descriptor: int, length: int) -> Bytearray - May return bytearray with a smaller size if bytes have not arrived yet or have run out - May throw error if descriptor isn't readable - write(descriptor: int, data: Bytearray) - May throw error if descriptor isn't writeable - [optional] seek(descriptor: int, mode: string, offset: int) - Mode may be 'b' (relative begin), 'c' (relative current), 'e' (relative end + 1) - [optional] tell(descriptor: int) -> int - [optional] flush(descriptor: int) - [optional] available(descriptor: int) -> int - is_alive(descriptor: int) -> bool - close(descriptor: int) ---]] +local MODES = { default = true, buffered = true, yield = true } +local FLUSH_MODES = { all = true, buffer = true } function io_stream.new(descriptor, binary_mode, io_lib, mode, flush_mode) - mode = mode or DEFAULT_MODE - flush_mode = flush_mode or FLUSH_MODE_ALL - - local self = setmetatable({}, io_stream) - - self.descriptor = descriptor - self.binary_mode = binary_mode - self.max_buffer_size = MAX_BUFFER_SIZE - self.io_lib = io_lib - - self:set_mode(mode) - self:set_flush_mode(flush_mode) + local self = setmetatable({ + descriptor = descriptor, + io_lib = io_lib, + binary_mode = binary_mode and true or false, + max_buffer_size = buffered.DEFAULT_SIZE, + }, io_stream) + self:set_flush_mode(flush_mode or "all") + self:set_mode(mode or "default") return self end -function io_stream:is_binary_mode() - return self.binary_mode +function io_stream:_rebuild() + local old = self.stream + if old and old.flush_buffer and old:is_alive() then + old:flush_buffer() + end + + local s = raw.new(self.descriptor, self.io_lib) + if self.mode == "buffered" then + s = buffered.new(s, self.max_buffer_size, self.flush_mode == "all") + elseif self.mode == "yield" then + s = blocking.new(s) + end + + self.stream = s + self.text = text.new(s) + self.binary = binary.new(s) end -function io_stream:set_binary_mode(binary_mode) - self.binary_mode = binary_mode ~= nil +function io_stream:_format() + return self.binary_mode and self.binary or self.text end -function io_stream:get_mode() - return self.mode -end +function io_stream:is_binary_mode() return self.binary_mode end +function io_stream:set_binary_mode(v) self.binary_mode = v and true or false end + +function io_stream:get_mode() return self.mode end function io_stream:set_mode(mode) - if not table.has(ALL_MODES, mode) then - error("invalid stream mode: "..mode) - end - - if self.write_buffer then - self.write_buffer:clear() - self.write_buffer = nil - end - - if self.read_buffer then - self.read_buffer:clear() - self.read_buffer = nil - end - - if mode == BUFFERED_MODE then - self.write_buffer = Bytearray(self.max_buffer_size) - self.read_buffer = Bytearray(self.max_buffer_size) - end - + if not MODES[mode] then error("invalid stream mode: " .. tostring(mode)) end self.mode = mode + self:_rebuild() end -function io_stream:get_flush_mode() - return self.flush_mode -end +function io_stream:get_flush_mode() return self.flush_mode end function io_stream:set_flush_mode(flush_mode) - if not table.has(ALL_FLUSH_MODES, flush_mode) then - error("invalid flush mode: " .. flush_mode) + if not FLUSH_MODES[flush_mode] then + error("invalid flush mode: " .. tostring(flush_mode)) end - self.flush_mode = flush_mode + if self.mode == "buffered" then + self.stream.flush_inner = flush_mode == "all" + end end -function io_stream:get_max_buffer_size() - return self.max_buffer_size +function io_stream:get_max_buffer_size() return self.max_buffer_size end + +function io_stream:set_max_buffer_size(size) + self.max_buffer_size = size + if self.mode == "buffered" then self:_rebuild() end end -function io_stream:set_max_buffer_size(max_buffer_size) - self.max_buffer_size = max_buffer_size +function io_stream:read(arg, use_table) return self:_format():read(arg, use_table) end - self.write_buffer = Bytearray(self.max_buffer_size) - self.read_buffer = Bytearray(self.max_buffer_size) -end +function io_stream:write(arg, ...) return self:_format():write(arg, ...) end + +function io_stream:read_fully(use_table) return self:_format():read_fully(use_table) end + +function io_stream:read_line() return self.text:read_line() end + +function io_stream:write_line(str) return self.text:write_line(str) end function io_stream:available(length) - local available = self.io_lib.available and self.io_lib.available(self.descriptor) or 0 - - if self.mode == BUFFERED_MODE then - available = available + #self.read_buffer - end - - if not length then - return available - else - return available >= length - end + local n = self.stream:available() + if length then return n >= length end + return n end -function io_stream:__read(length, from_read_fully) - if self.mode == YIELD_MODE then - if from_read_fully then - return self.io_lib.read(self.descriptor, length) - end +function io_stream:seek(mode, offset) return self.stream:seek(mode, offset) end - local buffer = Bytearray() +function io_stream:tell() return self.stream:tell() end - while #buffer < length do - buffer:append(self.io_lib.read(self.descriptor, length - #buffer)) +function io_stream:is_alive() return self.stream:is_alive() end - if #buffer < length then coroutine.yield() end - end +function io_stream:is_closed() return not self.stream:is_alive() end - return buffer - elseif self.mode == BUFFERED_MODE then - local buf_len = #self.read_buffer - - if buf_len < length then - self.read_buffer:append( - self.io_lib.read(self.descriptor, self.max_buffer_size - buf_len) - ) - end - - buf_len = #self.read_buffer - - length = math.min(buf_len, length) - - local copy = self.read_buffer:slice(1, length) - - if buf_len == length then - self.read_buffer:clear() - else - self.read_buffer:remove(1, length) - end - - return copy - elseif self.mode == DEFAULT_MODE then - return self.io_lib.read(self.descriptor, length) - end -end - -function io_stream:__write(data) - if self.mode == BUFFERED_MODE then - local data_length = #data - - if #self.write_buffer + data_length > self.max_buffer_size then - self:flush() - end - - if data_length > self.max_buffer_size then - local to_write = math.floor(data_length / self.max_buffer_size) * self.max_buffer_size - local to_save = data_length - to_write - - self.io_lib.write(self.descriptor, data:slice(1, to_write)) - - self:flush() - - self.write_buffer = data:slice(to_write + 1, to_save) - else self.write_buffer:append(data) end - elseif self.mode == DEFAULT_MODE or self.mode == YIELD_MODE then - return self.io_lib.write(self.descriptor, data) - end -end - -function io_stream:read_fully(use_table) - if self.binary_mode then - local result = use_table and { } or Bytearray() - - local avail = self:available() - - if avail == 0 then - avail = self.max_buffer_size - end - - read_fully(result, function() return self:__read(avail, true) end) - - return result - else - if use_table then - local lines = { } - - local line - - repeat - line = self:read_line() - - lines[#lines + 1] = line - until not line - - return lines - else - local result = Bytearray() - - read_fully(result, function() return self:__read(self.max_buffer_size) end) - - return utf8.tostring(result) - end - end -end - -function io_stream:read_line() - local result = Bytearray() - - local first = true - - while true do - local char = self:__read(1) - - if #char == 0 then - if first then return else break end - end - - char = char[1] - - if char == LF then break - elseif char == CR then - char = self:__read(1) - - if char[1] == LF then break - else - result:append(CR) - result:append(char[1]) - end - else result:append(char) end - - first = false - end - - return utf8.tostring(result) -end - -function io_stream:write_line(str) - self:__write(utf8.tobytes(str .. "\n")) -end - -function io_stream:read(arg, use_table) - local arg_type = type(arg) - - if self.binary_mode then - local byte_arr - - if arg_type == "number" then - -- using 'arg' as length - - byte_arr = self:__read(arg) - - if use_table == true then - local t = { } - - for i = 1, #byte_arr do - t[i] = byte_arr[i] - end - - return t - else - return byte_arr - end - elseif arg_type == "string" then - return byteutil.unpack( - arg, - self:__read(byteutil.get_size(arg)) - ) - elseif arg_type == "nil" then - error( - "in binary mode the first argument must be a string data format".. - " for the library \"byteutil\" or the number of bytes to read" - ) - else - error("unknown argument type: "..arg_type) - end - else - if not arg then - return self:read_line() - else - local lines_count = arg - local trim_last_empty_lines = use_table - - if use_table == nil then - trim_last_empty_lines = true - end - - if lines_count < 0 then error "count of lines to read must be positive" end - - local result = { } - - for i = 1, lines_count do - result[i] = self:read_line() - end - - if trim_last_empty_lines then - local i = #result - - while i >= 0 do - local length = utf8.length(result[i]) - - if length > 0 then break - else result[i] = nil end - - i = i - 1 - end - - local i = 1 - - while #result > 0 do - local length = utf8.length(result[i]) - - if length > 0 then break - else table.remove(result, i) end - end - end - - return result - end - end -end - -function io_stream:write(arg, ...) - local arg_type = type(arg) - - if self.binary_mode then - local byte_arr - - if arg_type ~= "string" then - -- using arg as bytes table/bytearray - - if arg_type == "table" then - byte_arr = Bytearray(arg) - else - byte_arr = arg - end - else - byte_arr = byteutil.pack(arg, ...) - end - - self:__write(byte_arr) - else - if arg_type == "string" then - self:write_line(arg) - elseif arg_type == "table" then - for i = 1, #arg do - self:write_line(arg[i]) - end - else error("unknown argument type: "..arg_type) end - end -end - -function io_stream:seek(mode, offset) - if not self.io_lib.seek then - error("cannot seek this stream") - end - - self.io_lib.seek(self.descriptor, mode, offset) -end - -function io_stream:tell() - if not self.io_lib.tell then - error("cannot tell this stream") - end - - return self.io_lib.tell(self.descriptor) -end - -function io_stream:is_alive() - return self.io_lib.is_alive(self.descriptor) -end - -function io_stream:is_closed() - return not self:is_alive() -end - -function io_stream:close() - if self.mode == BUFFERED_MODE then - self.read_buffer:clear() - self.write_buffer:clear() - end - - return self.io_lib.close(self.descriptor) -end +function io_stream:close() return self.stream:close() end function io_stream:flush() - if self.mode == BUFFERED_MODE and #self.write_buffer > 0 then - self.io_lib.write(self.descriptor, self.write_buffer) - self.write_buffer:clear() - end - - if self.flush_mode ~= FLUSH_MODE_ONLY_BUFFER then - if self.io_lib.flush then - self.io_lib.flush(self.descriptor) - elseif self:is_closed() then error("stream is closed") end - end + if self.mode ~= "buffered" and self.flush_mode == "buffer" then return end + self.stream:flush() end - -return io_stream \ No newline at end of file +return io_stream