mirror of
https://github.com/MihailRis/voxelcore.git
synced 2026-11-21 18:09:46 +00:00
refactor: split io_stream
This commit is contained in:
parent
48680d975f
commit
3617e01d21
7 changed files with 428 additions and 406 deletions
72
res/modules/internal/stream/binary.lua
Normal file
72
res/modules/internal/stream/binary.lua
Normal file
|
|
@ -0,0 +1,72 @@
|
|||
local binary = {}
|
||||
binary.__index = binary
|
||||
|
||||
local DEFAULT_CHUNK = 8192
|
||||
|
||||
function binary.new(stream)
|
||||
return setmetatable({ stream = stream }, binary)
|
||||
end
|
||||
|
||||
local function to_table(bytes)
|
||||
local t = {}
|
||||
for i = 1, #bytes do
|
||||
t[i] = bytes[i]
|
||||
end
|
||||
return t
|
||||
end
|
||||
|
||||
function binary.read_all(stream)
|
||||
local result = Bytearray()
|
||||
local avail = stream:available()
|
||||
local chunk = avail > 0 and avail or DEFAULT_CHUNK
|
||||
|
||||
while true do
|
||||
local part = stream:read_some(chunk)
|
||||
if #part == 0 then break end
|
||||
result:append(part)
|
||||
end
|
||||
|
||||
return result
|
||||
end
|
||||
|
||||
function binary:read(arg, as_table)
|
||||
local t = type(arg)
|
||||
|
||||
if t == "number" then
|
||||
local bytes = self.stream:read(arg)
|
||||
return as_table and to_table(bytes) or bytes
|
||||
elseif t == "string" then
|
||||
local size = byteutil.get_size(arg)
|
||||
local bytes = self.stream:read(size)
|
||||
if #bytes < size then
|
||||
error(string.format(
|
||||
"unexpected end of stream: format %q needs %d bytes, got %d",
|
||||
arg, size, #bytes), 2)
|
||||
end
|
||||
return byteutil.unpack(arg, bytes)
|
||||
elseif t == "nil" then
|
||||
error("in binary mode the first argument must be a byteutil format string"
|
||||
.. " or the number of bytes to read")
|
||||
else
|
||||
error("unknown argument type: " .. t)
|
||||
end
|
||||
end
|
||||
|
||||
function binary:write(arg, ...)
|
||||
local t = type(arg)
|
||||
|
||||
if t == "string" then
|
||||
self.stream:write(byteutil.pack(arg, ...))
|
||||
elseif t == "table" then
|
||||
self.stream:write(Bytearray(arg))
|
||||
else
|
||||
self.stream:write(arg)
|
||||
end
|
||||
end
|
||||
|
||||
function binary:read_fully(as_table)
|
||||
local bytes = binary.read_all(self.stream)
|
||||
return as_table and to_table(bytes) or bytes
|
||||
end
|
||||
|
||||
return binary
|
||||
19
res/modules/internal/stream/blocking.lua
Normal file
19
res/modules/internal/stream/blocking.lua
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
local wrapper = require "internal/stream/wrapper"
|
||||
|
||||
local blocking = wrapper.extend({})
|
||||
|
||||
function blocking.new(inner)
|
||||
return setmetatable({ inner = inner }, blocking)
|
||||
end
|
||||
|
||||
function blocking:read(n)
|
||||
local result = self.inner:read(n)
|
||||
while #result < n do
|
||||
coroutine.yield()
|
||||
if not self.inner:is_alive() then break end
|
||||
result:append(self.inner:read(n - #result))
|
||||
end
|
||||
return result
|
||||
end
|
||||
|
||||
return blocking
|
||||
90
res/modules/internal/stream/buffered.lua
Normal file
90
res/modules/internal/stream/buffered.lua
Normal file
|
|
@ -0,0 +1,90 @@
|
|||
local wrapper = require "internal/stream/wrapper"
|
||||
|
||||
local buffered = wrapper.extend({})
|
||||
|
||||
buffered.DEFAULT_SIZE = 8192
|
||||
|
||||
function buffered.new(inner, size, flush_inner)
|
||||
return setmetatable({
|
||||
inner = inner,
|
||||
size = size or buffered.DEFAULT_SIZE,
|
||||
flush_inner = flush_inner ~= false,
|
||||
rbuf = Bytearray(),
|
||||
wbuf = Bytearray(),
|
||||
}, buffered)
|
||||
end
|
||||
|
||||
function buffered:_take(n)
|
||||
local buf = self.rbuf
|
||||
if n >= #buf then
|
||||
self.rbuf = Bytearray()
|
||||
return buf
|
||||
end
|
||||
local part = buf:slice(1, n)
|
||||
buf:remove(1, n)
|
||||
return part
|
||||
end
|
||||
|
||||
function buffered:flush_buffer()
|
||||
if #self.wbuf > 0 then
|
||||
local data = self.wbuf
|
||||
self.wbuf = Bytearray()
|
||||
self.inner:write(data)
|
||||
end
|
||||
end
|
||||
|
||||
function buffered:read(n)
|
||||
local have = #self.rbuf
|
||||
if have < n then
|
||||
if have == 0 and n >= self.size then
|
||||
return self.inner:read(n)
|
||||
end
|
||||
self.rbuf:append(self.inner:read(self.size - have))
|
||||
end
|
||||
return self:_take(n)
|
||||
end
|
||||
|
||||
buffered.read_some = buffered.read
|
||||
|
||||
function buffered:write(data)
|
||||
if #self.wbuf + #data > self.size then
|
||||
self:flush_buffer()
|
||||
end
|
||||
if #data >= self.size then
|
||||
self.inner:write(data)
|
||||
else
|
||||
self.wbuf:append(data)
|
||||
end
|
||||
end
|
||||
|
||||
function buffered:flush()
|
||||
self:flush_buffer()
|
||||
if self.flush_inner then
|
||||
self.inner:flush()
|
||||
end
|
||||
end
|
||||
|
||||
function buffered:available()
|
||||
return self.inner:available() + #self.rbuf
|
||||
end
|
||||
|
||||
function buffered:seek(mode, offset)
|
||||
self:flush_buffer()
|
||||
if mode == "c" then
|
||||
offset = offset - #self.rbuf
|
||||
end
|
||||
self.rbuf = Bytearray()
|
||||
self.inner:seek(mode, offset)
|
||||
end
|
||||
|
||||
function buffered:tell()
|
||||
return self.inner:tell() - #self.rbuf + #self.wbuf
|
||||
end
|
||||
|
||||
function buffered:close()
|
||||
self:flush_buffer()
|
||||
self.rbuf = Bytearray()
|
||||
return self.inner:close()
|
||||
end
|
||||
|
||||
return buffered
|
||||
49
res/modules/internal/stream/raw.lua
Normal file
49
res/modules/internal/stream/raw.lua
Normal file
|
|
@ -0,0 +1,49 @@
|
|||
local raw = {}
|
||||
raw.__index = raw
|
||||
|
||||
function raw.new(descriptor, io_lib)
|
||||
return setmetatable({ descriptor = descriptor, io_lib = io_lib }, raw)
|
||||
end
|
||||
|
||||
function raw:read(n)
|
||||
return self.io_lib.read(self.descriptor, n)
|
||||
end
|
||||
|
||||
raw.read_some = raw.read
|
||||
|
||||
function raw:write(data)
|
||||
self.io_lib.write(self.descriptor, data)
|
||||
end
|
||||
|
||||
function raw:flush()
|
||||
if self.io_lib.flush then
|
||||
self.io_lib.flush(self.descriptor)
|
||||
elseif not self:is_alive() then
|
||||
error("stream is closed")
|
||||
end
|
||||
end
|
||||
|
||||
function raw:available()
|
||||
local f = self.io_lib.available
|
||||
return f and f(self.descriptor) or 0
|
||||
end
|
||||
|
||||
function raw:seek(mode, offset)
|
||||
if not self.io_lib.seek then error("cannot seek this stream") end
|
||||
self.io_lib.seek(self.descriptor, mode, offset)
|
||||
end
|
||||
|
||||
function raw:tell()
|
||||
if not self.io_lib.tell then error("cannot tell this stream") end
|
||||
return self.io_lib.tell(self.descriptor)
|
||||
end
|
||||
|
||||
function raw:is_alive()
|
||||
return self.io_lib.is_alive(self.descriptor)
|
||||
end
|
||||
|
||||
function raw:close()
|
||||
return self.io_lib.close(self.descriptor)
|
||||
end
|
||||
|
||||
return raw
|
||||
102
res/modules/internal/stream/text.lua
Normal file
102
res/modules/internal/stream/text.lua
Normal file
|
|
@ -0,0 +1,102 @@
|
|||
local binary = require "internal/stream/binary"
|
||||
|
||||
local text = {}
|
||||
text.__index = text
|
||||
|
||||
local CR = string.byte('\r')
|
||||
local LF = string.byte('\n')
|
||||
|
||||
function text.new(stream)
|
||||
return setmetatable({stream = stream}, text)
|
||||
end
|
||||
|
||||
function text:_read_byte()
|
||||
return self.stream:read(1)[1]
|
||||
end
|
||||
|
||||
function text:read_line()
|
||||
local line = Bytearray()
|
||||
local got_any = false
|
||||
|
||||
while true do
|
||||
local b = self:_read_byte()
|
||||
if b == nil then break end
|
||||
got_any = true
|
||||
|
||||
if b == LF then
|
||||
break
|
||||
elseif b == CR then
|
||||
local nb = self:_read_byte()
|
||||
if nb == LF then break end
|
||||
line:append(CR)
|
||||
if nb == nil then break end
|
||||
line:append(nb)
|
||||
else
|
||||
line:append(b)
|
||||
end
|
||||
end
|
||||
|
||||
if not got_any then return nil end
|
||||
return utf8.tostring(line)
|
||||
end
|
||||
|
||||
local function trim_empty(lines)
|
||||
while #lines > 0 and lines[#lines] == "" do
|
||||
lines[#lines] = nil
|
||||
end
|
||||
while #lines > 0 and lines[1] == "" do
|
||||
table.remove(lines, 1)
|
||||
end
|
||||
end
|
||||
|
||||
function text:read_lines(count, trim)
|
||||
if count < 0 then error("count of lines to read must be positive") end
|
||||
|
||||
local lines = {}
|
||||
for i = 1, count do
|
||||
local line = self:read_line()
|
||||
if line == nil then break end
|
||||
lines[i] = line
|
||||
end
|
||||
|
||||
if trim ~= false then trim_empty(lines) end
|
||||
return lines
|
||||
end
|
||||
|
||||
function text:read(count, trim)
|
||||
if count == nil then
|
||||
return self:read_line()
|
||||
end
|
||||
return self:read_lines(count, trim)
|
||||
end
|
||||
|
||||
function text:read_fully(as_lines)
|
||||
if as_lines then
|
||||
local lines = {}
|
||||
for line in self.read_line, self do
|
||||
lines[#lines + 1] = line
|
||||
end
|
||||
return lines
|
||||
end
|
||||
return utf8.tostring(binary.read_all(self.stream))
|
||||
end
|
||||
|
||||
function text:write_line(str)
|
||||
self.stream:write(utf8.tobytes(str .. "\n"))
|
||||
end
|
||||
|
||||
-- write(string) | write({ lines... })
|
||||
function text:write(arg)
|
||||
local t = type(arg)
|
||||
if t == "string" then
|
||||
self:write_line(arg)
|
||||
elseif t == "table" then
|
||||
for i = 1, #arg do
|
||||
self:write_line(arg[i])
|
||||
end
|
||||
else
|
||||
error("unknown argument type: " .. t)
|
||||
end
|
||||
end
|
||||
|
||||
return text
|
||||
26
res/modules/internal/stream/wrapper.lua
Normal file
26
res/modules/internal/stream/wrapper.lua
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
local wrapper = {}
|
||||
wrapper.__index = wrapper
|
||||
|
||||
function wrapper.extend(cls)
|
||||
cls.__index = cls
|
||||
return setmetatable(cls, { __index = wrapper })
|
||||
end
|
||||
function wrapper:read(n) return self.inner:read(n) end
|
||||
|
||||
function wrapper:read_some(n) return self.inner:read_some(n) end
|
||||
|
||||
function wrapper:write(data) return self.inner:write(data) end
|
||||
|
||||
function wrapper:flush() return self.inner:flush() end
|
||||
|
||||
function wrapper:available() return self.inner:available() end
|
||||
|
||||
function wrapper:seek(mode, off) return self.inner:seek(mode, off) end
|
||||
|
||||
function wrapper:tell() return self.inner:tell() end
|
||||
|
||||
function wrapper:is_alive() return self.inner:is_alive() end
|
||||
|
||||
function wrapper:close() return self.inner:close() end
|
||||
|
||||
return wrapper
|
||||
Loading…
Add table
Add a link
Reference in a new issue