Improve interface for get/set/copy.

This commit is contained in:
Samuel Williams 2021-12-20 21:22:46 +13:00
Родитель 2de5dc539b
Коммит 9fbf94ff04
4 изменённых файлов: 134 добавлений и 67 удалений

Просмотреть файл

@ -74,7 +74,6 @@ VALUE rb_io_buffer_free(VALUE self);
void rb_io_buffer_get_mutable(VALUE self, void **base, size_t *size); void rb_io_buffer_get_mutable(VALUE self, void **base, size_t *size);
void rb_io_buffer_get_immutable(VALUE self, const void **base, size_t *size); void rb_io_buffer_get_immutable(VALUE self, const void **base, size_t *size);
size_t rb_io_buffer_copy(VALUE self, VALUE source, size_t offset);
VALUE rb_io_buffer_transfer(VALUE self); VALUE rb_io_buffer_transfer(VALUE self);
void rb_io_buffer_resize(VALUE self, size_t size); void rb_io_buffer_resize(VALUE self, size_t size);
void rb_io_buffer_clear(VALUE self, uint8_t value, size_t offset, size_t length); void rb_io_buffer_clear(VALUE self, uint8_t value, size_t offset, size_t length);

Просмотреть файл

@ -716,12 +716,9 @@ rb_io_buffer_slice(VALUE self, VALUE _offset, VALUE _length)
return instance; return instance;
} }
void static void
rb_io_buffer_get_mutable(VALUE self, void **base, size_t *size) io_buffer_get_mutable(struct rb_io_buffer *data, void **base, size_t *size)
{ {
struct rb_io_buffer *data = NULL;
TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data);
if (data->flags & RB_IO_BUFFER_IMMUTABLE) { if (data->flags & RB_IO_BUFFER_IMMUTABLE) {
rb_raise(rb_eIOBufferMutationError, "Buffer is immutable!"); rb_raise(rb_eIOBufferMutationError, "Buffer is immutable!");
} }
@ -740,6 +737,15 @@ rb_io_buffer_get_mutable(VALUE self, void **base, size_t *size)
rb_raise(rb_eIOBufferAllocationError, "Buffer is not allocated!"); rb_raise(rb_eIOBufferAllocationError, "Buffer is not allocated!");
} }
void
rb_io_buffer_get_mutable(VALUE self, void **base, size_t *size)
{
struct rb_io_buffer *data = NULL;
TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data);
io_buffer_get_mutable(data, base, size);
}
void void
rb_io_buffer_get_immutable(VALUE self, const void **base, size_t *size) rb_io_buffer_get_immutable(VALUE self, const void **base, size_t *size)
{ {
@ -760,41 +766,6 @@ rb_io_buffer_get_immutable(VALUE self, const void **base, size_t *size)
rb_raise(rb_eIOBufferAllocationError, "Buffer is not allocated!"); rb_raise(rb_eIOBufferAllocationError, "Buffer is not allocated!");
} }
size_t
rb_io_buffer_copy(VALUE self, VALUE source, size_t offset)
{
const void *source_base = NULL;
size_t source_size = 0;
struct rb_io_buffer *data = NULL;
TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data);
if (data->flags & RB_IO_BUFFER_IMMUTABLE) {
rb_raise(rb_eIOBufferMutationError, "Buffer is immutable!");
}
if (RB_TYPE_P(source, T_STRING)) {
RSTRING_GETMEM(source, source_base, source_size);
}
else {
rb_io_buffer_get_immutable(source, &source_base, &source_size);
}
rb_io_buffer_validate(data, offset, source_size);
memcpy((char*)data->base + offset, source_base, source_size);
return source_size;
}
static VALUE
io_buffer_copy(VALUE self, VALUE source, VALUE offset)
{
size_t size = rb_io_buffer_copy(self, source, NUM2SIZET(offset));
return RB_SIZE2NUM(size);
}
VALUE VALUE
rb_io_buffer_transfer(VALUE self) rb_io_buffer_transfer(VALUE self)
{ {
@ -1027,7 +998,7 @@ DECLARE_TYPE(F64, double, RB_IO_BUFFER_BIG_ENDIAN, DBL2NUM, NUM2DBL, ruby_swapf6
#undef DECLARE_TYPE #undef DECLARE_TYPE
VALUE VALUE
rb_io_buffer_get(const void* base, size_t size, ID type, size_t offset) rb_io_buffer_get_value(const void* base, size_t size, ID type, size_t offset)
{ {
#define READ_TYPE(name) if (type == RB_IO_BUFFER_TYPE_##name) return io_buffer_read_##name(base, size, &offset); #define READ_TYPE(name) if (type == RB_IO_BUFFER_TYPE_##name) return io_buffer_read_##name(base, size, &offset);
READ_TYPE(U8) READ_TYPE(U8)
@ -1058,7 +1029,7 @@ rb_io_buffer_get(const void* base, size_t size, ID type, size_t offset)
} }
static VALUE static VALUE
io_buffer_get(VALUE self, VALUE type, VALUE _offset) io_buffer_get_value(VALUE self, VALUE type, VALUE _offset)
{ {
const void *base; const void *base;
size_t size; size_t size;
@ -1066,11 +1037,11 @@ io_buffer_get(VALUE self, VALUE type, VALUE _offset)
rb_io_buffer_get_immutable(self, &base, &size); rb_io_buffer_get_immutable(self, &base, &size);
return rb_io_buffer_get(base, size, RB_SYM2ID(type), offset); return rb_io_buffer_get_value(base, size, RB_SYM2ID(type), offset);
} }
void void
rb_io_buffer_set(const void* base, size_t size, ID type, size_t offset, VALUE value) rb_io_buffer_set_value(const void* base, size_t size, ID type, size_t offset, VALUE value)
{ {
#define WRITE_TYPE(name) if (type == RB_IO_BUFFER_TYPE_##name) {io_buffer_write_##name(base, size, &offset, value); return;} #define WRITE_TYPE(name) if (type == RB_IO_BUFFER_TYPE_##name) {io_buffer_write_##name(base, size, &offset, value); return;}
WRITE_TYPE(U8) WRITE_TYPE(U8)
@ -1101,7 +1072,7 @@ rb_io_buffer_set(const void* base, size_t size, ID type, size_t offset, VALUE va
} }
static VALUE static VALUE
io_buffer_set(VALUE self, VALUE type, VALUE _offset, VALUE value) io_buffer_set_value(VALUE self, VALUE type, VALUE _offset, VALUE value)
{ {
void *base; void *base;
size_t size; size_t size;
@ -1109,11 +1080,85 @@ io_buffer_set(VALUE self, VALUE type, VALUE _offset, VALUE value)
rb_io_buffer_get_mutable(self, &base, &size); rb_io_buffer_get_mutable(self, &base, &size);
rb_io_buffer_set(base, size, RB_SYM2ID(type), offset, value); rb_io_buffer_set_value(base, size, RB_SYM2ID(type), offset, value);
return SIZET2NUM(offset); return SIZET2NUM(offset);
} }
static void
io_buffer_memcpy(struct rb_io_buffer *data, size_t offset, const void *source_base, size_t source_offset, size_t source_size, size_t length)
{
void *base;
size_t size;
io_buffer_get_mutable(data, &base, &size);
rb_io_buffer_validate(data, offset, length);
if (source_offset + length > source_size) {
rb_raise(rb_eArgError, "The computed source range exceeds the size of the source!");
}
memcpy((unsigned char*)base+offset, (unsigned char*)source_base+source_offset, length);
}
// (offset, length, source_offset) -> length
static VALUE
io_buffer_copy_from(struct rb_io_buffer *data, const void *source_base, size_t source_size, int argc, VALUE *argv)
{
size_t offset;
size_t length;
size_t source_offset;
// The offset we copy into the buffer:
if (argc >= 1) {
offset = NUM2SIZET(argv[0]);
} else {
offset = 0;
}
// The offset we start from within the string:
if (argc >= 3) {
source_offset = NUM2SIZET(argv[2]);
if (source_offset > source_size) {
rb_raise(rb_eArgError, "The given source offset is bigger than the source itself!");
}
} else {
source_offset = 0;
}
// The length we are going to copy:
if (argc >= 2 && !RB_NIL_P(argv[1])) {
length = NUM2SIZET(argv[1]);
} else {
// Default to the source offset -> source size:
length = source_size - source_offset;
}
io_buffer_memcpy(data, offset, source_base, source_offset, source_size, length);
return SIZET2NUM(length);
}
// (string_or_buffer, offset, length, source_offset)
static VALUE
io_buffer_copy(int argc, VALUE *argv, VALUE self)
{
if (argc < 1 || argc > 4) rb_error_arity(argc, 1, 4);
struct rb_io_buffer *data = NULL;
TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data);
VALUE source = argv[0];
const void *source_base;
size_t source_size;
rb_io_buffer_get_immutable(source, &source_base, &source_size);
return io_buffer_copy_from(data, source_base, source_size, argc-1, argv+1);
}
// buffer.get_string(offset, length, encoding)
static VALUE static VALUE
io_buffer_get_string(int argc, VALUE *argv, VALUE self) io_buffer_get_string(int argc, VALUE *argv, VALUE self)
{ {
@ -1145,6 +1190,23 @@ io_buffer_get_string(int argc, VALUE *argv, VALUE self)
return rb_enc_str_new((char*)data->base + offset, length, encoding); return rb_enc_str_new((char*)data->base + offset, length, encoding);
} }
// (string_or_to_str, offset, length, source_offset)
static VALUE
io_buffer_set_string(int argc, VALUE *argv, VALUE self)
{
if (argc < 1 || argc > 4) rb_error_arity(argc, 1, 4);
struct rb_io_buffer *data = NULL;
TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data);
VALUE string = rb_str_to_str(argv[0]);
const void *source_base = RSTRING_PTR(string);
size_t source_size = RSTRING_LEN(string);
return io_buffer_copy_from(data, source_base, source_size, argc-1, argv+1);
}
void void
rb_io_buffer_clear(VALUE self, uint8_t value, size_t offset, size_t length) rb_io_buffer_clear(VALUE self, uint8_t value, size_t offset, size_t length)
{ {
@ -1163,13 +1225,11 @@ rb_io_buffer_clear(VALUE self, uint8_t value, size_t offset, size_t length)
static VALUE static VALUE
io_buffer_clear(int argc, VALUE *argv, VALUE self) io_buffer_clear(int argc, VALUE *argv, VALUE self)
{ {
if (argc > 3) rb_error_arity(argc, 0, 3);
struct rb_io_buffer *data = NULL; struct rb_io_buffer *data = NULL;
TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data); TypedData_Get_Struct(self, struct rb_io_buffer, &rb_io_buffer_type, data);
if (argc > 3) {
rb_error_arity(argc, 0, 3);
}
uint8_t value = 0; uint8_t value = 0;
if (argc >= 1) { if (argc >= 1) {
value = NUM2UINT(argv[0]); value = NUM2UINT(argv[0]);
@ -1281,7 +1341,6 @@ Init_IO_Buffer(void)
// Manipulation: // Manipulation:
rb_define_method(rb_cIOBuffer, "slice", rb_io_buffer_slice, 2); rb_define_method(rb_cIOBuffer, "slice", rb_io_buffer_slice, 2);
rb_define_method(rb_cIOBuffer, "copy", io_buffer_copy, 2);
rb_define_method(rb_cIOBuffer, "<=>", rb_io_buffer_compare, 1); rb_define_method(rb_cIOBuffer, "<=>", rb_io_buffer_compare, 1);
rb_define_method(rb_cIOBuffer, "resize", io_buffer_resize, 1); rb_define_method(rb_cIOBuffer, "resize", io_buffer_resize, 1);
rb_define_method(rb_cIOBuffer, "clear", io_buffer_clear, -1); rb_define_method(rb_cIOBuffer, "clear", io_buffer_clear, -1);
@ -1298,7 +1357,11 @@ Init_IO_Buffer(void)
#undef DEFINE_TYPE #undef DEFINE_TYPE
// Data access: // Data access:
rb_define_method(rb_cIOBuffer, "get", io_buffer_get, 2); rb_define_method(rb_cIOBuffer, "get_value", io_buffer_get_value, 2);
rb_define_method(rb_cIOBuffer, "set", io_buffer_set, 3); rb_define_method(rb_cIOBuffer, "set_value", io_buffer_set_value, 3);
rb_define_method(rb_cIOBuffer, "copy", io_buffer_copy, -1);
rb_define_method(rb_cIOBuffer, "get_string", io_buffer_get_string, -1); rb_define_method(rb_cIOBuffer, "get_string", io_buffer_get_string, -1);
rb_define_method(rb_cIOBuffer, "set_string", io_buffer_set_string, -1);
} }

Просмотреть файл

@ -288,7 +288,7 @@ class IOBufferScheduler < Scheduler
else else
break unless result break unless result
buffer.copy(result, offset) buffer.set_string(result, offset)
size = result.bytesize size = result.bytesize
offset += size offset += size
@ -306,7 +306,7 @@ class IOBufferScheduler < Scheduler
while true while true
maximum_size = buffer.size - offset maximum_size = buffer.size - offset
chunk = buffer.to_str(offset, maximum_size) chunk = buffer.get_string(offset, maximum_size)
result = blocking{io.write_nonblock(chunk, exception: false)} result = blocking{io.write_nonblock(chunk, exception: false)}
# blocking{pp write: maximum_size, result: result, length: length} # blocking{pp write: maximum_size, result: result, length: length}

Просмотреть файл

@ -61,11 +61,11 @@ class TestIOBuffer < Test::Unit::TestCase
assert buffer.immutable? assert buffer.immutable?
assert_raise IO::Buffer::MutationError do assert_raise IO::Buffer::MutationError do
buffer.copy("", 0) buffer.set_string("")
end end
assert_raise IO::Buffer::MutationError do assert_raise IO::Buffer::MutationError do
buffer.copy("!", 1) buffer.set_string("!", 1)
end end
end end
@ -93,7 +93,7 @@ class TestIOBuffer < Test::Unit::TestCase
string[0] = "h" string[0] = "h"
end end
buffer.set(:U8, 0, "h".ord) buffer.set_value(:U8, 0, "h".ord)
# Buffer releases it's ownership of the string: # Buffer releases it's ownership of the string:
buffer.free buffer.free
@ -131,7 +131,7 @@ class TestIOBuffer < Test::Unit::TestCase
def test_resize_preserve def test_resize_preserve
message = "Hello World" message = "Hello World"
buffer = IO::Buffer.new(1024) buffer = IO::Buffer.new(1024)
buffer.copy(message, 0) buffer.set_string(message)
buffer.resize(2048) buffer.resize(2048)
assert_equal message, buffer.get_string(0, message.bytesize) assert_equal message, buffer.get_string(0, message.bytesize)
end end
@ -141,8 +141,8 @@ class TestIOBuffer < Test::Unit::TestCase
assert_equal buffer1, buffer1 assert_equal buffer1, buffer1
buffer2 = IO::Buffer.new(1) buffer2 = IO::Buffer.new(1)
buffer1.set(:U8, 0, 0x10) buffer1.set_value(:U8, 0, 0x10)
buffer2.set(:U8, 0, 0x20) buffer2.set_value(:U8, 0, 0x20)
assert_negative buffer1 <=> buffer2 assert_negative buffer1 <=> buffer2
assert_positive buffer2 <=> buffer1 assert_positive buffer2 <=> buffer1
@ -159,7 +159,7 @@ class TestIOBuffer < Test::Unit::TestCase
def test_slice def test_slice
buffer = IO::Buffer.new(128) buffer = IO::Buffer.new(128)
slice = buffer.slice(8, 32) slice = buffer.slice(8, 32)
slice.copy("Hello World", 0) slice.set_string("Hello World")
assert_equal("Hello World", buffer.get_string(8, 11)) assert_equal("Hello World", buffer.get_string(8, 11))
end end
@ -195,7 +195,7 @@ class TestIOBuffer < Test::Unit::TestCase
message = "Hello World 🤓" message = "Hello World 🤓"
buffer = IO::Buffer.new(128) buffer = IO::Buffer.new(128)
buffer.copy(message, 0) buffer.set_string(message)
chunk = buffer.get_string(0, message.bytesize, Encoding::UTF_8) chunk = buffer.get_string(0, message.bytesize, Encoding::UTF_8)
assert_equal message, chunk assert_equal message, chunk
@ -229,17 +229,22 @@ class TestIOBuffer < Test::Unit::TestCase
:F64 => [-1.0, 0.0, 0.5, 1.0, 128.0], :F64 => [-1.0, 0.0, 0.5, 1.0, 128.0],
} }
def test_get_set def test_get_set_primitives
buffer = IO::Buffer.new(128) buffer = IO::Buffer.new(128)
RANGES.each do |type, values| RANGES.each do |type, values|
values.each do |value| values.each do |value|
buffer.set(type, 0, value) buffer.set_value(type, 0, value)
assert_equal value, buffer.get(type, 0), "Converting #{value} as #{type}." assert_equal value, buffer.get_value(type, 0), "Converting #{value} as #{type}."
end end
end end
end end
def test_clear
buffer = IO::Buffer.new(16)
buffer.set_string("Hello World!")
end
def test_invalidation def test_invalidation
input, output = IO.pipe input, output = IO.pipe