# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. class TestBufferInputStream < Test::Unit::TestCase include Helper::Buildable def test_read buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) read_buffer = buffer_input_stream.read(5) assert_equal("Hello", read_buffer.data.to_s) end def test_read_bytes buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) read_bytes = buffer_input_stream.read_bytes(5) assert_equal("Hello", read_bytes.to_s) end def test_read_at buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) read_buffer = buffer_input_stream.read_at(6, 3) assert_equal("Wor", read_buffer.data.to_s) end def test_read_at_bytes buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) read_bytes = buffer_input_stream.read_at_bytes(6, 3) assert_equal("Wor", read_bytes.to_s) end def test_advance buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) buffer_input_stream.advance(6) read_buffer = buffer_input_stream.read(5) assert_equal("World", read_buffer.data.to_s) end def test_align buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) buffer_input_stream.advance(3) buffer_input_stream.align(8) read_buffer = buffer_input_stream.read(3) assert_equal("rld", read_buffer.data.to_s) end def test_peek buffer = Arrow::Buffer.new("Hello World") buffer_input_stream = Arrow::BufferInputStream.new(buffer) peeked_data = buffer_input_stream.peek(5) assert_equal(buffer_input_stream.read(5).data.to_s, peeked_data.to_s) end def test_gio_input_stream # U+3042 HIRAGANA LETTER A data = "\u3042" convert_encoding = "cp932" buffer = Arrow::Buffer.new(data) buffer_input_stream = Arrow::BufferInputStream.new(buffer) converter = Gio::CharsetConverter.new(convert_encoding, "UTF-8") convert_input_stream = Gio::ConverterInputStream.new(buffer_input_stream, converter) gio_input_stream = Arrow::GIOInputStream.new(convert_input_stream) raw_read_data = gio_input_stream.read(10).data.to_s assert_equal(data.encode(convert_encoding), raw_read_data.dup.force_encoding(convert_encoding)) end def test_read_record_batch fields = [ Arrow::Field.new("visible", Arrow::BooleanDataType.new), Arrow::Field.new("valid", Arrow::BooleanDataType.new), ] schema = Arrow::Schema.new(fields) columns = [ build_boolean_array([true]), build_boolean_array([false]), ] record_batch = Arrow::RecordBatch.new(schema, 1, columns) buffer = Arrow::ResizableBuffer.new(0) output_stream = Arrow::BufferOutputStream.new(buffer) output_stream.write_record_batch(record_batch) output_stream.close input_stream = Arrow::BufferInputStream.new(buffer) options = Arrow::ReadOptions.new assert_equal(record_batch, input_stream.read_record_batch(schema, options)) end end