diff options
author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-21 11:54:28 +0000 |
---|---|---|
committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-21 11:54:28 +0000 |
commit | e6918187568dbd01842d8d1d2c808ce16a894239 (patch) | |
tree | 64f88b554b444a49f656b6c656111a145cbbaa28 /src/arrow/c_glib/test/test-json-reader.rb | |
parent | Initial commit. (diff) | |
download | ceph-e6918187568dbd01842d8d1d2c808ce16a894239.tar.xz ceph-e6918187568dbd01842d8d1d2c808ce16a894239.zip |
Adding upstream version 18.2.2.upstream/18.2.2
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'src/arrow/c_glib/test/test-json-reader.rb')
-rw-r--r-- | src/arrow/c_glib/test/test-json-reader.rb | 90 |
1 files changed, 90 insertions, 0 deletions
diff --git a/src/arrow/c_glib/test/test-json-reader.rb b/src/arrow/c_glib/test/test-json-reader.rb new file mode 100644 index 000000000..df028a451 --- /dev/null +++ b/src/arrow/c_glib/test/test-json-reader.rb @@ -0,0 +1,90 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +class TestJSONReader < Test::Unit::TestCase + include Helper::Buildable + include Helper::Omittable + + sub_test_case("#read") do + def open_input(json) + buffer = Arrow::Buffer.new(json) + Arrow::BufferInputStream.new(buffer) + end + + def test_default + table = Arrow::JSONReader.new(open_input(<<-JSON)) +{ "message": "Hello", "count": 3.5, "valid": false } +{ "message": "World", "count": 3.25, "valid": true } + JSON + columns = { + "message" => build_string_array(["Hello", "World"]), + "count" => build_double_array([3.5, 3.25]), + "valid" => build_boolean_array([false, true]), + } + assert_equal(build_table(columns), + table.read) + end + + sub_test_case("unexpected-field-behavior") do + def setup + @options = Arrow::JSONReadOptions.new + field = Arrow::Field.new("message", Arrow::StringDataType.new) + schema = Arrow::Schema.new([field]) + @options.schema = schema + end + + def test_ignore + @options.unexpected_field_behavior = :ignore + table = Arrow::JSONReader.new(open_input(<<-JSON), @options) +{ "message": "Hello", "count": 3.5, "valid": false } +{ "message": "World", "count": 3.25, "valid": true } + JSON + columns = { + "message" => build_string_array(["Hello", "World"]), + } + assert_equal(build_table(columns), + table.read) + end + + def test_error + @options.unexpected_field_behavior = :error + table = Arrow::JSONReader.new(open_input(<<-JSON), @options) +{ "message": "Hello", "count": 3.5, "valid": false } +{ "message": "World", "count": 3.25, "valid": true } + JSON + assert_raise(Arrow::Error::Invalid) do + table.read + end + end + + def test_infer_type + @options.unexpected_field_behavior = :infer_type + table = Arrow::JSONReader.new(open_input(<<-JSON), @options) +{ "message": "Hello", "count": 3.5, "valid": false } +{ "message": "World", "count": 3.25, "valid": true } + JSON + columns = { + "message" => build_string_array(["Hello", "World"]), + "count" => build_double_array([3.5, 3.25]), + "valid" => build_boolean_array([false, true]), + } + assert_equal(build_table(columns), + table.read) + end + end + end +end |