summaryrefslogtreecommitdiffstats
path: root/src/arrow/c_glib/test/test-json-reader.rb
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-21 11:54:28 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-21 11:54:28 +0000
commite6918187568dbd01842d8d1d2c808ce16a894239 (patch)
tree64f88b554b444a49f656b6c656111a145cbbaa28 /src/arrow/c_glib/test/test-json-reader.rb
parentInitial commit. (diff)
downloadceph-e6918187568dbd01842d8d1d2c808ce16a894239.tar.xz
ceph-e6918187568dbd01842d8d1d2c808ce16a894239.zip
Adding upstream version 18.2.2.upstream/18.2.2
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'src/arrow/c_glib/test/test-json-reader.rb')
-rw-r--r--src/arrow/c_glib/test/test-json-reader.rb90
1 files changed, 90 insertions, 0 deletions
diff --git a/src/arrow/c_glib/test/test-json-reader.rb b/src/arrow/c_glib/test/test-json-reader.rb
new file mode 100644
index 000000000..df028a451
--- /dev/null
+++ b/src/arrow/c_glib/test/test-json-reader.rb
@@ -0,0 +1,90 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class TestJSONReader < Test::Unit::TestCase
+ include Helper::Buildable
+ include Helper::Omittable
+
+ sub_test_case("#read") do
+ def open_input(json)
+ buffer = Arrow::Buffer.new(json)
+ Arrow::BufferInputStream.new(buffer)
+ end
+
+ def test_default
+ table = Arrow::JSONReader.new(open_input(<<-JSON))
+{ "message": "Hello", "count": 3.5, "valid": false }
+{ "message": "World", "count": 3.25, "valid": true }
+ JSON
+ columns = {
+ "message" => build_string_array(["Hello", "World"]),
+ "count" => build_double_array([3.5, 3.25]),
+ "valid" => build_boolean_array([false, true]),
+ }
+ assert_equal(build_table(columns),
+ table.read)
+ end
+
+ sub_test_case("unexpected-field-behavior") do
+ def setup
+ @options = Arrow::JSONReadOptions.new
+ field = Arrow::Field.new("message", Arrow::StringDataType.new)
+ schema = Arrow::Schema.new([field])
+ @options.schema = schema
+ end
+
+ def test_ignore
+ @options.unexpected_field_behavior = :ignore
+ table = Arrow::JSONReader.new(open_input(<<-JSON), @options)
+{ "message": "Hello", "count": 3.5, "valid": false }
+{ "message": "World", "count": 3.25, "valid": true }
+ JSON
+ columns = {
+ "message" => build_string_array(["Hello", "World"]),
+ }
+ assert_equal(build_table(columns),
+ table.read)
+ end
+
+ def test_error
+ @options.unexpected_field_behavior = :error
+ table = Arrow::JSONReader.new(open_input(<<-JSON), @options)
+{ "message": "Hello", "count": 3.5, "valid": false }
+{ "message": "World", "count": 3.25, "valid": true }
+ JSON
+ assert_raise(Arrow::Error::Invalid) do
+ table.read
+ end
+ end
+
+ def test_infer_type
+ @options.unexpected_field_behavior = :infer_type
+ table = Arrow::JSONReader.new(open_input(<<-JSON), @options)
+{ "message": "Hello", "count": 3.5, "valid": false }
+{ "message": "World", "count": 3.25, "valid": true }
+ JSON
+ columns = {
+ "message" => build_string_array(["Hello", "World"]),
+ "count" => build_double_array([3.5, 3.25]),
+ "valid" => build_boolean_array([false, true]),
+ }
+ assert_equal(build_table(columns),
+ table.read)
+ end
+ end
+ end
+end