summaryrefslogtreecommitdiffstats
path: root/src/arrow/ruby/red-parquet/lib/parquet/arrow-table-savable.rb
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--src/arrow/ruby/red-parquet/lib/parquet/arrow-table-savable.rb52
1 files changed, 52 insertions, 0 deletions
diff --git a/src/arrow/ruby/red-parquet/lib/parquet/arrow-table-savable.rb b/src/arrow/ruby/red-parquet/lib/parquet/arrow-table-savable.rb
new file mode 100644
index 000000000..70c597527
--- /dev/null
+++ b/src/arrow/ruby/red-parquet/lib/parquet/arrow-table-savable.rb
@@ -0,0 +1,52 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Parquet
+ module ArrowTableSavable
+ private
+ def save_as_parquet
+ properties = WriterProperties.new
+ @options.each do |key, value|
+ next if value.nil?
+ set_method_name = "set_#{key}"
+ next unless properties.respond_to?(set_method_name)
+ case value
+ when ::Array, ::Hash
+ value.each do |path, v|
+ properties.__send__(set_method_name, v, path)
+ end
+ else
+ properties.__send__(set_method_name, value)
+ end
+ end
+ chunk_size = @options[:chunk_size] || @table.n_rows
+ open_raw_output_stream do |output|
+ ArrowFileWriter.open(@table.schema,
+ output,
+ properties) do |writer|
+ writer.write_table(@table, chunk_size)
+ end
+ end
+ end
+ end
+end
+
+module Arrow
+ class TableSaver
+ include Parquet::ArrowTableSavable
+ end
+end