diff options
Diffstat (limited to 'src/arrow/cpp/tools/parquet/parquet_scan.cc')
-rw-r--r-- | src/arrow/cpp/tools/parquet/parquet_scan.cc | 78 |
1 files changed, 78 insertions, 0 deletions
diff --git a/src/arrow/cpp/tools/parquet/parquet_scan.cc b/src/arrow/cpp/tools/parquet/parquet_scan.cc new file mode 100644 index 000000000..2a7721e58 --- /dev/null +++ b/src/arrow/cpp/tools/parquet/parquet_scan.cc @@ -0,0 +1,78 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +#include <ctime> +#include <iostream> +#include <list> +#include <memory> + +#include "parquet/api/reader.h" + +int main(int argc, char** argv) { + if (argc > 4 || argc < 1) { + std::cerr << "Usage: parquet-scan [--batch-size=] [--columns=...] <file>" + << std::endl; + return -1; + } + + std::string filename; + + // Read command-line options + int batch_size = 256; + const std::string COLUMNS_PREFIX = "--columns="; + const std::string BATCH_SIZE_PREFIX = "--batch-size="; + std::vector<int> columns; + int num_columns = 0; + + char *param, *value; + for (int i = 1; i < argc; i++) { + if ((param = std::strstr(argv[i], COLUMNS_PREFIX.c_str()))) { + value = std::strtok(param + COLUMNS_PREFIX.length(), ","); + while (value) { + columns.push_back(std::atoi(value)); + value = std::strtok(nullptr, ","); + num_columns++; + } + } else if ((param = std::strstr(argv[i], BATCH_SIZE_PREFIX.c_str()))) { + value = std::strtok(param + BATCH_SIZE_PREFIX.length(), " "); + if (value) { + batch_size = std::atoi(value); + } + } else { + filename = argv[i]; + } + } + + try { + double total_time; + std::clock_t start_time = std::clock(); + std::unique_ptr<parquet::ParquetFileReader> reader = + parquet::ParquetFileReader::OpenFile(filename); + + int64_t total_rows = parquet::ScanFileContents(columns, batch_size, reader.get()); + + total_time = static_cast<double>(std::clock() - start_time) / + static_cast<double>(CLOCKS_PER_SEC); + std::cout << total_rows << " rows scanned in " << total_time << " seconds." + << std::endl; + } catch (const std::exception& e) { + std::cerr << "Parquet error: " << e.what() << std::endl; + return -1; + } + + return 0; +} |