summaryrefslogtreecommitdiffstats
path: root/src/boost/libs/iostreams/test/lzma_test.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/boost/libs/iostreams/test/lzma_test.cpp')
-rw-r--r--src/boost/libs/iostreams/test/lzma_test.cpp258
1 files changed, 258 insertions, 0 deletions
diff --git a/src/boost/libs/iostreams/test/lzma_test.cpp b/src/boost/libs/iostreams/test/lzma_test.cpp
new file mode 100644
index 00000000..94b6716a
--- /dev/null
+++ b/src/boost/libs/iostreams/test/lzma_test.cpp
@@ -0,0 +1,258 @@
+// (C) COPYRIGHT 2017 ARM Limited
+// Based on gzip_test.cpp by:
+// (C) Copyright 2008 CodeRage, LLC (turkanis at coderage dot com)
+// (C) Copyright 2004-2007 Jonathan Turkanis
+// Distributed under the Boost Software License, Version 1.0. (See accompanying
+// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.)
+
+// See http://www.boost.org/libs/iostreams for documentation.
+
+// Note: basically a copy-paste of the gzip test
+
+#include <cstddef>
+#include <string>
+#include <boost/iostreams/copy.hpp>
+#include <boost/iostreams/device/array.hpp>
+#include <boost/iostreams/device/back_inserter.hpp>
+#include <boost/iostreams/filter/lzma.hpp>
+#include <boost/iostreams/filter/test.hpp>
+#include <boost/iostreams/filtering_stream.hpp>
+#include <boost/ref.hpp>
+#include <boost/range/iterator_range.hpp>
+#include <boost/test/test_tools.hpp>
+#include <boost/test/unit_test.hpp>
+#include "detail/sequence.hpp"
+#include "detail/verification.hpp"
+
+using namespace boost;
+using namespace boost::iostreams;
+using namespace boost::iostreams::test;
+namespace io = boost::iostreams;
+using boost::unit_test::test_suite;
+
+struct lzma_alloc : std::allocator<char> {
+ lzma_alloc() { }
+ lzma_alloc(const lzma_alloc& other) { }
+ template<typename T>
+ lzma_alloc(const std::allocator<T>& other) { }
+};
+
+void compression_test()
+{
+ text_sequence data;
+
+ // Test compression and decompression with custom allocator
+ BOOST_CHECK(
+ test_filter_pair( basic_lzma_compressor<lzma_alloc>(),
+ basic_lzma_decompressor<lzma_alloc>(),
+ std::string(data.begin(), data.end()) )
+ );
+}
+
+void multiple_member_test()
+{
+ text_sequence data;
+ std::vector<char> temp, dest;
+
+ // Write compressed data to temp, twice in succession
+ filtering_ostream out;
+ out.push(lzma_compressor());
+ out.push(io::back_inserter(temp));
+ io::copy(make_iterator_range(data), out);
+ out.push(io::back_inserter(temp));
+ io::copy(make_iterator_range(data), out);
+
+ // Read compressed data from temp into dest
+ filtering_istream in;
+ in.push(lzma_decompressor());
+ in.push(array_source(&temp[0], temp.size()));
+ io::copy(in, io::back_inserter(dest));
+
+ // Check that dest consists of two copies of data
+ BOOST_REQUIRE_EQUAL(data.size() * 2, dest.size());
+ BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin()));
+ BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin() + dest.size() / 2));
+
+ dest.clear();
+ io::copy(
+ array_source(&temp[0], temp.size()),
+ io::compose(lzma_decompressor(), io::back_inserter(dest)));
+
+ // Check that dest consists of two copies of data
+ BOOST_REQUIRE_EQUAL(data.size() * 2, dest.size());
+ BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin()));
+ BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin() + dest.size() / 2));
+}
+
+void array_source_test()
+{
+ std::string data = "simple test string.";
+ std::string encoded;
+
+ filtering_ostream out;
+ out.push(lzma_compressor());
+ out.push(io::back_inserter(encoded));
+ io::copy(make_iterator_range(data), out);
+
+ std::string res;
+ io::array_source src(encoded.data(),encoded.length());
+ io::copy(io::compose(io::lzma_decompressor(), src), io::back_inserter(res));
+
+ BOOST_CHECK_EQUAL(data, res);
+}
+
+void empty_file_test()
+{
+ // This test is in response to https://svn.boost.org/trac/boost/ticket/5237
+ // The previous implementation of gzip_compressor only wrote the gzip file
+ // header when the first bytes of uncompressed input were processed, causing
+ // incorrect behavior for empty files
+ BOOST_CHECK(
+ test_filter_pair( lzma_compressor(),
+ lzma_decompressor(),
+ std::string() )
+ );
+}
+
+void multipart_test()
+{
+ // This test verifies that the lzma_decompressor properly handles a file
+ // that consists of multiple concatenated files (matches unxz behaviour)
+ static const char multipart_file[] = {
+ '\xfd', '\x37', '\x7a', '\x58', '\x5a', '\x00', '\x00', '\x04', '\xe6', '\xd6', '\xb4', '\x46',
+ '\x02', '\x00', '\x21', '\x01', '\x1c', '\x00', '\x00', '\x00', '\x10', '\xcf', '\x58', '\xcc',
+ '\xe0', '\x00', '\x14', '\x00', '\x11', '\x5d', '\x00', '\x26', '\x1a', '\x49', '\xc6', '\x67',
+ '\x41', '\x3f', '\x96', '\x8c', '\x25', '\x02', '\xb3', '\x4d', '\x16', '\xa8', '\xb4', '\x40',
+ '\x00', '\x00', '\x00', '\x00', '\xeb', '\xad', '\x3f', '\xbf', '\x8c', '\x8c', '\x72', '\x25',
+ '\x00', '\x01', '\x2d', '\x15', '\x2f', '\x0b', '\x71', '\x6d', '\x1f', '\xb6', '\xf3', '\x7d',
+ '\x01', '\x00', '\x00', '\x00', '\x00', '\x04', '\x59', '\x5a', '\xfd', '\x37', '\x7a', '\x58',
+ '\x5a', '\x00', '\x00', '\x04', '\xe6', '\xd6', '\xb4', '\x46', '\x02', '\x00', '\x21', '\x01',
+ '\x1c', '\x00', '\x00', '\x00', '\x10', '\xcf', '\x58', '\xcc', '\xe0', '\x00', '\x14', '\x00',
+ '\x11', '\x5d', '\x00', '\x26', '\x1a', '\x49', '\xc6', '\x67', '\x41', '\x4d', '\x84', '\x0c',
+ '\x25', '\x1f', '\x5e', '\x1d', '\x4a', '\x91', '\x61', '\xa0', '\x00', '\x00', '\x00', '\x00',
+ '\x56', '\x76', '\x71', '\xf0', '\x54', '\x21', '\xa2', '\x5b', '\x00', '\x01', '\x2d', '\x15',
+ '\x2f', '\x0b', '\x71', '\x6d', '\x1f', '\xb6', '\xf3', '\x7d', '\x01', '\x00', '\x00', '\x00',
+ '\x00', '\x04', '\x59', '\x5a', '\xfd', '\x37', '\x7a', '\x58', '\x5a', '\x00', '\x00', '\x04',
+ '\xe6', '\xd6', '\xb4', '\x46', '\x00', '\x00', '\x00', '\x00', '\x1c', '\xdf', '\x44', '\x21',
+ '\x1f', '\xb6', '\xf3', '\x7d', '\x01', '\x00', '\x00', '\x00', '\x00', '\x04', '\x59', '\x5a',
+ '\xfd', '\x37', '\x7a', '\x58', '\x5a', '\x00', '\x00', '\x04', '\xe6', '\xd6', '\xb4', '\x46',
+ '\x02', '\x00', '\x21', '\x01', '\x1c', '\x00', '\x00', '\x00', '\x10', '\xcf', '\x58', '\xcc',
+ '\xe0', '\x00', '\x14', '\x00', '\x11', '\x5d', '\x00', '\x26', '\x1a', '\x49', '\xc6', '\x67',
+ '\x41', '\x5b', '\x71', '\x8c', '\x25', '\x3c', '\x08', '\xec', '\x79', '\xa7', '\x7b', '\x60',
+ '\x00', '\x00', '\x00', '\x00', '\xc7', '\x62', '\xbb', '\xaa', '\x59', '\x96', '\x2b', '\xa4',
+ '\x00', '\x01', '\x2d', '\x15', '\x2f', '\x0b', '\x71', '\x6d', '\x1f', '\xb6', '\xf3', '\x7d',
+ '\x01', '\x00', '\x00', '\x00', '\x00', '\x04', '\x59', '\x5a'
+ };
+
+ filtering_istream in;
+ std::string line;
+
+ in.push(lzma_decompressor());
+ in.push(io::array_source(multipart_file, sizeof(multipart_file)));
+
+ // First part
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 1", line);
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 2", line);
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 3", line);
+
+ // Second part immediately follows
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 4", line);
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 5", line);
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 6", line);
+
+ // Then an empty part, followed by one last 3-line part.
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 7", line);
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 8", line);
+ std::getline(in, line);
+ BOOST_CHECK_EQUAL("Line 9", line);
+
+ // Check for lzma errors too.
+ BOOST_CHECK(!in.bad());
+}
+
+void multithreaded_test()
+{
+ text_sequence data;
+
+ // Get correct compressed string at level 2.
+ // Tests legacy capability of providing a single integer to the
+ // lzma_compressor constructor to be used as the "level" to initialize
+ // lzma_params.
+ std::string correct_level_2;
+ {
+ filtering_ostream out;
+ out.push(lzma_compressor(2));
+ out.push(io::back_inserter(correct_level_2));
+ io::copy(make_iterator_range(data), out);
+ }
+
+ // Tests omitting the threads parameters and arriving at same compressed data.
+ BOOST_CHECK(
+ test_output_filter( lzma_compressor(lzma_params(2)),
+ std::string(data.begin(), data.end()),
+ correct_level_2 )
+ );
+
+ // Test specifying a single thread and arriving at same compressed data.
+ BOOST_CHECK(
+ test_output_filter( lzma_compressor(lzma_params(2, 1)),
+ std::string(data.begin(), data.end()),
+ correct_level_2 )
+ );
+
+ // Test specifying multiple threads and arriving at same compressed data.
+ BOOST_CHECK(
+ test_output_filter( lzma_compressor(lzma_params(2, 4)),
+ std::string(data.begin(), data.end()),
+ correct_level_2 )
+ );
+
+ // Test specifying "0" threads, which is interpreted as
+ // using all cores, or 1 thread if such capability is missing.
+ BOOST_CHECK(
+ test_output_filter( lzma_compressor(lzma_params(2, 0)),
+ std::string(data.begin(), data.end()),
+ correct_level_2 )
+ );
+
+ // Test that decompressor works to decompress the output with various thread values.
+ // Threading shouldn't affect the decompression and, in fact, isn't
+ // threaded in current implementation of liblzma. Both the level and
+ // threads options are ignored by the decompressor.
+ BOOST_CHECK(
+ test_input_filter( lzma_decompressor(lzma_params(2, 1)),
+ correct_level_2,
+ std::string(data.begin(), data.end()) )
+ );
+ BOOST_CHECK(
+ test_input_filter( lzma_decompressor(lzma_params(2, 4)),
+ correct_level_2,
+ std::string(data.begin(), data.end()) )
+ );
+ BOOST_CHECK(
+ test_input_filter( lzma_decompressor(lzma_params(2, 0)),
+ correct_level_2,
+ std::string(data.begin(), data.end()) )
+ );
+
+}
+
+test_suite* init_unit_test_suite(int, char* [])
+{
+ test_suite* test = BOOST_TEST_SUITE("lzma test");
+ test->add(BOOST_TEST_CASE(&compression_test));
+ test->add(BOOST_TEST_CASE(&multiple_member_test));
+ test->add(BOOST_TEST_CASE(&array_source_test));
+ test->add(BOOST_TEST_CASE(&empty_file_test));
+ test->add(BOOST_TEST_CASE(&multipart_test));
+ test->add(BOOST_TEST_CASE(&multithreaded_test));
+ return test;
+}