// Copyright (c) the JPEG XL Project Authors. All rights reserved. // // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. #include #include #include #include #include #include #include #include #include #include #include #include "lib/extras/codec.h" #include "lib/extras/dec/color_description.h" #include "lib/jxl/base/byte_order.h" #include "lib/jxl/base/file_io.h" #include "lib/jxl/base/padded_bytes.h" #include "lib/jxl/base/span.h" #include "lib/jxl/base/status.h" #include "lib/jxl/common.h" #include "lib/jxl/dec_external_image.h" #include "lib/jxl/enc_aux_out.h" #include "lib/jxl/enc_butteraugli_comparator.h" #include "lib/jxl/enc_color_management.h" #include "lib/jxl/enc_external_image.h" #include "lib/jxl/enc_fields.h" #include "lib/jxl/enc_file.h" #include "lib/jxl/enc_icc_codec.h" #include "lib/jxl/enc_progressive_split.h" #include "lib/jxl/encode_internal.h" #include "lib/jxl/fields.h" #include "lib/jxl/frame_header.h" #include "lib/jxl/headers.h" #include "lib/jxl/icc_codec.h" #include "lib/jxl/image_metadata.h" #include "lib/jxl/jpeg/enc_jpeg_data.h" #include "lib/jxl/test_image.h" #include "lib/jxl/test_utils.h" #include "lib/jxl/testing.h" #include "lib/jxl/toc.h" //////////////////////////////////////////////////////////////////////////////// namespace { void AppendU32BE(uint32_t u32, jxl::PaddedBytes* bytes) { bytes->push_back(u32 >> 24); bytes->push_back(u32 >> 16); bytes->push_back(u32 >> 8); bytes->push_back(u32 >> 0); } // What type of codestream format in the boxes to use for testing enum CodeStreamBoxFormat { // Do not use box format at all, only pure codestream kCSBF_None, // Have a single codestream box, with its actual size given in the box kCSBF_Single, // Have a single codestream box, with box size 0 (final box running to end) kCSBF_Single_Zero_Terminated, // Single codestream box, with another unknown box behind it kCSBF_Single_Other, // Have multiple partial codestream boxes kCSBF_Multi, // Have multiple partial codestream boxes, with final box size 0 (running // to end) kCSBF_Multi_Zero_Terminated, // Have multiple partial codestream boxes, terminated by non-codestream box kCSBF_Multi_Other_Terminated, // Have multiple partial codestream boxes, terminated by non-codestream box // that has its size set to 0 (running to end) kCSBF_Multi_Other_Zero_Terminated, // Have multiple partial codestream boxes, and the first one has a content // of zero length kCSBF_Multi_First_Empty, // Have multiple partial codestream boxes, and the last one has a content // of zero length and there is an unknown empty box at the end kCSBF_Multi_Last_Empty_Other, // Have a compressed exif box before a regular codestream box kCSBF_Brob_Exif, // Not a value but used for counting amount of enum entries kCSBF_NUM_ENTRIES, }; // Unknown boxes for testing static const char* unk1_box_type = "unk1"; static const char* unk1_box_contents = "abcdefghijklmnopqrstuvwxyz"; static const size_t unk1_box_size = strlen(unk1_box_contents); static const char* unk2_box_type = "unk2"; static const char* unk2_box_contents = "0123456789"; static const size_t unk2_box_size = strlen(unk2_box_contents); static const char* unk3_box_type = "unk3"; static const char* unk3_box_contents = "ABCDEF123456"; static const size_t unk3_box_size = strlen(unk3_box_contents); // Box with brob-compressed exif, including header static const uint8_t* box_brob_exif = reinterpret_cast( "\0\0\0@brobExif\241\350\2\300\177\244v\2525\304\360\27=?\267{" "\33\37\314\332\214QX17PT\"\256\0\0\202s\214\313t\333\310\320k\20\276\30" "\204\277l$\326c#\1\b"); size_t box_brob_exif_size = 64; // The uncompressed Exif data from the brob box static const uint8_t* exif_uncompressed = reinterpret_cast( "\0\0\0\0MM\0*" "\0\0\0\b\0\5\1\22\0\3\0\0\0\1\0\5\0\0\1\32\0\5\0\0\0\1\0\0\0J\1\33\0\5\0\0" "\0\1\0\0\0R\1(" "\0\3\0\0\0\1\0\1\0\0\2\23\0\3\0\0\0\1\0\1\0\0\0\0\0\0\0\0\0\1\0\0\0\1\0\0" "\0\1\0\0\0\1"); size_t exif_uncompressed_size = 94; // Returns an ICC profile output by the JPEG XL decoder for RGB_D65_SRG_Rel_Lin, // but with, on purpose, rXYZ, bXYZ and gXYZ (the RGB primaries) switched to a // different order to ensure the profile does not match any known profile, so // the encoder cannot encode it in a compact struct instead. jxl::PaddedBytes GetIccTestProfile() { const uint8_t* profile = reinterpret_cast( "\0\0\3\200lcms\0040\0\0mntrRGB XYZ " "\a\344\0\a\0\27\0\21\0$" "\0\37acspAPPL\0\0\0\1\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\1\0\0\366" "\326\0\1\0\0\0\0\323-lcms\372c\207\36\227\200{" "\2\232s\255\327\340\0\n\26\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0" "\0\0\0\0\0\0\0\0\rdesc\0\0\1 " "\0\0\0Bcprt\0\0\1d\0\0\1\0wtpt\0\0\2d\0\0\0\24chad\0\0\2x\0\0\0," "bXYZ\0\0\2\244\0\0\0\24gXYZ\0\0\2\270\0\0\0\24rXYZ\0\0\2\314\0\0\0\24rTR" "C\0\0\2\340\0\0\0 gTRC\0\0\2\340\0\0\0 bTRC\0\0\2\340\0\0\0 " "chrm\0\0\3\0\0\0\0$dmnd\0\0\3$\0\0\0(" "dmdd\0\0\3L\0\0\0002mluc\0\0\0\0\0\0\0\1\0\0\0\fenUS\0\0\0&" "\0\0\0\34\0R\0G\0B\0_\0D\0006\0005\0_\0S\0R\0G\0_\0R\0e\0l\0_" "\0L\0i\0n\0\0mluc\0\0\0\0\0\0\0\1\0\0\0\fenUS\0\0\0\344\0\0\0\34\0C\0o\0" "p\0y\0r\0i\0g\0h\0t\0 \0002\0000\0001\08\0 \0G\0o\0o\0g\0l\0e\0 " "\0L\0L\0C\0,\0 \0C\0C\0-\0B\0Y\0-\0S\0A\0 \0003\0.\0000\0 " "\0U\0n\0p\0o\0r\0t\0e\0d\0 " "\0l\0i\0c\0e\0n\0s\0e\0(\0h\0t\0t\0p\0s\0:\0/\0/" "\0c\0r\0e\0a\0t\0i\0v\0e\0c\0o\0m\0m\0o\0n\0s\0.\0o\0r\0g\0/" "\0l\0i\0c\0e\0n\0s\0e\0s\0/\0b\0y\0-\0s\0a\0/\0003\0.\0000\0/" "\0l\0e\0g\0a\0l\0c\0o\0d\0e\0)XYZ " "\0\0\0\0\0\0\366\326\0\1\0\0\0\0\323-" "sf32\0\0\0\0\0\1\fB\0\0\5\336\377\377\363%" "\0\0\a\223\0\0\375\220\377\377\373\241\377\377\375\242\0\0\3\334\0\0\300" "nXYZ \0\0\0\0\0\0o\240\0\08\365\0\0\3\220XYZ " "\0\0\0\0\0\0$\237\0\0\17\204\0\0\266\304XYZ " "\0\0\0\0\0\0b\227\0\0\267\207\0\0\30\331para\0\0\0\0\0\3\0\0\0\1\0\0\0\1" "\0\0\0\0\0\0\0\1\0\0\0\0\0\0chrm\0\0\0\0\0\3\0\0\0\0\243\327\0\0T|" "\0\0L\315\0\0\231\232\0\0&" "g\0\0\17\\mluc\0\0\0\0\0\0\0\1\0\0\0\fenUS\0\0\0\f\0\0\0\34\0G\0o\0o\0g" "\0l\0emluc\0\0\0\0\0\0\0\1\0\0\0\fenUS\0\0\0\26\0\0\0\34\0I\0m\0a\0g\0e" "\0 \0c\0o\0d\0e\0c\0\0"); size_t profile_size = 896; jxl::PaddedBytes icc_profile; icc_profile.assign(profile, profile + profile_size); return icc_profile; } } // namespace namespace jxl { namespace { void AppendTestBox(const char* type, const char* contents, size_t contents_size, bool unbounded, PaddedBytes* bytes) { AppendU32BE(contents_size + 8, bytes); bytes->push_back(type[0]); bytes->push_back(type[1]); bytes->push_back(type[2]); bytes->push_back(type[3]); const uint8_t* contents_u = reinterpret_cast(contents); bytes->append(contents_u, contents_u + contents_size); } enum PreviewMode { kNoPreview, kSmallPreview, kBigPreview, kNumPreviewModes, }; void GeneratePreview(PreviewMode preview_mode, ImageBundle* ib) { if (preview_mode == kSmallPreview) { ib->ShrinkTo(ib->xsize() / 7, ib->ysize() / 7); } else if (preview_mode == kBigPreview) { auto upsample7 = [&](const ImageF& in, ImageF* out) { for (size_t y = 0; y < out->ysize(); ++y) { for (size_t x = 0; x < out->xsize(); ++x) { out->Row(y)[x] = in.ConstRow(y / 7)[x / 7]; } } }; Image3F preview(ib->xsize() * 7, ib->ysize() * 7); for (size_t c = 0; c < 3; ++c) { upsample7(ib->color()->Plane(c), &preview.Plane(c)); } std::vector extra_channels; for (size_t i = 0; i < ib->extra_channels().size(); ++i) { ImageF ec(ib->xsize() * 7, ib->ysize() * 7); upsample7(ib->extra_channels()[i], &ec); extra_channels.emplace_back(std::move(ec)); } ib->RemoveColor(); ib->ClearExtraChannels(); ib->SetFromImage(std::move(preview), ib->c_current()); ib->SetExtraChannels(std::move(extra_channels)); } } struct TestCodestreamParams { CompressParams cparams; CodeStreamBoxFormat box_format = kCSBF_None; JxlOrientation orientation = JXL_ORIENT_IDENTITY; PreviewMode preview_mode = kNoPreview; bool add_intrinsic_size = false; bool add_icc_profile = false; float intensity_target = 0.0; std::string color_space; PaddedBytes* jpeg_codestream = nullptr; const ProgressiveMode* progressive_mode = nullptr; }; // Input pixels always given as 16-bit RGBA, 8 bytes per pixel. // include_alpha determines if the encoded image should contain the alpha // channel. // add_icc_profile: if false, encodes the image as sRGB using the JXL fields, // for grayscale or RGB images. If true, encodes the image using the ICC profile // returned by GetIccTestProfile, without the JXL fields, this requires the // image is RGB, not grayscale. // Providing jpeg_codestream will populate the jpeg_codestream with compressed // JPEG bytes, and make it possible to reconstruct those exact JPEG bytes using // the return value _if_ add_container indicates a box format. PaddedBytes CreateTestJXLCodestream(Span pixels, size_t xsize, size_t ysize, size_t num_channels, const TestCodestreamParams& params) { // Compress the pixels with JPEG XL. bool grayscale = (num_channels <= 2); bool include_alpha = !(num_channels & 1) && params.jpeg_codestream == nullptr; size_t bitdepth = params.jpeg_codestream == nullptr ? 16 : 8; CodecInOut io; io.SetSize(xsize, ysize); ColorEncoding color_encoding; if (params.add_icc_profile) { // the hardcoded ICC profile we attach requires RGB. EXPECT_EQ(false, grayscale); EXPECT_TRUE(params.color_space.empty()); EXPECT_TRUE(color_encoding.SetICC(GetIccTestProfile())); } else if (!params.color_space.empty()) { JxlColorEncoding c; EXPECT_TRUE(jxl::ParseDescription(params.color_space, &c)); EXPECT_TRUE(ConvertExternalToInternalColorEncoding(c, &color_encoding)); EXPECT_EQ(color_encoding.IsGray(), grayscale); } else { color_encoding = jxl::ColorEncoding::SRGB(/*is_gray=*/grayscale); } ThreadPool pool(nullptr, nullptr); io.metadata.m.SetUintSamples(bitdepth); if (include_alpha) { io.metadata.m.SetAlphaBits(bitdepth); } if (params.intensity_target != 0) { io.metadata.m.SetIntensityTarget(params.intensity_target); } JxlPixelFormat format = {static_cast(num_channels), JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; // Make the grayscale-ness of the io metadata color_encoding and the packed // image match. io.metadata.m.color_encoding = color_encoding; EXPECT_TRUE(ConvertFromExternal(pixels, xsize, ysize, color_encoding, /*bits_per_sample=*/16, format, &pool, &io.Main())); jxl::PaddedBytes jpeg_data; if (params.jpeg_codestream != nullptr) { #if JPEGXL_ENABLE_JPEG std::vector jpeg_bytes; io.jpeg_quality = 70; EXPECT_TRUE(Encode(io, extras::Codec::kJPG, io.metadata.m.color_encoding, /*bits_per_sample=*/8, &jpeg_bytes, &pool)); params.jpeg_codestream->append(jpeg_bytes.data(), jpeg_bytes.data() + jpeg_bytes.size()); EXPECT_TRUE(jxl::jpeg::DecodeImageJPG( jxl::Span(jpeg_bytes.data(), jpeg_bytes.size()), &io)); EXPECT_TRUE( EncodeJPEGData(*io.Main().jpeg_data, &jpeg_data, params.cparams)); io.metadata.m.xyb_encoded = false; #else // JPEGXL_ENABLE_JPEG JXL_ABORT( "unable to create reconstructible JPEG without JPEG support enabled"); #endif // JPEGXL_ENABLE_JPEG } if (params.preview_mode) { io.preview_frame = io.Main().Copy(); GeneratePreview(params.preview_mode, &io.preview_frame); io.metadata.m.have_preview = true; EXPECT_TRUE(io.metadata.m.preview_size.Set(io.preview_frame.xsize(), io.preview_frame.ysize())); } if (params.add_intrinsic_size) { EXPECT_TRUE(io.metadata.m.intrinsic_size.Set(xsize / 3, ysize / 3)); } io.metadata.m.orientation = params.orientation; AuxOut aux_out; PaddedBytes compressed; PassesEncoderState enc_state; if (params.progressive_mode) { enc_state.progressive_splitter.SetProgressiveMode(*params.progressive_mode); } EXPECT_TRUE(EncodeFile(params.cparams, &io, &enc_state, &compressed, GetJxlCms(), &aux_out, &pool)); CodeStreamBoxFormat add_container = params.box_format; if (add_container != kCSBF_None) { // Header with signature box and ftyp box. const uint8_t header[] = {0, 0, 0, 0xc, 0x4a, 0x58, 0x4c, 0x20, 0xd, 0xa, 0x87, 0xa, 0, 0, 0, 0x14, 0x66, 0x74, 0x79, 0x70, 0x6a, 0x78, 0x6c, 0x20, 0, 0, 0, 0, 0x6a, 0x78, 0x6c, 0x20}; bool is_multi = add_container == kCSBF_Multi || add_container == kCSBF_Multi_Zero_Terminated || add_container == kCSBF_Multi_Other_Terminated || add_container == kCSBF_Multi_Other_Zero_Terminated || add_container == kCSBF_Multi_First_Empty || add_container == kCSBF_Multi_Last_Empty_Other; if (is_multi) { size_t third = compressed.size() / 3; std::vector compressed0(compressed.data(), compressed.data() + third); std::vector compressed1(compressed.data() + third, compressed.data() + 2 * third); std::vector compressed2(compressed.data() + 2 * third, compressed.data() + compressed.size()); PaddedBytes c; c.append(header, header + sizeof(header)); if (params.jpeg_codestream != nullptr) { jxl::AppendBoxHeader(jxl::MakeBoxType("jbrd"), jpeg_data.size(), false, &c); c.append(jpeg_data.data(), jpeg_data.data() + jpeg_data.size()); } uint32_t jxlp_index = 0; if (add_container == kCSBF_Multi_First_Empty) { // Dummy (empty) codestream part AppendU32BE(12, &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('p'); AppendU32BE(jxlp_index++, &c); } // First codestream part AppendU32BE(compressed0.size() + 12, &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('p'); AppendU32BE(jxlp_index++, &c); c.append(compressed0.data(), compressed0.data() + compressed0.size()); // A few non-codestream boxes in between AppendTestBox(unk1_box_type, unk1_box_contents, unk1_box_size, false, &c); AppendTestBox(unk2_box_type, unk2_box_contents, unk2_box_size, false, &c); // Dummy (empty) codestream part AppendU32BE(12, &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('p'); AppendU32BE(jxlp_index++, &c); // Second codestream part AppendU32BE(compressed1.size() + 12, &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('p'); AppendU32BE(jxlp_index++, &c); c.append(compressed1.data(), compressed1.data() + compressed1.size()); // Third (last) codestream part AppendU32BE(add_container == kCSBF_Multi_Zero_Terminated ? 0 : (compressed2.size() + 12), &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('p'); if (add_container != kCSBF_Multi_Last_Empty_Other) { AppendU32BE(jxlp_index++ | 0x80000000, &c); } else { AppendU32BE(jxlp_index++, &c); } c.append(compressed2.data(), compressed2.data() + compressed2.size()); if (add_container == kCSBF_Multi_Last_Empty_Other) { // Dummy (empty) codestream part AppendU32BE(12, &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('p'); AppendU32BE(jxlp_index++ | 0x80000000, &c); AppendTestBox(unk3_box_type, unk3_box_contents, unk3_box_size, false, &c); } if (add_container == kCSBF_Multi_Other_Terminated) { AppendTestBox(unk3_box_type, unk3_box_contents, unk3_box_size, false, &c); } if (add_container == kCSBF_Multi_Other_Zero_Terminated) { AppendTestBox(unk3_box_type, unk3_box_contents, unk3_box_size, true, &c); } compressed.swap(c); } else { PaddedBytes c; c.append(header, header + sizeof(header)); if (params.jpeg_codestream != nullptr) { jxl::AppendBoxHeader(jxl::MakeBoxType("jbrd"), jpeg_data.size(), false, &c); c.append(jpeg_data.data(), jpeg_data.data() + jpeg_data.size()); } if (add_container == kCSBF_Brob_Exif) { c.append(box_brob_exif, box_brob_exif + box_brob_exif_size); } AppendU32BE(add_container == kCSBF_Single_Zero_Terminated ? 0 : (compressed.size() + 8), &c); c.push_back('j'); c.push_back('x'); c.push_back('l'); c.push_back('c'); c.append(compressed.data(), compressed.data() + compressed.size()); if (add_container == kCSBF_Single_Other) { AppendTestBox(unk1_box_type, unk1_box_contents, unk1_box_size, false, &c); } compressed.swap(c); } } return compressed; } JxlDecoderStatus ProcessInputIgnoreBoxes(JxlDecoder* dec) { JxlDecoderStatus status = JXL_DEC_BOX; while (status == JXL_DEC_BOX) { status = JxlDecoderProcessInput(dec); } return status; } // Decodes one-shot with the API for non-streaming decoding tests. std::vector DecodeWithAPI(JxlDecoder* dec, Span compressed, const JxlPixelFormat& format, bool use_callback, bool set_buffer_early, bool use_resizable_runner, bool require_boxes, bool expect_success, PaddedBytes* icc = nullptr) { JxlThreadParallelRunnerPtr runner_fixed; JxlResizableParallelRunnerPtr runner_resizable; JxlParallelRunner runner_fn; void* runner; if (use_resizable_runner) { runner_resizable = JxlResizableParallelRunnerMake(nullptr); runner = runner_resizable.get(); runner_fn = JxlResizableParallelRunner; } else { size_t hw_threads = JxlThreadParallelRunnerDefaultNumWorkerThreads(); runner_fixed = JxlThreadParallelRunnerMake(nullptr, std::min(hw_threads, 16)); runner = runner_fixed.get(); runner_fn = JxlThreadParallelRunner; } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner(dec, runner_fn, runner)); auto process_input = require_boxes ? ProcessInputIgnoreBoxes : JxlDecoderProcessInput; EXPECT_EQ( JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | (set_buffer_early ? JXL_DEC_FRAME : 0) | JXL_DEC_PREVIEW_IMAGE | JXL_DEC_FULL_IMAGE | (require_boxes ? JXL_DEC_BOX : 0) | (icc != nullptr ? JXL_DEC_COLOR_ENCODING : 0))); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, process_input(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); if (use_resizable_runner) { JxlResizableParallelRunnerSetThreads( runner, JxlResizableParallelRunnerSuggestThreads(info.xsize, info.ysize)); } std::vector pixels(buffer_size); size_t bytes_per_pixel = format.num_channels * test::GetDataBits(format.data_type) / jxl::kBitsPerByte; size_t stride = bytes_per_pixel * info.xsize; if (format.align > 1) { stride = jxl::DivCeil(stride, format.align) * format.align; } auto callback = [&](size_t x, size_t y, size_t num_pixels, const void* pixels_row) { memcpy(pixels.data() + stride * y + bytes_per_pixel * x, pixels_row, num_pixels * bytes_per_pixel); }; JxlDecoderStatus status = process_input(dec); if (status == JXL_DEC_COLOR_ENCODING) { size_t icc_size = 0; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &icc_size)); icc->resize(icc_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsICCProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, icc->data(), icc_size)); status = process_input(dec); } std::vector preview; if (status == JXL_DEC_NEED_PREVIEW_OUT_BUFFER) { size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderPreviewOutBufferSize(dec, &format, &buffer_size)); preview.resize(buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreviewOutBuffer(dec, &format, preview.data(), preview.size())); EXPECT_EQ(JXL_DEC_PREVIEW_IMAGE, process_input(dec)); status = process_input(dec); } if (set_buffer_early) { EXPECT_EQ(JXL_DEC_FRAME, status); } else { EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, status); } if (use_callback) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutCallback( dec, &format, [](void* opaque, size_t x, size_t y, size_t xsize, const void* pixels_row) { auto cb = static_cast(opaque); (*cb)(x, y, xsize, pixels_row); }, /*opaque=*/&callback)); } else { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); } EXPECT_EQ(JXL_DEC_FULL_IMAGE, process_input(dec)); // After the full image was output, JxlDecoderProcessInput should return // success to indicate all is done, unless we requested boxes and the last // box was not a terminal unbounded box, in which case it should ask for // more input. JxlDecoderStatus expected_status = expect_success ? JXL_DEC_SUCCESS : JXL_DEC_NEED_MORE_INPUT; EXPECT_EQ(expected_status, process_input(dec)); return pixels; } // Decodes one-shot with the API for non-streaming decoding tests. std::vector DecodeWithAPI(Span compressed, const JxlPixelFormat& format, bool use_callback, bool set_buffer_early, bool use_resizable_runner, bool require_boxes, bool expect_success) { JxlDecoder* dec = JxlDecoderCreate(NULL); std::vector pixels = DecodeWithAPI(dec, compressed, format, use_callback, set_buffer_early, use_resizable_runner, require_boxes, expect_success); JxlDecoderDestroy(dec); return pixels; } } // namespace } // namespace jxl //////////////////////////////////////////////////////////////////////////////// TEST(DecodeTest, JxlSignatureCheckTest) { std::vector>> tests = { // No JPEGXL header starts with 'a'. {JXL_SIG_INVALID, {'a'}}, {JXL_SIG_INVALID, {'a', 'b', 'c', 'd', 'e', 'f'}}, // Empty file is not enough bytes. {JXL_SIG_NOT_ENOUGH_BYTES, {}}, // JPEGXL headers. {JXL_SIG_NOT_ENOUGH_BYTES, {0xff}}, // Part of a signature. {JXL_SIG_INVALID, {0xff, 0xD8}}, // JPEG-1 {JXL_SIG_CODESTREAM, {0xff, 0x0a}}, // JPEGXL container file. {JXL_SIG_CONTAINER, {0, 0, 0, 0xc, 'J', 'X', 'L', ' ', 0xD, 0xA, 0x87, 0xA}}, // Ending with invalid byte. {JXL_SIG_INVALID, {0, 0, 0, 0xc, 'J', 'X', 'L', ' ', 0xD, 0xA, 0x87, 0}}, // Part of signature. {JXL_SIG_NOT_ENOUGH_BYTES, {0, 0, 0, 0xc, 'J', 'X', 'L', ' ', 0xD, 0xA, 0x87}}, {JXL_SIG_NOT_ENOUGH_BYTES, {0}}, }; for (const auto& test : tests) { EXPECT_EQ(test.first, JxlSignatureCheck(test.second.data(), test.second.size())) << "Where test data is " << ::testing::PrintToString(test.second); } } TEST(DecodeTest, DefaultAllocTest) { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_NE(nullptr, dec); JxlDecoderDestroy(dec); } TEST(DecodeTest, CustomAllocTest) { struct CalledCounters { int allocs = 0; int frees = 0; } counters; JxlMemoryManager mm; mm.opaque = &counters; mm.alloc = [](void* opaque, size_t size) { reinterpret_cast(opaque)->allocs++; return malloc(size); }; mm.free = [](void* opaque, void* address) { reinterpret_cast(opaque)->frees++; free(address); }; JxlDecoder* dec = JxlDecoderCreate(&mm); EXPECT_NE(nullptr, dec); EXPECT_LE(1, counters.allocs); EXPECT_EQ(0, counters.frees); JxlDecoderDestroy(dec); EXPECT_LE(1, counters.frees); } // TODO(lode): add multi-threaded test when multithreaded pixel decoding from // API is implemented. TEST(DecodeTest, DefaultParallelRunnerTest) { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_NE(nullptr, dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner(dec, nullptr, nullptr)); JxlDecoderDestroy(dec); } // Creates the header of a JPEG XL file with various custom parameters for // testing. // xsize, ysize: image dimensions to store in the SizeHeader, max 512. // bits_per_sample, orientation: a selection of header parameters to test with. // orientation: image orientation to set in the metadata // alpha_bits: if non-0, alpha extra channel bits to set in the metadata. Also // gives the alpha channel the name "alpha_test" // have_container: add box container format around the codestream. // metadata_default: if true, ImageMetadata is set to default and // bits_per_sample, orientation and alpha_bits are ignored. // insert_box: insert an extra box before the codestream box, making the header // farther away from the front than is ideal. Only used if have_container. std::vector GetTestHeader(size_t xsize, size_t ysize, size_t bits_per_sample, size_t orientation, size_t alpha_bits, bool xyb_encoded, bool have_container, bool metadata_default, bool insert_extra_box, const jxl::PaddedBytes& icc_profile) { jxl::BitWriter writer; jxl::BitWriter::Allotment allotment(&writer, 65536); // Large enough if (have_container) { const std::vector signature_box = {0, 0, 0, 0xc, 'J', 'X', 'L', ' ', 0xd, 0xa, 0x87, 0xa}; const std::vector filetype_box = { 0, 0, 0, 0x14, 'f', 't', 'y', 'p', 'j', 'x', 'l', ' ', 0, 0, 0, 0, 'j', 'x', 'l', ' '}; const std::vector extra_box_header = {0, 0, 0, 0xff, 't', 'e', 's', 't'}; // Beginning of codestream box, with an arbitrary size certainly large // enough to contain the header const std::vector codestream_box_header = {0, 0, 0, 0xff, 'j', 'x', 'l', 'c'}; for (size_t i = 0; i < signature_box.size(); i++) { writer.Write(8, signature_box[i]); } for (size_t i = 0; i < filetype_box.size(); i++) { writer.Write(8, filetype_box[i]); } if (insert_extra_box) { for (size_t i = 0; i < extra_box_header.size(); i++) { writer.Write(8, extra_box_header[i]); } for (size_t i = 0; i < 255 - 8; i++) { writer.Write(8, 0); } } for (size_t i = 0; i < codestream_box_header.size(); i++) { writer.Write(8, codestream_box_header[i]); } } // JXL signature writer.Write(8, 0xff); writer.Write(8, 0x0a); // SizeHeader jxl::CodecMetadata metadata; EXPECT_TRUE(metadata.size.Set(xsize, ysize)); EXPECT_TRUE(WriteSizeHeader(metadata.size, &writer, 0, nullptr)); if (!metadata_default) { metadata.m.SetUintSamples(bits_per_sample); metadata.m.orientation = orientation; metadata.m.SetAlphaBits(alpha_bits); metadata.m.xyb_encoded = xyb_encoded; if (alpha_bits != 0) { metadata.m.extra_channel_info[0].name = "alpha_test"; } } if (!icc_profile.empty()) { jxl::PaddedBytes copy = icc_profile; EXPECT_TRUE(metadata.m.color_encoding.SetICC(std::move(copy))); } EXPECT_TRUE(jxl::Bundle::Write(metadata.m, &writer, 0, nullptr)); metadata.transform_data.nonserialized_xyb_encoded = metadata.m.xyb_encoded; EXPECT_TRUE(jxl::Bundle::Write(metadata.transform_data, &writer, 0, nullptr)); if (!icc_profile.empty()) { EXPECT_TRUE(metadata.m.color_encoding.WantICC()); EXPECT_TRUE(jxl::WriteICC(icc_profile, &writer, 0, nullptr)); } writer.ZeroPadToByte(); allotment.ReclaimAndCharge(&writer, 0, nullptr); return std::vector( writer.GetSpan().data(), writer.GetSpan().data() + writer.GetSpan().size()); } TEST(DecodeTest, BasicInfoTest) { size_t xsize[2] = {50, 33}; size_t ysize[2] = {50, 77}; size_t bits_per_sample[2] = {8, 23}; size_t orientation[2] = {3, 5}; size_t alpha_bits[2] = {0, 8}; JXL_BOOL have_container[2] = {0, 1}; bool xyb_encoded = false; std::vector> test_samples; // Test with direct codestream test_samples.push_back(GetTestHeader( xsize[0], ysize[0], bits_per_sample[0], orientation[0], alpha_bits[0], xyb_encoded, have_container[0], /*metadata_default=*/false, /*insert_extra_box=*/false, {})); // Test with container and different parameters test_samples.push_back(GetTestHeader( xsize[1], ysize[1], bits_per_sample[1], orientation[1], alpha_bits[1], xyb_encoded, have_container[1], /*metadata_default=*/false, /*insert_extra_box=*/false, {})); for (size_t i = 0; i < test_samples.size(); ++i) { const std::vector& data = test_samples[i]; // Test decoding too small header first, until we reach the final byte. for (size_t size = 0; size <= data.size(); ++size) { // Test with a new decoder for each tested byte size. JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO)); const uint8_t* next_in = data.data(); size_t avail_in = size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); JxlDecoderStatus status = JxlDecoderProcessInput(dec); JxlBasicInfo info; bool have_basic_info = !JxlDecoderGetBasicInfo(dec, &info); if (size == data.size()) { EXPECT_EQ(JXL_DEC_BASIC_INFO, status); // All header bytes given so the decoder must have the basic info. EXPECT_EQ(true, have_basic_info); EXPECT_EQ(have_container[i], info.have_container); EXPECT_EQ(alpha_bits[i], info.alpha_bits); // Orientations 5..8 swap the dimensions if (orientation[i] >= 5) { EXPECT_EQ(xsize[i], info.ysize); EXPECT_EQ(ysize[i], info.xsize); } else { EXPECT_EQ(xsize[i], info.xsize); EXPECT_EQ(ysize[i], info.ysize); } // The API should set the orientation to identity by default since it // already applies the transformation internally by default. EXPECT_EQ(1u, info.orientation); EXPECT_EQ(3u, info.num_color_channels); if (alpha_bits[i] != 0) { // Expect an extra channel EXPECT_EQ(1u, info.num_extra_channels); JxlExtraChannelInfo extra; EXPECT_EQ(0, JxlDecoderGetExtraChannelInfo(dec, 0, &extra)); EXPECT_EQ(alpha_bits[i], extra.bits_per_sample); EXPECT_EQ(JXL_CHANNEL_ALPHA, extra.type); EXPECT_EQ(0, extra.alpha_premultiplied); // Verify the name "alpha_test" given to the alpha channel EXPECT_EQ(10u, extra.name_length); char name[11]; EXPECT_EQ(0, JxlDecoderGetExtraChannelName(dec, 0, name, sizeof(name))); EXPECT_EQ(std::string("alpha_test"), std::string(name)); } else { EXPECT_EQ(0u, info.num_extra_channels); } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); } else { // If we did not give the full header, the basic info should not be // available. Allow a few bytes of slack due to some bits for default // opsinmatrix/extension bits. if (size + 2 < data.size()) { EXPECT_EQ(false, have_basic_info); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, status); } } // Test that decoder doesn't allow setting a setting required at beginning // unless it's reset EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO)); JxlDecoderReset(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO)); JxlDecoderDestroy(dec); } } } TEST(DecodeTest, BufferSizeTest) { size_t xsize = 33; size_t ysize = 77; size_t bits_per_sample = 8; size_t orientation = 1; size_t alpha_bits = 8; bool have_container = false; bool xyb_encoded = false; std::vector header = GetTestHeader(xsize, ysize, bits_per_sample, orientation, alpha_bits, xyb_encoded, have_container, /*metadata_default=*/false, /*insert_extra_box=*/false, {}); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO)); const uint8_t* next_in = header.data(); size_t avail_in = header.size(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); JxlDecoderStatus status = JxlDecoderProcessInput(dec); EXPECT_EQ(JXL_DEC_BASIC_INFO, status); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(xsize, info.xsize); EXPECT_EQ(ysize, info.ysize); JxlPixelFormat format = {4, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; size_t image_out_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &image_out_size)); EXPECT_EQ(xsize * ysize * 4, image_out_size); JxlDecoderDestroy(dec); } TEST(DecodeTest, BasicInfoSizeHintTest) { // Test on a file where the size hint is too small initially due to inserting // a box before the codestream (something that is normally not recommended) size_t xsize = 50; size_t ysize = 50; size_t bits_per_sample = 16; size_t orientation = 1; size_t alpha_bits = 0; bool xyb_encoded = false; std::vector data = GetTestHeader( xsize, ysize, bits_per_sample, orientation, alpha_bits, xyb_encoded, /*have_container=*/true, /*metadata_default=*/false, /*insert_extra_box=*/true, {}); JxlDecoderStatus status; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO)); size_t hint0 = JxlDecoderSizeHintBasicInfo(dec); // Test that the test works as intended: we construct a file on purpose to // be larger than the first hint by having that extra box. EXPECT_LT(hint0, data.size()); const uint8_t* next_in = data.data(); // Do as if we have only as many bytes as indicated by the hint available size_t avail_in = std::min(hint0, data.size()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); status = JxlDecoderProcessInput(dec); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, status); // Basic info cannot be available yet due to the extra inserted box. EXPECT_EQ(false, !JxlDecoderGetBasicInfo(dec, nullptr)); size_t num_read = avail_in - JxlDecoderReleaseInput(dec); EXPECT_LT(num_read, data.size()); size_t hint1 = JxlDecoderSizeHintBasicInfo(dec); // The hint must be larger than the previous hint (taking already processed // bytes into account, the hint is a hint for the next avail_in) since the // decoder now knows there is a box in between. EXPECT_GT(hint1 + num_read, hint0); avail_in = std::min(hint1, data.size() - num_read); next_in += num_read; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); status = JxlDecoderProcessInput(dec); EXPECT_EQ(JXL_DEC_BASIC_INFO, status); JxlBasicInfo info; // We should have the basic info now, since we only added one box in-between, // and the decoder should have known its size, its implementation can return // a correct hint. EXPECT_EQ(true, !JxlDecoderGetBasicInfo(dec, &info)); // Also test if the basic info is correct. EXPECT_EQ(1, info.have_container); EXPECT_EQ(xsize, info.xsize); EXPECT_EQ(ysize, info.ysize); EXPECT_EQ(orientation, info.orientation); EXPECT_EQ(bits_per_sample, info.bits_per_sample); JxlDecoderDestroy(dec); } std::vector GetIccTestHeader(const jxl::PaddedBytes& icc_profile, bool xyb_encoded) { size_t xsize = 50; size_t ysize = 50; size_t bits_per_sample = 16; size_t orientation = 1; size_t alpha_bits = 0; return GetTestHeader(xsize, ysize, bits_per_sample, orientation, alpha_bits, xyb_encoded, /*have_container=*/false, /*metadata_default=*/false, /*insert_extra_box=*/false, icc_profile); } // Tests the case where pixels and metadata ICC profile are the same TEST(DecodeTest, IccProfileTestOriginal) { jxl::PaddedBytes icc_profile = GetIccTestProfile(); bool xyb_encoded = false; std::vector data = GetIccTestHeader(icc_profile, xyb_encoded); JxlPixelFormat format = {4, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_COLOR_ENCODING)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), data.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); // Expect the opposite of xyb_encoded for uses_original_profile JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(JXL_TRUE, info.uses_original_profile); EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); // the encoded color profile expected to be not available, since the image // has an ICC profile instead EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, nullptr)); size_t dec_profile_size; EXPECT_EQ( JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, &dec_profile_size)); // Check that can get return status with NULL size EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, nullptr)); // The profiles must be equal. This requires they have equal size, and if // they do, we can get the profile and compare the contents. EXPECT_EQ(icc_profile.size(), dec_profile_size); if (icc_profile.size() == dec_profile_size) { jxl::PaddedBytes icc_profile2(icc_profile.size()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsICCProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, icc_profile2.data(), icc_profile2.size())); EXPECT_EQ(icc_profile, icc_profile2); } // the data is not xyb_encoded, so same result expected for the pixel data // color profile EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, nullptr)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &dec_profile_size)); EXPECT_EQ(icc_profile.size(), dec_profile_size); JxlDecoderDestroy(dec); } // Tests the case where pixels and metadata ICC profile are different TEST(DecodeTest, IccProfileTestXybEncoded) { jxl::PaddedBytes icc_profile = GetIccTestProfile(); bool xyb_encoded = true; std::vector data = GetIccTestHeader(icc_profile, xyb_encoded); JxlPixelFormat format = {4, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; JxlPixelFormat format_int = {4, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_COLOR_ENCODING)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), data.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); // Expect the opposite of xyb_encoded for uses_original_profile JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(JXL_FALSE, info.uses_original_profile); EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); // the encoded color profile expected to be not available, since the image // has an ICC profile instead EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, nullptr)); // Check that can get return status with NULL size EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, nullptr)); size_t dec_profile_size; EXPECT_EQ( JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, &dec_profile_size)); // The profiles must be equal. This requires they have equal size, and if // they do, we can get the profile and compare the contents. EXPECT_EQ(icc_profile.size(), dec_profile_size); if (icc_profile.size() == dec_profile_size) { jxl::PaddedBytes icc_profile2(icc_profile.size()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsICCProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, icc_profile2.data(), icc_profile2.size())); EXPECT_EQ(icc_profile, icc_profile2); } // Data is xyb_encoded, so the data profile is a different profile, encoded // as structured profile. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, nullptr)); JxlColorEncoding pixel_encoding; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &pixel_encoding)); EXPECT_EQ(JXL_PRIMARIES_SRGB, pixel_encoding.primaries); // The API returns LINEAR by default when the colorspace cannot be represented // by enum values. EXPECT_EQ(JXL_TRANSFER_FUNCTION_LINEAR, pixel_encoding.transfer_function); // Test the same but with integer format. EXPECT_EQ( JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile( dec, &format_int, JXL_COLOR_PROFILE_TARGET_DATA, &pixel_encoding)); EXPECT_EQ(JXL_PRIMARIES_SRGB, pixel_encoding.primaries); EXPECT_EQ(JXL_TRANSFER_FUNCTION_LINEAR, pixel_encoding.transfer_function); // Test after setting the preferred color profile to non-linear sRGB: // for XYB images with ICC profile, this setting is expected to take effect. jxl::ColorEncoding temp_jxl_srgb = jxl::ColorEncoding::SRGB(false); JxlColorEncoding pixel_encoding_srgb; ConvertInternalToExternalColorEncoding(temp_jxl_srgb, &pixel_encoding_srgb); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreferredColorProfile(dec, &pixel_encoding_srgb)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &pixel_encoding)); EXPECT_EQ(JXL_TRANSFER_FUNCTION_SRGB, pixel_encoding.transfer_function); // The decoder can also output this as a generated ICC profile anyway, and // we're certain that it will differ from the above defined profile since // the sRGB data should not have swapped R/G/B primaries. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &dec_profile_size)); // We don't need to dictate exactly what size the generated ICC profile // must be (since there are many ways to represent the same color space), // but it should not be zero. EXPECT_NE(0u, dec_profile_size); jxl::PaddedBytes icc_profile2(dec_profile_size); if (0 != dec_profile_size) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsICCProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, icc_profile2.data(), icc_profile2.size())); // expected not equal EXPECT_NE(icc_profile, icc_profile2); } // Test setting another different preferred profile, to verify that the // returned JXL_COLOR_PROFILE_TARGET_DATA ICC profile is correctly // updated. jxl::ColorEncoding temp_jxl_linear = jxl::ColorEncoding::LinearSRGB(false); JxlColorEncoding pixel_encoding_linear; ConvertInternalToExternalColorEncoding(temp_jxl_linear, &pixel_encoding_linear); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreferredColorProfile(dec, &pixel_encoding_linear)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &pixel_encoding)); EXPECT_EQ(JXL_TRANSFER_FUNCTION_LINEAR, pixel_encoding.transfer_function); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, &dec_profile_size)); EXPECT_NE(0u, dec_profile_size); jxl::PaddedBytes icc_profile3(dec_profile_size); if (0 != dec_profile_size) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsICCProfile( dec, &format, JXL_COLOR_PROFILE_TARGET_DATA, icc_profile3.data(), icc_profile3.size())); // expected not equal to the previously set preferred profile. EXPECT_NE(icc_profile2, icc_profile3); } JxlDecoderDestroy(dec); } // Test decoding ICC from partial files byte for byte. // This test must pass also if JXL_CRASH_ON_ERROR is enabled, that is, the // decoding of the ANS histogram and stream of the encoded ICC profile must also // handle the case of not enough input bytes with StatusCode::kNotEnoughBytes // rather than fatal error status codes. TEST(DecodeTest, ICCPartialTest) { jxl::PaddedBytes icc_profile = GetIccTestProfile(); std::vector data = GetIccTestHeader(icc_profile, false); JxlPixelFormat format = {4, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; const uint8_t* next_in = data.data(); size_t avail_in = 0; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_COLOR_ENCODING)); bool seen_basic_info = false; bool seen_color_encoding = false; size_t total_size = 0; for (;;) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); JxlDecoderStatus status = JxlDecoderProcessInput(dec); size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, avail_in); next_in += avail_in - remaining; avail_in = remaining; if (status == JXL_DEC_NEED_MORE_INPUT) { if (total_size >= data.size()) { // End of partial codestream with codestrema headers and ICC profile // reached, it should not require more input since full image is not // requested FAIL(); break; } size_t increment = 1; if (total_size + increment > data.size()) { increment = data.size() - total_size; } total_size += increment; avail_in += increment; } else if (status == JXL_DEC_BASIC_INFO) { EXPECT_FALSE(seen_basic_info); seen_basic_info = true; } else if (status == JXL_DEC_COLOR_ENCODING) { EXPECT_TRUE(seen_basic_info); EXPECT_FALSE(seen_color_encoding); seen_color_encoding = true; // Sanity check that the ICC profile was decoded correctly size_t dec_profile_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetICCProfileSize(dec, &format, JXL_COLOR_PROFILE_TARGET_ORIGINAL, &dec_profile_size)); EXPECT_EQ(icc_profile.size(), dec_profile_size); } else if (status == JXL_DEC_SUCCESS) { EXPECT_TRUE(seen_color_encoding); break; } else { // We do not expect any other events or errors FAIL(); break; } } EXPECT_TRUE(seen_basic_info); EXPECT_TRUE(seen_color_encoding); JxlDecoderDestroy(dec); } struct PixelTestConfig { // Input image definition. bool grayscale; bool include_alpha; size_t xsize; size_t ysize; jxl::PreviewMode preview_mode; bool add_intrinsic_size; // Output format. JxlEndianness endianness; JxlDataType data_type; uint32_t output_channels; // Container options. CodeStreamBoxFormat add_container; // Decoding mode. bool use_callback; bool set_buffer_early; bool use_resizable_runner; // Exif orientation, 1-8 JxlOrientation orientation; bool keep_orientation; size_t upsampling; }; class DecodeTestParam : public ::testing::TestWithParam {}; TEST_P(DecodeTestParam, PixelTest) { PixelTestConfig config = GetParam(); JxlDecoder* dec = JxlDecoderCreate(NULL); if (config.keep_orientation) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetKeepOrientation(dec, JXL_TRUE)); } size_t num_pixels = config.xsize * config.ysize; uint32_t orig_channels = (config.grayscale ? 1 : 3) + (config.include_alpha ? 1 : 0); std::vector pixels = jxl::test::GetSomeTestImage(config.xsize, config.ysize, orig_channels, 0); JxlPixelFormat format_orig = {orig_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; // Lossless to verify pixels exactly after roundtrip. params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; params.cparams.resampling = config.upsampling; params.cparams.ec_resampling = config.upsampling; params.box_format = config.add_container; params.orientation = config.orientation; params.preview_mode = config.preview_mode; params.add_intrinsic_size = config.add_intrinsic_size; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), config.xsize, config.ysize, orig_channels, params); JxlPixelFormat format = {config.output_channels, config.data_type, config.endianness, 0}; bool swap_xy = !config.keep_orientation && (config.orientation > 4); size_t xsize = swap_xy ? config.ysize : config.xsize; size_t ysize = swap_xy ? config.xsize : config.ysize; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, config.use_callback, config.set_buffer_early, config.use_resizable_runner, /*require_boxes=*/false, /*expect_success=*/true); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * config.output_channels * jxl::test::GetDataBits(config.data_type) / jxl::kBitsPerByte, pixels2.size()); // If an orientation transformation is expected, to compare the pixels, also // apply this transformation to the original pixels. ConvertToExternal is // used to achieve this, with a temporary conversion to CodecInOut and back. if (config.orientation > 1 && !config.keep_orientation) { jxl::Span bytes(pixels.data(), pixels.size()); jxl::ColorEncoding color_encoding = jxl::ColorEncoding::SRGB(config.grayscale); jxl::CodecInOut io; if (config.include_alpha) io.metadata.m.SetAlphaBits(16); io.metadata.m.color_encoding = color_encoding; io.SetSize(config.xsize, config.ysize); EXPECT_TRUE(ConvertFromExternal(bytes, config.xsize, config.ysize, color_encoding, 16, format_orig, nullptr, &io.Main())); for (size_t i = 0; i < pixels.size(); i++) pixels[i] = 0; EXPECT_TRUE(ConvertToExternal( io.Main(), 16, /*float_out=*/false, orig_channels, JXL_BIG_ENDIAN, xsize * 2 * orig_channels, nullptr, pixels.data(), pixels.size(), /*out_callback=*/{}, static_cast(config.orientation))); } if (config.upsampling == 1) { EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format)); } else { // resampling is of course not lossless, so as a rough check: // count pixels that are more than off-by-25 in the 8-bit value of one of // the channels EXPECT_LE( jxl::test::ComparePixels( pixels.data(), pixels2.data(), xsize, ysize, format_orig, format, 50.0 * (config.data_type == JXL_TYPE_UINT8 ? 1.0 : 256.0)), 300u); } JxlDecoderDestroy(dec); } std::vector GeneratePixelTests() { std::vector all_tests; struct ChannelInfo { bool grayscale; bool include_alpha; size_t output_channels; }; ChannelInfo ch_info[] = { {false, true, 4}, // RGBA -> RGBA {true, false, 1}, // G -> G {true, true, 1}, // GA -> G {true, true, 2}, // GA -> GA {false, false, 3}, // RGB -> RGB {false, true, 3}, // RGBA -> RGB {false, false, 4}, // RGB -> RGBA }; struct OutputFormat { JxlEndianness endianness; JxlDataType data_type; }; OutputFormat out_formats[] = { {JXL_NATIVE_ENDIAN, JXL_TYPE_UINT8}, {JXL_LITTLE_ENDIAN, JXL_TYPE_UINT16}, {JXL_BIG_ENDIAN, JXL_TYPE_UINT16}, {JXL_NATIVE_ENDIAN, JXL_TYPE_FLOAT16}, {JXL_LITTLE_ENDIAN, JXL_TYPE_FLOAT}, {JXL_BIG_ENDIAN, JXL_TYPE_FLOAT}, }; auto make_test = [&](ChannelInfo ch, size_t xsize, size_t ysize, jxl::PreviewMode preview_mode, bool intrinsic_size, CodeStreamBoxFormat box, JxlOrientation orientation, bool keep_orientation, OutputFormat format, bool use_callback, bool set_buffer_early, bool resizable_runner, size_t upsampling) { PixelTestConfig c; c.grayscale = ch.grayscale; c.include_alpha = ch.include_alpha; c.preview_mode = preview_mode; c.add_intrinsic_size = intrinsic_size; c.xsize = xsize; c.ysize = ysize; c.add_container = (CodeStreamBoxFormat)box; c.output_channels = ch.output_channels; c.data_type = format.data_type; c.endianness = format.endianness; c.use_callback = use_callback; c.set_buffer_early = set_buffer_early; c.use_resizable_runner = resizable_runner; c.orientation = orientation; c.keep_orientation = keep_orientation; c.upsampling = upsampling; all_tests.push_back(c); }; // Test output formats and methods. for (ChannelInfo ch : ch_info) { for (int use_callback = 0; use_callback <= 1; use_callback++) { for (size_t upsampling : {1, 2, 4, 8}) { for (OutputFormat fmt : out_formats) { make_test(ch, 301, 33, jxl::kNoPreview, /*add_intrinsic_size=*/false, CodeStreamBoxFormat::kCSBF_None, JXL_ORIENT_IDENTITY, /*keep_orientation=*/false, fmt, use_callback, /*set_buffer_early=*/false, /*resizable_runner=*/false, upsampling); } } } } // Test codestream formats. for (size_t box = 1; box < kCSBF_NUM_ENTRIES; ++box) { make_test(ch_info[0], 77, 33, jxl::kNoPreview, /*add_intrinsic_size=*/false, (CodeStreamBoxFormat)box, JXL_ORIENT_IDENTITY, /*keep_orientation=*/false, out_formats[0], /*use_callback=*/false, /*set_buffer_early=*/false, /*resizable_runner=*/false, 1); } // Test previews. for (int preview_mode = 0; preview_mode < jxl::kNumPreviewModes; preview_mode++) { make_test(ch_info[0], 77, 33, (jxl::PreviewMode)preview_mode, /*add_intrinsic_size=*/false, CodeStreamBoxFormat::kCSBF_None, JXL_ORIENT_IDENTITY, /*keep_orientation=*/false, out_formats[0], /*use_callback=*/false, /*set_buffer_early=*/false, /*resizable_runner=*/false, 1); } // Test intrinsic sizes. for (int add_intrinsic_size = 0; add_intrinsic_size <= 1; add_intrinsic_size++) { make_test(ch_info[0], 55, 34, jxl::kNoPreview, add_intrinsic_size, CodeStreamBoxFormat::kCSBF_None, JXL_ORIENT_IDENTITY, /*keep_orientation=*/false, out_formats[0], /*use_callback=*/false, /*set_buffer_early=*/false, /*resizable_runner=*/false, 1); } // Test setting buffers early. make_test(ch_info[0], 300, 33, jxl::kNoPreview, /*add_intrinsic_size=*/false, CodeStreamBoxFormat::kCSBF_None, JXL_ORIENT_IDENTITY, /*keep_orientation=*/false, out_formats[0], /*use_callback=*/false, /*set_buffer_early=*/true, /*resizable_runner=*/false, 1); // Test using the resizable runner for (size_t i = 0; i < 4; i++) { make_test(ch_info[0], 300 << i, 33 << i, jxl::kNoPreview, /*add_intrinsic_size=*/false, CodeStreamBoxFormat::kCSBF_None, JXL_ORIENT_IDENTITY, /*keep_orientation=*/false, out_formats[0], /*use_callback=*/false, /*set_buffer_early=*/false, /*resizable_runner=*/true, 1); } // Test orientations. for (int orientation = 2; orientation <= 8; ++orientation) { for (int keep_orientation = 0; keep_orientation <= 1; keep_orientation++) { for (int use_callback = 0; use_callback <= 1; use_callback++) { for (ChannelInfo ch : ch_info) { for (OutputFormat fmt : out_formats) { make_test(ch, 280, 12, jxl::kNoPreview, /*add_intrinsic_size=*/false, CodeStreamBoxFormat::kCSBF_None, static_cast(orientation), /*keep_orientation=*/keep_orientation, fmt, /*use_callback=*/use_callback, /*set_buffer_early=*/true, /*resizable_runner=*/false, 1); } } } } } return all_tests; } std::ostream& operator<<(std::ostream& os, const PixelTestConfig& c) { os << c.xsize << "x" << c.ysize; const char* colors[] = {"", "G", "GA", "RGB", "RGBA"}; os << colors[(c.grayscale ? 1 : 3) + (c.include_alpha ? 1 : 0)]; os << "to"; os << colors[c.output_channels]; switch (c.data_type) { case JXL_TYPE_UINT8: os << "u8"; break; case JXL_TYPE_UINT16: os << "u16"; break; case JXL_TYPE_FLOAT: os << "f32"; break; case JXL_TYPE_FLOAT16: os << "f16"; break; default: JXL_ASSERT(false); }; if (jxl::test::GetDataBits(c.data_type) > jxl::kBitsPerByte) { if (c.endianness == JXL_NATIVE_ENDIAN) { // add nothing } else if (c.endianness == JXL_BIG_ENDIAN) { os << "BE"; } else if (c.endianness == JXL_LITTLE_ENDIAN) { os << "LE"; } } if (c.add_container != CodeStreamBoxFormat::kCSBF_None) { os << "Box"; os << (size_t)c.add_container; } if (c.preview_mode == jxl::kSmallPreview) os << "Preview"; if (c.preview_mode == jxl::kBigPreview) os << "BigPreview"; if (c.add_intrinsic_size) os << "IntrinicSize"; if (c.use_callback) os << "Callback"; if (c.set_buffer_early) os << "EarlyBuffer"; if (c.use_resizable_runner) os << "ResizableRunner"; if (c.orientation != 1) os << "O" << c.orientation; if (c.keep_orientation) os << "Keep"; if (c.upsampling > 1) os << "x" << c.upsampling; return os; } std::string PixelTestDescription( const testing::TestParamInfo& info) { std::stringstream name; name << info.param; return name.str(); } JXL_GTEST_INSTANTIATE_TEST_SUITE_P(DecodeTest, DecodeTestParam, testing::ValuesIn(GeneratePixelTests()), PixelTestDescription); TEST(DecodeTest, PixelTestWithICCProfileLossless) { JxlDecoder* dec = JxlDecoderCreate(NULL); size_t xsize = 123, ysize = 77; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); JxlPixelFormat format_orig = {4, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; // Lossless to verify pixels exactly after roundtrip. params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; params.add_icc_profile = true; // For variation: some have container and no preview, others have preview // and no container. jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); for (uint32_t channels = 3; channels <= 4; ++channels) { { JxlPixelFormat format = {channels, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/false, /*set_buffer_early=*/false, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * channels, pixels2.size()); EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format)); } { JxlPixelFormat format = {channels, JXL_TYPE_UINT16, JXL_LITTLE_ENDIAN, 0}; // Test with the container for one of the pixel formats. std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/true, /*set_buffer_early=*/true, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * channels * 2, pixels2.size()); EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format)); } { JxlPixelFormat format = {channels, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/false, /*set_buffer_early=*/false, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * channels * 4, pixels2.size()); EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format)); } } JxlDecoderDestroy(dec); } TEST(DecodeTest, PixelTestWithICCProfileLossy) { JxlDecoder* dec = JxlDecoderCreate(NULL); size_t xsize = 123, ysize = 77; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); JxlPixelFormat format_orig = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; params.add_icc_profile = true; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); uint32_t channels = 3; JxlPixelFormat format = {channels, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; jxl::PaddedBytes icc; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/false, /*set_buffer_early=*/true, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true, /*icc=*/&icc); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * channels * 4, pixels2.size()); // The input pixels use the profile matching GetIccTestProfile, since we set // add_icc_profile for CreateTestJXLCodestream to true. jxl::ColorEncoding color_encoding0; EXPECT_TRUE(color_encoding0.SetICC(GetIccTestProfile())); jxl::Span span0(pixels.data(), pixels.size()); jxl::CodecInOut io0; io0.SetSize(xsize, ysize); EXPECT_TRUE(ConvertFromExternal(span0, xsize, ysize, color_encoding0, /*bits_per_sample=*/16, format_orig, /*pool=*/nullptr, &io0.Main())); jxl::ColorEncoding color_encoding1; EXPECT_TRUE(color_encoding1.SetICC(std::move(icc))); jxl::Span span1(pixels2.data(), pixels2.size()); jxl::CodecInOut io1; io1.SetSize(xsize, ysize); EXPECT_TRUE(ConvertFromExternal(span1, xsize, ysize, color_encoding1, /*bits_per_sample=*/32, format, /*pool=*/nullptr, &io1.Main())); jxl::ButteraugliParams ba; EXPECT_THAT(ButteraugliDistance(io0.frames, io1.frames, ba, jxl::GetJxlCms(), /*distmap=*/nullptr, nullptr), IsSlightlyBelow(0.79f)); JxlDecoderDestroy(dec); } std::string ColorDescription(JxlColorEncoding c) { jxl::ColorEncoding color_encoding; EXPECT_TRUE(ConvertExternalToInternalColorEncoding(c, &color_encoding)); return Description(color_encoding); } std::string GetOrigProfile(JxlDecoder* dec) { JxlColorEncoding c; JxlColorProfileTarget target = JXL_COLOR_PROFILE_TARGET_ORIGINAL; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile(dec, nullptr, target, &c)); return ColorDescription(c); } std::string GetDataProfile(JxlDecoder* dec) { JxlColorEncoding c; JxlColorProfileTarget target = JXL_COLOR_PROFILE_TARGET_DATA; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetColorAsEncodedProfile(dec, nullptr, target, &c)); return ColorDescription(c); } double ButteraugliDistance(size_t xsize, size_t ysize, const std::vector& pixels_in, const jxl::ColorEncoding& color_in, float intensity_in, const std::vector& pixels_out, const jxl::ColorEncoding& color_out, float intensity_out) { jxl::CodecInOut in; in.metadata.m.color_encoding = color_in; in.metadata.m.SetIntensityTarget(intensity_in); JxlPixelFormat format_in = {static_cast(color_in.Channels()), JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; EXPECT_TRUE(jxl::ConvertFromExternal( jxl::Span(pixels_in.data(), pixels_in.size()), xsize, ysize, color_in, /*bits_per_sample=*/16, format_in, /*pool=*/nullptr, &in.Main())); jxl::CodecInOut out; out.metadata.m.color_encoding = color_out; out.metadata.m.SetIntensityTarget(intensity_out); JxlPixelFormat format_out = {static_cast(color_out.Channels()), JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; EXPECT_TRUE(jxl::ConvertFromExternal( jxl::Span(pixels_out.data(), pixels_out.size()), xsize, ysize, color_out, /*bits_per_sample=*/16, format_out, /*pool=*/nullptr, &out.Main())); return ButteraugliDistance(in.frames, out.frames, jxl::ButteraugliParams(), jxl::GetJxlCms(), nullptr, nullptr); } class DecodeAllEncodingsTest : public ::testing::TestWithParam {}; JXL_GTEST_INSTANTIATE_TEST_SUITE_P( DecodeAllEncodingsTestInstantiation, DecodeAllEncodingsTest, ::testing::ValuesIn(jxl::test::AllEncodings())); TEST_P(DecodeAllEncodingsTest, PreserveOriginalProfileTest) { size_t xsize = 123, ysize = 77; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; int events = JXL_DEC_BASIC_INFO | JXL_DEC_COLOR_ENCODING | JXL_DEC_FULL_IMAGE; const auto& cdesc = GetParam(); jxl::ColorEncoding c_in = jxl::test::ColorEncodingFromDescriptor(cdesc); if (c_in.rendering_intent != jxl::RenderingIntent::kRelative) return; std::string color_space_in = Description(c_in); float intensity_in = c_in.tf.IsPQ() ? 10000 : 255; printf("Testing input color space %s\n", color_space_in.c_str()); jxl::TestCodestreamParams params; params.color_space = color_space_in; params.intensity_target = intensity_in; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, events)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), data.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(xsize, info.xsize); EXPECT_EQ(ysize, info.ysize); EXPECT_FALSE(info.uses_original_profile); EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); EXPECT_EQ(GetOrigProfile(dec), color_space_in); EXPECT_EQ(GetDataProfile(dec), color_space_in); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); std::vector out(pixels.size()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, out.data(), out.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); double dist = ButteraugliDistance(xsize, ysize, pixels, c_in, intensity_in, out, c_in, intensity_in); EXPECT_LT(dist, 1.29); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } namespace { void SetPreferredColorProfileTest( const jxl::test::ColorEncodingDescriptor& from) { size_t xsize = 123, ysize = 77; int events = JXL_DEC_BASIC_INFO | JXL_DEC_COLOR_ENCODING | JXL_DEC_FULL_IMAGE; jxl::ColorEncoding c_in = jxl::test::ColorEncodingFromDescriptor(from); if (c_in.rendering_intent != jxl::RenderingIntent::kRelative) return; if (c_in.white_point != jxl::WhitePoint::kD65) return; uint32_t num_channels = c_in.Channels(); std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; std::string color_space_in = Description(c_in); float intensity_in = c_in.tf.IsPQ() ? 10000 : 255; jxl::TestCodestreamParams params; params.color_space = color_space_in; params.intensity_target = intensity_in; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); auto all_encodings = jxl::test::AllEncodings(); all_encodings.push_back( {jxl::ColorSpace::kXYB, jxl::WhitePoint::kD65, jxl::Primaries::kCustom, jxl::TransferFunction::kUnknown, jxl::RenderingIntent::kPerceptual}); for (const auto& c1 : all_encodings) { jxl::ColorEncoding c_out = jxl::test::ColorEncodingFromDescriptor(c1); float intensity_out = intensity_in; if (c_out.GetColorSpace() != jxl::ColorSpace::kXYB) { if (c_out.rendering_intent != jxl::RenderingIntent::kRelative) { continue; } if ((c_in.primaries == jxl::Primaries::k2100 && c_out.primaries != jxl::Primaries::k2100) || (c_in.primaries == jxl::Primaries::kP3 && c_out.primaries == jxl::Primaries::kSRGB)) { // Converting to a narrower gamut does not work without gammut mapping. continue; } } if (c_out.tf.IsHLG() && intensity_out > 300) { // The Linear->HLG OOTF function at this intensity level can push // saturated colors out of gamut, so we would need gamut mapping in // this case too. continue; } std::string color_space_out = Description(c_out); if (color_space_in == color_space_out) continue; printf("Testing input color space %s with output color space %s\n", color_space_in.c_str(), color_space_out.c_str()); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, events)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), data.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(xsize, info.xsize); EXPECT_EQ(ysize, info.ysize); EXPECT_FALSE(info.uses_original_profile); EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); EXPECT_EQ(GetOrigProfile(dec), color_space_in); EXPECT_EQ(GetDataProfile(dec), color_space_in); JxlColorEncoding encoding_out; EXPECT_TRUE(jxl::ParseDescription(color_space_out, &encoding_out)); if (c_out.GetColorSpace() == jxl::ColorSpace::kXYB && (c_in.primaries != jxl::Primaries::kSRGB || c_in.tf.IsPQ())) { EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSetPreferredColorProfile(dec, &encoding_out)); JxlDecoderDestroy(dec); continue; } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreferredColorProfile(dec, &encoding_out)); EXPECT_EQ(GetOrigProfile(dec), color_space_in); EXPECT_EQ(GetDataProfile(dec), color_space_out); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); size_t buffer_size; JxlPixelFormat out_format = format; out_format.num_channels = c_out.Channels(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &out_format, &buffer_size)); std::vector out(buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &out_format, out.data(), out.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); double dist = ButteraugliDistance(xsize, ysize, pixels, c_in, intensity_in, out, c_out, intensity_out); if (c_in.white_point == c_out.white_point) { EXPECT_LT(dist, 1.29); } else { EXPECT_LT(dist, 4.0); } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } } } // namespace TEST(DecodeTest, SetPreferredColorProfileTestFromGray) { jxl::test::ColorEncodingDescriptor gray = { jxl::ColorSpace::kGray, jxl::WhitePoint::kD65, jxl::Primaries::kSRGB, jxl::TransferFunction::kSRGB, jxl::RenderingIntent::kRelative}; SetPreferredColorProfileTest(gray); } TEST_P(DecodeAllEncodingsTest, SetPreferredColorProfileTest) { const auto& from = GetParam(); SetPreferredColorProfileTest(from); } // Tests the case of lossy sRGB image without alpha channel, decoded to RGB8 // and to RGBA8 TEST(DecodeTest, PixelTestOpaqueSrgbLossy) { for (unsigned channels = 3; channels <= 4; channels++) { JxlDecoder* dec = JxlDecoderCreate(NULL); size_t xsize = 123, ysize = 77; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); JxlPixelFormat format_orig = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, jxl::TestCodestreamParams()); JxlPixelFormat format = {channels, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/true, /*set_buffer_early=*/false, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success*/ true); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * channels, pixels2.size()); jxl::ColorEncoding color_encoding0 = jxl::ColorEncoding::SRGB(false); jxl::Span span0(pixels.data(), pixels.size()); jxl::CodecInOut io0; io0.SetSize(xsize, ysize); EXPECT_TRUE(ConvertFromExternal(span0, xsize, ysize, color_encoding0, /*bits_per_sample=*/16, format_orig, /*pool=*/nullptr, &io0.Main())); jxl::ColorEncoding color_encoding1 = jxl::ColorEncoding::SRGB(false); jxl::Span span1(pixels2.data(), pixels2.size()); jxl::CodecInOut io1; EXPECT_TRUE(ConvertFromExternal(span1, xsize, ysize, color_encoding1, /*bits_per_sample=*/8, format, /*pool=*/nullptr, &io1.Main())); jxl::ButteraugliParams ba; EXPECT_THAT( ButteraugliDistance(io0.frames, io1.frames, ba, jxl::GetJxlCms(), /*distmap=*/nullptr, nullptr), IsSlightlyBelow(0.7f)); JxlDecoderDestroy(dec); } } // Opaque image with noise enabled, decoded to RGB8 and RGBA8. TEST(DecodeTest, PixelTestOpaqueSrgbLossyNoise) { for (unsigned channels = 3; channels <= 4; channels++) { JxlDecoder* dec = JxlDecoderCreate(NULL); size_t xsize = 512, ysize = 300; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); JxlPixelFormat format_orig = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; params.cparams.noise = jxl::Override::kOn; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); JxlPixelFormat format = {channels, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/false, /*set_buffer_early=*/true, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true); JxlDecoderReset(dec); EXPECT_EQ(num_pixels * channels, pixels2.size()); jxl::ColorEncoding color_encoding0 = jxl::ColorEncoding::SRGB(false); jxl::Span span0(pixels.data(), pixels.size()); jxl::CodecInOut io0; io0.SetSize(xsize, ysize); EXPECT_TRUE(ConvertFromExternal(span0, xsize, ysize, color_encoding0, /*bits_per_sample=*/16, format_orig, /*pool=*/nullptr, &io0.Main())); jxl::ColorEncoding color_encoding1 = jxl::ColorEncoding::SRGB(false); jxl::Span span1(pixels2.data(), pixels2.size()); jxl::CodecInOut io1; EXPECT_TRUE(ConvertFromExternal(span1, xsize, ysize, color_encoding1, /*bits_per_sample=*/8, format, /*pool=*/nullptr, &io1.Main())); jxl::ButteraugliParams ba; EXPECT_THAT( ButteraugliDistance(io0.frames, io1.frames, ba, jxl::GetJxlCms(), /*distmap=*/nullptr, nullptr), IsSlightlyBelow(1.7f)); JxlDecoderDestroy(dec); } } TEST(DecodeTest, ProcessEmptyInputWithBoxes) { size_t xsize = 123, ysize = 77; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); jxl::CompressParams cparams; uint32_t channels = 3; JxlPixelFormat format = {channels, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; for (int i = 0; i < kCSBF_NUM_ENTRIES; ++i) { JxlDecoder* dec = JxlDecoderCreate(NULL); jxl::TestCodestreamParams params; params.box_format = (CodeStreamBoxFormat)i; printf("Testing empty input with box format %d\n", (int)params.box_format); jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); const int events = JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE | JXL_DEC_COLOR_ENCODING; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, events)); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); const size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, compressed.size()); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } } TEST(DecodeTest, ExtraBytesAfterCompressedStream) { size_t xsize = 123, ysize = 77; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); jxl::CompressParams cparams; for (int i = 0; i < kCSBF_NUM_ENTRIES; ++i) { CodeStreamBoxFormat box_format = (CodeStreamBoxFormat)i; if (box_format == kCSBF_Multi_Other_Zero_Terminated) continue; printf("Testing with box format %d\n", (int)box_format); size_t last_unknown_box_size = 0; if (box_format == kCSBF_Single_Other) { last_unknown_box_size = unk1_box_size + 8; } else if (box_format == kCSBF_Multi_Other_Terminated) { last_unknown_box_size = unk3_box_size + 8; } else if (box_format == kCSBF_Multi_Last_Empty_Other) { // If boxes are not required, the decoder won't consume the last empty // jxlp box. last_unknown_box_size = 12 + unk3_box_size + 8; } jxl::TestCodestreamParams params; params.box_format = box_format; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); // Add some more bytes after compressed data. compressed.push_back(0); compressed.push_back(1); compressed.push_back(2); JxlDecoder* dec = JxlDecoderCreate(NULL); uint32_t channels = 3; JxlPixelFormat format = {channels, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/false, /*set_buffer_early=*/true, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true); size_t unconsumed_bytes = JxlDecoderReleaseInput(dec); EXPECT_EQ(last_unknown_box_size + 3, unconsumed_bytes); EXPECT_EQ(num_pixels * channels * 4, pixels2.size()); JxlDecoderDestroy(dec); } } TEST(DecodeTest, ExtraBytesAfterCompressedStreamRequireBoxes) { size_t xsize = 123, ysize = 77; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); jxl::CompressParams cparams; for (int i = 0; i < kCSBF_NUM_ENTRIES; ++i) { CodeStreamBoxFormat box_format = (CodeStreamBoxFormat)i; if (box_format == kCSBF_Multi_Other_Zero_Terminated) continue; printf("Testing with box format %d\n", (int)box_format); bool expect_success = (box_format == kCSBF_None || box_format == kCSBF_Single_Zero_Terminated || box_format == kCSBF_Multi_Zero_Terminated); jxl::TestCodestreamParams params; params.box_format = box_format; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); // Add some more bytes after compressed data. compressed.push_back(0); compressed.push_back(1); compressed.push_back(2); JxlDecoder* dec = JxlDecoderCreate(NULL); uint32_t channels = 3; JxlPixelFormat format = {channels, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(compressed.data(), compressed.size()), format, /*use_callback=*/false, /*set_buffer_early=*/true, /*use_resizable_runner=*/false, /*require_boxes=*/true, expect_success); size_t unconsumed_bytes = JxlDecoderReleaseInput(dec); EXPECT_EQ(3, unconsumed_bytes); EXPECT_EQ(num_pixels * channels * 4, pixels2.size()); JxlDecoderDestroy(dec); } } TEST(DecodeTest, ConcatenatedCompressedStreams) { size_t xsize = 123, ysize = 77; size_t num_pixels = xsize * ysize; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); jxl::CompressParams cparams; for (int i = 0; i < kCSBF_NUM_ENTRIES; ++i) { CodeStreamBoxFormat first_box_format = (CodeStreamBoxFormat)i; if (first_box_format == kCSBF_Multi_Other_Zero_Terminated) continue; jxl::TestCodestreamParams params1; params1.box_format = first_box_format; jxl::PaddedBytes compressed1 = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params1); for (int j = 0; j < kCSBF_NUM_ENTRIES; ++j) { CodeStreamBoxFormat second_box_format = (CodeStreamBoxFormat)j; if (second_box_format == kCSBF_Multi_Other_Zero_Terminated) continue; printf("Testing with box format pair %d, %d\n", (int)first_box_format, (int)second_box_format); jxl::TestCodestreamParams params2; params2.box_format = second_box_format; jxl::PaddedBytes compressed2 = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params2); jxl::PaddedBytes concat; concat.append(compressed1); concat.append(compressed2); uint32_t channels = 3; JxlPixelFormat format = {channels, JXL_TYPE_FLOAT, JXL_LITTLE_ENDIAN, 0}; size_t remaining = concat.size(); for (int part = 0; part < 2; ++part) { printf(" Decoding part %d\n", part + 1); JxlDecoder* dec = JxlDecoderCreate(NULL); size_t pos = concat.size() - remaining; bool expect_success = (part == 0 || second_box_format == kCSBF_None || second_box_format == kCSBF_Single_Zero_Terminated || second_box_format == kCSBF_Multi_Zero_Terminated); std::vector pixels2 = jxl::DecodeWithAPI( dec, jxl::Span(concat.data() + pos, remaining), format, /*use_callback=*/false, /*set_buffer_early=*/true, /*use_resizable_runner=*/false, /*require_boxes=*/true, expect_success); EXPECT_EQ(num_pixels * channels * 4, pixels2.size()); remaining = JxlDecoderReleaseInput(dec); JxlDecoderDestroy(dec); } EXPECT_EQ(0, remaining); } } } void TestPartialStream(bool reconstructible_jpeg) { size_t xsize = 123, ysize = 77; uint32_t channels = 4; if (reconstructible_jpeg) { channels = 3; } std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, channels, 0); JxlPixelFormat format_orig = {channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; if (reconstructible_jpeg) { params.cparams.color_transform = jxl::ColorTransform::kNone; } else { // Lossless to verify pixels exactly after roundtrip. params.cparams.SetLossless(); } std::vector pixels2; pixels2.resize(pixels.size()); jxl::PaddedBytes jpeg_output(64); size_t used_jpeg_output = 0; std::vector codestreams(kCSBF_NUM_ENTRIES); std::vector jpeg_codestreams(kCSBF_NUM_ENTRIES); for (size_t i = 0; i < kCSBF_NUM_ENTRIES; ++i) { params.box_format = (CodeStreamBoxFormat)i; if (reconstructible_jpeg) { params.jpeg_codestream = &jpeg_codestreams[i]; } codestreams[i] = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, channels, params); } // Test multiple step sizes, to test different combinations of the streaming // box parsing. std::vector increments = {1, 3, 17, 23, 120, 700, 1050}; for (size_t index = 0; index < increments.size(); index++) { for (size_t i = 0; i < kCSBF_NUM_ENTRIES; ++i) { if (reconstructible_jpeg && (CodeStreamBoxFormat)i == CodeStreamBoxFormat::kCSBF_None) { continue; } const jxl::PaddedBytes& data = codestreams[i]; const uint8_t* next_in = data.data(); size_t avail_in = 0; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE | JXL_DEC_JPEG_RECONSTRUCTION)); bool seen_basic_info = false; bool seen_full_image = false; bool seen_jpeg_recon = false; size_t total_size = 0; for (;;) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); JxlDecoderStatus status = JxlDecoderProcessInput(dec); size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, avail_in); next_in += avail_in - remaining; avail_in = remaining; if (status == JXL_DEC_NEED_MORE_INPUT) { if (total_size >= data.size()) { // End of test data reached, it should have successfully decoded the // image now. FAIL(); break; } size_t increment = increments[index]; // End of the file reached, should be the final test. if (total_size + increment > data.size()) { increment = data.size() - total_size; } total_size += increment; avail_in += increment; } else if (status == JXL_DEC_BASIC_INFO) { // This event should happen exactly once EXPECT_FALSE(seen_basic_info); if (seen_basic_info) break; seen_basic_info = true; JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); } else if (status == JXL_DEC_JPEG_RECONSTRUCTION) { EXPECT_FALSE(seen_basic_info); EXPECT_FALSE(seen_full_image); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetJPEGBuffer(dec, jpeg_output.data(), jpeg_output.size())); seen_jpeg_recon = true; } else if (status == JXL_DEC_JPEG_NEED_MORE_OUTPUT) { EXPECT_TRUE(seen_jpeg_recon); used_jpeg_output = jpeg_output.size() - JxlDecoderReleaseJPEGBuffer(dec); jpeg_output.resize(jpeg_output.size() * 2); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetJPEGBuffer( dec, jpeg_output.data() + used_jpeg_output, jpeg_output.size() - used_jpeg_output)); } else if (status == JXL_DEC_NEED_IMAGE_OUT_BUFFER) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format_orig, pixels2.data(), pixels2.size())); } else if (status == JXL_DEC_FULL_IMAGE) { // This event should happen exactly once EXPECT_FALSE(seen_full_image); if (seen_full_image) break; // This event should happen after basic info EXPECT_TRUE(seen_basic_info); seen_full_image = true; if (reconstructible_jpeg) { used_jpeg_output = jpeg_output.size() - JxlDecoderReleaseJPEGBuffer(dec); EXPECT_EQ(used_jpeg_output, jpeg_codestreams[i].size()); EXPECT_EQ(0, memcmp(jpeg_output.data(), jpeg_codestreams[i].data(), used_jpeg_output)); } else { EXPECT_EQ(pixels, pixels2); } } else if (status == JXL_DEC_SUCCESS) { EXPECT_TRUE(seen_full_image); break; } else { // We do not expect any other events or errors FAIL(); break; } } // Ensure the decoder emitted the basic info and full image events EXPECT_TRUE(seen_basic_info); EXPECT_TRUE(seen_full_image); JxlDecoderDestroy(dec); } } } // Tests the return status when trying to decode pixels on incomplete file: it // should return JXL_DEC_NEED_MORE_INPUT, not error. TEST(DecodeTest, PixelPartialTest) { TestPartialStream(false); } #if JPEGXL_ENABLE_JPEG // Tests the return status when trying to decode JPEG bytes on incomplete file. TEST(DecodeTest, JXL_TRANSCODE_JPEG_TEST(JPEGPartialTest)) { TestPartialStream(true); } #endif // JPEGXL_ENABLE_JPEG // The DC event still exists, but is no longer implemented, it is deprecated. TEST(DecodeTest, DCNotGettableTest) { // 1x1 pixel JXL image std::string compressed( "\377\n\0\20\260\23\0H\200(" "\0\334\0U\17\0\0\250P\31e\334\340\345\\\317\227\37:," "\246m\\gh\253m\vK\22E\306\261I\252C&pH\22\353 " "\363\6\22\bp\0\200\237\34\231W2d\255$\1", 68); JxlDecoder* dec = JxlDecoderCreate(NULL); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput( dec, reinterpret_cast(compressed.data()), compressed.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); // Since the image is only 1x1 pixel, there is only 1 group, the decoder is // unable to get DC size from this, and will not return the DC at all. Since // no full image is requested either, it is expected to return success. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } TEST(DecodeTest, PreviewTest) { size_t xsize = 77, ysize = 120; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); JxlPixelFormat format_orig = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; for (jxl::PreviewMode mode : {jxl::kSmallPreview, jxl::kBigPreview}) { jxl::TestCodestreamParams params; params.preview_mode = mode; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 3, params); JxlPixelFormat format = {3, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_PREVIEW_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderPreviewOutBufferSize(dec, &format, &buffer_size)); jxl::ColorEncoding c_srgb = jxl::ColorEncoding::SRGB(false); jxl::CodecInOut io0; EXPECT_TRUE(jxl::ConvertFromExternal( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, c_srgb, /*bits_per_sample=*/16, format_orig, /*pool=*/nullptr, &io0.Main())); GeneratePreview(params.preview_mode, &io0.Main()); size_t xsize_preview = io0.Main().xsize(); size_t ysize_preview = io0.Main().ysize(); EXPECT_EQ(xsize_preview, info.preview.xsize); EXPECT_EQ(ysize_preview, info.preview.ysize); EXPECT_EQ(xsize_preview * ysize_preview * 3, buffer_size); EXPECT_EQ(JXL_DEC_NEED_PREVIEW_OUT_BUFFER, JxlDecoderProcessInput(dec)); std::vector preview(buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreviewOutBuffer(dec, &format, preview.data(), preview.size())); EXPECT_EQ(JXL_DEC_PREVIEW_IMAGE, JxlDecoderProcessInput(dec)); jxl::CodecInOut io1; EXPECT_TRUE(jxl::ConvertFromExternal( jxl::Span(preview.data(), preview.size()), xsize_preview, ysize_preview, c_srgb, /*bits_per_sample=*/8, format, /*pool=*/nullptr, &io1.Main())); jxl::ButteraugliParams ba; // TODO(lode): this ButteraugliDistance silently returns 0 (dangerous for // tests) if xsize or ysize is < 8, no matter how different the images, a // tiny size that could happen for a preview. ButteraugliDiffmap does // support smaller than 8x8, but jxl's ButteraugliDistance does not. Perhaps // move butteraugli's <8x8 handling from ButteraugliDiffmap to // ButteraugliComparator::Diffmap in butteraugli.cc. EXPECT_LE(ButteraugliDistance(io0.frames, io1.frames, ba, jxl::GetJxlCms(), /*distmap=*/nullptr, nullptr), mode == jxl::kSmallPreview ? 0.7f : 1.2f); JxlDecoderDestroy(dec); } } TEST(DecodeTest, AlignTest) { size_t xsize = 123, ysize = 77; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); JxlPixelFormat format_orig = {4, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; // Lossless to verify pixels exactly after roundtrip. params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); size_t align = 17; JxlPixelFormat format = {3, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, align}; // On purpose not using jxl::RoundUpTo to test it independently. size_t expected_line_bytes = (1 * 3 * xsize + align - 1) / align * align; for (int use_callback = 0; use_callback <= 1; ++use_callback) { std::vector pixels2 = jxl::DecodeWithAPI( jxl::Span(compressed.data(), compressed.size()), format, use_callback, /*set_buffer_early=*/false, /*use_resizable_runner=*/false, /*require_boxes=*/false, /*expect_success=*/true); EXPECT_EQ(expected_line_bytes * ysize, pixels2.size()); EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format)); } } TEST(DecodeTest, AnimationTest) { size_t xsize = 123, ysize = 77; static const size_t num_frames = 2; std::vector frames[2]; frames[0] = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); frames[1] = jxl::test::GetSomeTestImage(xsize, ysize, 3, 1); JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.have_animation = true; io.frames.clear(); io.frames.reserve(num_frames); io.SetSize(xsize, ysize); std::vector frame_durations(num_frames); for (size_t i = 0; i < num_frames; ++i) { frame_durations[i] = 5 + i; } for (size_t i = 0; i < num_frames; ++i) { jxl::ImageBundle bundle(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frames[i].data(), frames[i].size()), xsize, ysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.duration = frame_durations[i]; io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams.SetLossless(); // Lossless to verify pixels exactly after roundtrip. cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); // Decode and test the animation frames JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner(dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); for (size_t i = 0; i < num_frames; ++i) { std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(0u, frame_header.name_length); // For now, test with empty name, there's currently no easy way to encode // a jxl file with a frame name because ImageBundle doesn't have a // jxl::FrameHeader to set the name in. We can test the null termination // character though. char name; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameName(dec, &name, 1)); EXPECT_EQ(0, name); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), xsize, ysize, format, format)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } TEST(DecodeTest, AnimationTestStreaming) { size_t xsize = 123, ysize = 77; static const size_t num_frames = 2; std::vector frames[2]; frames[0] = jxl::test::GetSomeTestImage(xsize, ysize, 3, 0); frames[1] = jxl::test::GetSomeTestImage(xsize, ysize, 3, 1); JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.have_animation = true; io.frames.clear(); io.frames.reserve(num_frames); io.SetSize(xsize, ysize); std::vector frame_durations(num_frames); for (size_t i = 0; i < num_frames; ++i) { frame_durations[i] = 5 + i; } for (size_t i = 0; i < num_frames; ++i) { jxl::ImageBundle bundle(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frames[i].data(), frames[i].size()), xsize, ysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.duration = frame_durations[i]; io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams.SetLossless(); // Lossless to verify pixels exactly after roundtrip. cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); // Decode and test the animation frames const size_t step_size = 16; JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = 0; size_t frame_headers_seen = 0; size_t frames_seen = 0; bool seen_basic_info = false; void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner(dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); std::vector frames2[2]; for (size_t i = 0; i < num_frames; ++i) { frames2[i].resize(frames[i].size()); } size_t total_in = 0; size_t loop_count = 0; for (;;) { if (loop_count++ > compressed.size()) { fprintf(stderr, "Too many loops\n"); FAIL(); break; } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); auto status = JxlDecoderProcessInput(dec); size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, avail_in); next_in += avail_in - remaining; avail_in = remaining; if (status == JXL_DEC_SUCCESS) { break; } else if (status == JXL_DEC_ERROR) { FAIL(); } else if (status == JXL_DEC_NEED_MORE_INPUT) { if (total_in >= compressed.size()) { fprintf(stderr, "Already gave all input data\n"); FAIL(); break; } size_t amount = step_size; if (total_in + amount > compressed.size()) { amount = compressed.size() - total_in; } avail_in += amount; total_in += amount; } else if (status == JXL_DEC_NEED_IMAGE_OUT_BUFFER) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, frames2[frames_seen].data(), frames2[frames_seen].size())); } else if (status == JXL_DEC_BASIC_INFO) { EXPECT_EQ(false, seen_basic_info); seen_basic_info = true; JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(xsize, info.xsize); EXPECT_EQ(ysize, info.ysize); } else if (status == JXL_DEC_FRAME) { EXPECT_EQ(true, seen_basic_info); frame_headers_seen++; } else if (status == JXL_DEC_FULL_IMAGE) { frames_seen++; EXPECT_EQ(frame_headers_seen, frames_seen); } else { fprintf(stderr, "Unexpected status: %d\n", (int)status); FAIL(); } } EXPECT_EQ(true, seen_basic_info); EXPECT_EQ(num_frames, frames_seen); EXPECT_EQ(num_frames, frame_headers_seen); for (size_t i = 0; i < num_frames; ++i) { EXPECT_EQ(frames[i], frames2[i]); } JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } TEST(DecodeTest, ExtraChannelTest) { size_t xsize = 55, ysize = 257; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); JxlPixelFormat format_orig = {4, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::TestCodestreamParams params; // Lossless to verify pixels exactly after roundtrip. params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); size_t align = 17; JxlPixelFormat format = {3, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, align}; JxlDecoder* dec = JxlDecoderCreate(NULL); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(1u, info.num_extra_channels); EXPECT_EQ(JXL_FALSE, info.alpha_premultiplied); JxlExtraChannelInfo extra_info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetExtraChannelInfo(dec, 0, &extra_info)); EXPECT_EQ(0, extra_info.type); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); size_t extra_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderExtraChannelBufferSize(dec, &format, &extra_size, 0)); std::vector image(buffer_size); std::vector extra(extra_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, image.data(), image.size())); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetExtraChannelBuffer( dec, &format, extra.data(), extra.size(), 0)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); // After the full image was output, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), image.data(), xsize, ysize, format_orig, format)); // Compare the extracted extra channel with the original alpha channel std::vector alpha(pixels.size() / 4); for (size_t i = 0; i < pixels.size(); i += 8) { size_t index_alpha = i / 4; alpha[index_alpha + 0] = pixels[i + 6]; alpha[index_alpha + 1] = pixels[i + 7]; } JxlPixelFormat format_alpha = format; format_alpha.num_channels = 1; JxlPixelFormat format_orig_alpha = format_orig; format_orig_alpha.num_channels = 1; EXPECT_EQ(0u, jxl::test::ComparePixels(alpha.data(), extra.data(), xsize, ysize, format_orig_alpha, format_alpha)); } TEST(DecodeTest, SkipCurrentFrameTest) { size_t xsize = 90, ysize = 120; constexpr size_t num_frames = 7; std::vector frames[num_frames]; for (size_t i = 0; i < num_frames; i++) { frames[i] = jxl::test::GetSomeTestImage(xsize, ysize, 3, i); } JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.have_animation = true; io.frames.clear(); io.frames.reserve(num_frames); io.SetSize(xsize, ysize); std::vector frame_durations(num_frames); for (size_t i = 0; i < num_frames; ++i) { frame_durations[i] = 5 + i; } for (size_t i = 0; i < num_frames; ++i) { jxl::ImageBundle bundle(&io.metadata.m); if (i & 1) { // Mark some frames as referenceable, others not. bundle.use_for_next_frame = true; } EXPECT_TRUE(ConvertFromExternal( jxl::Span(frames[i].data(), frames[i].size()), xsize, ysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.duration = frame_durations[i]; io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; jxl::PassDefinition passes[] = {{2, 0, 4}, {4, 0, 4}, {8, 2, 2}, {8, 0, 1}}; jxl::ProgressiveMode progressive_mode{passes}; enc_state.progressive_splitter.SetProgressiveMode(progressive_mode); EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FRAME_PROGRESSION | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetProgressiveDetail(dec, kLastPasses)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); for (size_t i = 0; i < num_frames; ++i) { printf("Decoding frame %d\n", (int)i); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSkipCurrentFrame(dec)); std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSkipCurrentFrame(dec)); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); if (i == 2) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSkipCurrentFrame(dec)); continue; } EXPECT_EQ(JXL_DEC_FRAME_PROGRESSION, JxlDecoderProcessInput(dec)); EXPECT_EQ(8, JxlDecoderGetIntendedDownsamplingRatio(dec)); if (i == 3) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSkipCurrentFrame(dec)); continue; } EXPECT_EQ(JXL_DEC_FRAME_PROGRESSION, JxlDecoderProcessInput(dec)); EXPECT_EQ(4, JxlDecoderGetIntendedDownsamplingRatio(dec)); if (i == 4) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSkipCurrentFrame(dec)); continue; } EXPECT_EQ(JXL_DEC_FRAME_PROGRESSION, JxlDecoderProcessInput(dec)); EXPECT_EQ(2, JxlDecoderGetIntendedDownsamplingRatio(dec)); if (i == 5) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSkipCurrentFrame(dec)); continue; } EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSkipCurrentFrame(dec)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } TEST(DecodeTest, SkipFrameTest) { size_t xsize = 90, ysize = 120; constexpr size_t num_frames = 16; std::vector frames[num_frames]; for (size_t i = 0; i < num_frames; i++) { frames[i] = jxl::test::GetSomeTestImage(xsize, ysize, 3, i); } JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.have_animation = true; io.frames.clear(); io.frames.reserve(num_frames); io.SetSize(xsize, ysize); std::vector frame_durations(num_frames); for (size_t i = 0; i < num_frames; ++i) { frame_durations[i] = 5 + i; } for (size_t i = 0; i < num_frames; ++i) { jxl::ImageBundle bundle(&io.metadata.m); if (i & 1) { // Mark some frames as referenceable, others not. bundle.use_for_next_frame = true; } EXPECT_TRUE(ConvertFromExternal( jxl::Span(frames[i].data(), frames[i].size()), xsize, ysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.duration = frame_durations[i]; io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams.SetLossless(); // Lossless to verify pixels exactly after roundtrip. cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); // Decode and test the animation frames JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner(dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); for (size_t i = 0; i < num_frames; ++i) { if (i == 3) { JxlDecoderSkipFrames(dec, 5); i += 5; } std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), xsize, ysize, format, format)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); // Test rewinding the decoder and skipping different frames JxlDecoderRewind(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames; ++i) { int test_skipping = (i == 9) ? 3 : 0; std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Since this is after JXL_DEC_FRAME but before JXL_DEC_FULL_IMAGE, this // should only skip the next frame, not the currently processed one. if (test_skipping) JxlDecoderSkipFrames(dec, test_skipping); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), xsize, ysize, format, format)); if (test_skipping) i += test_skipping; } JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } TEST(DecodeTest, SkipFrameWithBlendingTest) { size_t xsize = 90, ysize = 120; constexpr size_t num_frames = 16; std::vector frames[num_frames]; JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.have_animation = true; io.frames.clear(); io.frames.reserve(num_frames); io.SetSize(xsize, ysize); std::vector frame_durations(num_frames); for (size_t i = 0; i < num_frames; ++i) { if (i < 5) { std::vector frame_internal = jxl::test::GetSomeTestImage(xsize, ysize, 3, i * 2 + 1); // An internal frame with 0 duration, and use_for_next_frame, this is a // frame that is not rendered and not output by the API, but on which the // rendered frames depend jxl::ImageBundle bundle_internal(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frame_internal.data(), frame_internal.size()), xsize, ysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle_internal)); bundle_internal.duration = 0; bundle_internal.use_for_next_frame = true; io.frames.push_back(std::move(bundle_internal)); } std::vector frame = jxl::test::GetSomeTestImage(xsize, ysize, 3, i * 2); // Actual rendered frame frame_durations[i] = 5 + i; jxl::ImageBundle bundle(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frame.data(), frame.size()), xsize, ysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.duration = frame_durations[i]; // Create some variation in which frames depend on which. if (i != 3 && i != 9 && i != 10) { bundle.use_for_next_frame = true; } if (i != 12) { bundle.blend = true; // Choose a blend mode that depends on the pixels of the saved frame and // doesn't use alpha bundle.blendmode = jxl::BlendMode::kMul; } io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams.SetLossless(); // Lossless to verify pixels exactly after roundtrip. cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); // Independently decode all frames without any skipping, to create the // expected blended frames, for the actual tests below to compare with. { JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner( dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames; ++i) { EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); frames[i].resize(xsize * ysize * 6); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, frames[i].data(), frames[i].size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner(dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); for (size_t i = 0; i < num_frames; ++i) { std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), xsize, ysize, format, format)); // Test rewinding mid-way, not decoding all frames. if (i == 8) { break; } } JxlDecoderRewind(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames; ++i) { if (i == 3) { JxlDecoderSkipFrames(dec, 5); i += 5; } std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), xsize, ysize, format, format)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); // Test rewinding the decoder and skipping different frames JxlDecoderRewind(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames; ++i) { int test_skipping = (i == 9) ? 3 : 0; std::vector pixels(buffer_size); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Since this is after JXL_DEC_FRAME but before JXL_DEC_FULL_IMAGE, this // should only skip the next frame, not the currently processed one. if (test_skipping) JxlDecoderSkipFrames(dec, test_skipping); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ(frame_durations[i], frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), xsize, ysize, format, format)); if (test_skipping) i += test_skipping; } JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } TEST(DecodeTest, SkipFrameWithAlphaBlendingTest) { size_t xsize = 90, ysize = 120; constexpr size_t num_frames = 16; std::vector frames[num_frames + 5]; JxlPixelFormat format = {4, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.have_animation = true; io.frames.clear(); io.frames.reserve(num_frames + 5); io.SetSize(xsize, ysize); std::vector frame_durations_c; std::vector frame_durations_nc; std::vector frame_xsize, frame_ysize, frame_x0, frame_y0; for (size_t i = 0; i < num_frames; ++i) { size_t cropxsize = 1 + xsize * 2 / (i + 1); size_t cropysize = 1 + ysize * 3 / (i + 2); int cropx0 = i * 3 - 8; int cropy0 = i * 4 - 7; if (i < 5) { std::vector frame_internal = jxl::test::GetSomeTestImage(xsize / 2, ysize / 2, 4, i * 2 + 1); // An internal frame with 0 duration, and use_for_next_frame, this is a // frame that is not rendered and not output by default by the API, but on // which the rendered frames depend jxl::ImageBundle bundle_internal(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frame_internal.data(), frame_internal.size()), xsize / 2, ysize / 2, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle_internal)); bundle_internal.duration = 0; bundle_internal.use_for_next_frame = true; bundle_internal.origin = {13, 17}; io.frames.push_back(std::move(bundle_internal)); frame_durations_nc.push_back(0); frame_xsize.push_back(xsize / 2); frame_ysize.push_back(ysize / 2); frame_x0.push_back(13); frame_y0.push_back(17); } std::vector frame = jxl::test::GetSomeTestImage(cropxsize, cropysize, 4, i * 2); // Actual rendered frame jxl::ImageBundle bundle(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frame.data(), frame.size()), cropxsize, cropysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.duration = 5 + i; frame_durations_nc.push_back(5 + i); frame_durations_c.push_back(5 + i); frame_xsize.push_back(cropxsize); frame_ysize.push_back(cropysize); frame_x0.push_back(cropx0); frame_y0.push_back(cropy0); bundle.origin = {cropx0, cropy0}; // Create some variation in which frames depend on which. if (i != 3 && i != 9 && i != 10) { bundle.use_for_next_frame = true; } if (i != 12) { bundle.blend = true; bundle.blendmode = jxl::BlendMode::kBlend; } io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams.SetLossless(); // Lossless to verify pixels exactly after roundtrip. cparams.speed_tier = jxl::SpeedTier::kThunder; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); // try both with and without coalescing for (auto coalescing : {JXL_TRUE, JXL_FALSE}) { // Independently decode all frames without any skipping, to create the // expected blended frames, for the actual tests below to compare with. { JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetCoalescing(dec, coalescing)); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner( dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames + (coalescing ? 0 : 5); ++i) { EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); if (coalescing) { EXPECT_EQ(xsize * ysize * 8, buffer_size); } else { EXPECT_EQ(frame_xsize[i] * frame_ysize[i] * 8, buffer_size); } frames[i].resize(buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, frames[i].data(), frames[i].size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetCoalescing(dec, coalescing)); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner( dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); for (size_t i = 0; i < num_frames; ++i) { EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); std::vector pixels(buffer_size); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ((coalescing ? frame_durations_c[i] : frame_durations_nc[i]), frame_header.duration); EXPECT_EQ(i + 1 == num_frames, frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); if (coalescing) { EXPECT_EQ(frame_header.layer_info.xsize, xsize); } else { EXPECT_EQ(frame_header.layer_info.xsize, frame_xsize[i]); } if (coalescing) { EXPECT_EQ(frame_header.layer_info.ysize, ysize); } else { EXPECT_EQ(frame_header.layer_info.ysize, frame_ysize[i]); } EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), frame_header.layer_info.xsize, frame_header.layer_info.ysize, format, format)); // Test rewinding mid-way, not decoding all frames. if (i == 8) { break; } } JxlDecoderRewind(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames + (coalescing ? 0 : 5); ++i) { if (i == 3) { JxlDecoderSkipFrames(dec, 5); i += 5; } EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); std::vector pixels(buffer_size); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ((coalescing ? frame_durations_c[i] : frame_durations_nc[i]), frame_header.duration); EXPECT_EQ(i + 1 == num_frames + (coalescing ? 0 : 5), frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); if (coalescing) { EXPECT_EQ(frame_header.layer_info.xsize, xsize); EXPECT_EQ(frame_header.layer_info.ysize, ysize); EXPECT_EQ(frame_header.layer_info.crop_x0, 0); EXPECT_EQ(frame_header.layer_info.crop_y0, 0); } else { EXPECT_EQ(frame_header.layer_info.xsize, frame_xsize[i]); EXPECT_EQ(frame_header.layer_info.ysize, frame_ysize[i]); EXPECT_EQ(frame_header.layer_info.crop_x0, frame_x0[i]); EXPECT_EQ(frame_header.layer_info.crop_y0, frame_y0[i]); EXPECT_EQ(frame_header.layer_info.blend_info.blendmode, i != 12 + 5 && frame_header.duration != 0 ? 2 : 0); // kBlend or the default kReplace } EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), frame_header.layer_info.xsize, frame_header.layer_info.ysize, format, format)); } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); // Test rewinding the decoder and skipping different frames JxlDecoderRewind(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = 0; i < num_frames + (coalescing ? 0 : 5); ++i) { int test_skipping = (i == 9) ? 3 : 0; EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); std::vector pixels(buffer_size); // Since this is after JXL_DEC_FRAME but before JXL_DEC_FULL_IMAGE, this // should only skip the next frame, not the currently processed one. if (test_skipping) JxlDecoderSkipFrames(dec, test_skipping); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); EXPECT_EQ((coalescing ? frame_durations_c[i] : frame_durations_nc[i]), frame_header.duration); EXPECT_EQ(i + 1 == num_frames + (coalescing ? 0 : 5), frame_header.is_last); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels.data(), pixels.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(0u, jxl::test::ComparePixels(frames[i].data(), pixels.data(), frame_header.layer_info.xsize, frame_header.layer_info.ysize, format, format)); if (test_skipping) i += test_skipping; } JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } } TEST(DecodeTest, OrientedCroppedFrameTest) { const auto test = [](bool keep_orientation, uint32_t orientation, uint32_t resampling) { size_t xsize = 90, ysize = 120; JxlPixelFormat format = {4, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; size_t oxsize = (!keep_orientation && orientation > 4 ? ysize : xsize); size_t oysize = (!keep_orientation && orientation > 4 ? xsize : ysize); jxl::CodecInOut io; io.SetSize(xsize, ysize); io.metadata.m.SetUintSamples(16); io.metadata.m.color_encoding = jxl::ColorEncoding::SRGB(false); io.metadata.m.orientation = orientation; io.frames.clear(); io.SetSize(xsize, ysize); for (size_t i = 0; i < 3; ++i) { size_t cropxsize = 1 + xsize * 2 / (i + 1); size_t cropysize = 1 + ysize * 3 / (i + 2); int cropx0 = i * 3 - 8; int cropy0 = i * 4 - 7; std::vector frame = jxl::test::GetSomeTestImage(cropxsize, cropysize, 4, i * 2); jxl::ImageBundle bundle(&io.metadata.m); EXPECT_TRUE(ConvertFromExternal( jxl::Span(frame.data(), frame.size()), cropxsize, cropysize, jxl::ColorEncoding::SRGB(/*is_gray=*/false), /*bits_per_sample=*/16, format, /*pool=*/nullptr, &bundle)); bundle.origin = {cropx0, cropy0}; bundle.use_for_next_frame = true; io.frames.push_back(std::move(bundle)); } jxl::CompressParams cparams; cparams .SetLossless(); // Lossless to verify pixels exactly after roundtrip. cparams.speed_tier = jxl::SpeedTier::kThunder; cparams.resampling = resampling; jxl::AuxOut aux_out; jxl::PaddedBytes compressed; jxl::PassesEncoderState enc_state; EXPECT_TRUE(jxl::EncodeFile(cparams, &io, &enc_state, &compressed, jxl::GetJxlCms(), &aux_out, nullptr)); // 0 is merged frame as decoded with coalescing enabled (default) // 1-3 are non-coalesced frames as decoded with coalescing disabled // 4 is the manually merged frame std::vector frames[5]; frames[4].resize(xsize * ysize * 8, 0); // try both with and without coalescing for (auto coalescing : {JXL_TRUE, JXL_FALSE}) { // Independently decode all frames without any skipping, to create the // expected blended frames, for the actual tests below to compare with. { JxlDecoder* dec = JxlDecoderCreate(NULL); const uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetCoalescing(dec, coalescing)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetKeepOrientation(dec, keep_orientation)); void* runner = JxlThreadParallelRunnerCreate( NULL, JxlThreadParallelRunnerDefaultNumWorkerThreads()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetParallelRunner( dec, JxlThreadParallelRunner, runner)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); for (size_t i = (coalescing ? 0 : 1); i < (coalescing ? 1 : 4); ++i) { EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); JxlFrameHeader frame_header; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetFrameHeader(dec, &frame_header)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); if (coalescing) { EXPECT_EQ(xsize * ysize * 8, buffer_size); } else { EXPECT_EQ(frame_header.layer_info.xsize * frame_header.layer_info.ysize * 8, buffer_size); } frames[i].resize(buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, frames[i].data(), frames[i].size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_EQ(frame_header.layer_info.blend_info.blendmode, JXL_BLEND_REPLACE); if (coalescing) { EXPECT_EQ(frame_header.layer_info.xsize, oxsize); EXPECT_EQ(frame_header.layer_info.ysize, oysize); EXPECT_EQ(frame_header.layer_info.crop_x0, 0); EXPECT_EQ(frame_header.layer_info.crop_y0, 0); } else { // manually merge this layer int x0 = frame_header.layer_info.crop_x0; int y0 = frame_header.layer_info.crop_y0; int w = frame_header.layer_info.xsize; int h = frame_header.layer_info.ysize; for (int y = 0; y < static_cast(oysize); y++) { if (y < y0 || y >= y0 + h) continue; // pointers do whole 16-bit RGBA pixels at a time uint64_t* row_merged = static_cast( (void*)(frames[4].data() + y * oxsize * 8)); uint64_t* row_layer = static_cast( (void*)(frames[i].data() + (y - y0) * w * 8)); for (int x = 0; x < static_cast(oxsize); x++) { if (x < x0 || x >= x0 + w) continue; row_merged[x] = row_layer[x - x0]; } } } } // After all frames were decoded, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlThreadParallelRunnerDestroy(runner); JxlDecoderDestroy(dec); } } EXPECT_EQ(0u, jxl::test::ComparePixels(frames[0].data(), frames[4].data(), oxsize, oysize, format, format)); }; for (bool keep_orientation : {true, false}) { for (uint32_t orientation = 1; orientation <= 8; orientation++) { for (uint32_t resampling : {1, 2, 4, 8}) { SCOPED_TRACE(testing::Message() << "keep_orientation: " << keep_orientation << ", " << "orientation: " << orientation << ", " << "resampling: " << resampling); test(keep_orientation, orientation, resampling); } } } } struct FramePositions { size_t frame_start; size_t header_end; size_t toc_end; std::vector section_end; }; struct StreamPositions { size_t codestream_start; size_t codestream_end; size_t basic_info; size_t jbrd_end = 0; std::vector box_start; std::vector frames; }; void AnalyzeCodestream(const jxl::PaddedBytes& data, StreamPositions* streampos) { // Unbox data to codestream and mark where it is broken up by boxes. std::vector codestream; std::vector> breakpoints; bool codestream_end = false; ASSERT_LE(2, data.size()); if (data[0] == 0xff && data[1] == 0x0a) { codestream = std::vector(data.begin(), data.end()); streampos->codestream_start = 0; } else { const uint8_t* in = data.data(); size_t pos = 0; while (pos < data.size()) { ASSERT_LE(pos + 8, data.size()); streampos->box_start.push_back(pos); size_t box_size = LoadBE32(in + pos); if (box_size == 0) box_size = data.size() - pos; ASSERT_LE(pos + box_size, data.size()); if (memcmp(in + pos + 4, "jxlc", 4) == 0) { EXPECT_TRUE(codestream.empty()); streampos->codestream_start = pos + 8; codestream.insert(codestream.end(), in + pos + 8, in + pos + box_size); codestream_end = true; } else if (memcmp(in + pos + 4, "jxlp", 4) == 0) { codestream_end = (LoadBE32(in + pos + 8) & 0x80000000); if (codestream.empty()) { streampos->codestream_start = pos + 12; } else if (box_size > 12 || !codestream_end) { breakpoints.push_back({codestream.size(), 12}); } codestream.insert(codestream.end(), in + pos + 12, in + pos + box_size); } else if (memcmp(in + pos + 4, "jbrd", 4) == 0) { EXPECT_TRUE(codestream.empty()); streampos->jbrd_end = pos + box_size; } else if (!codestream.empty() && !codestream_end) { breakpoints.push_back({codestream.size(), box_size}); } pos += box_size; } ASSERT_EQ(pos, data.size()); } // Translate codestream positions to boxed stream positions. size_t offset = streampos->codestream_start; size_t bp = 0; auto add_offset = [&](size_t pos) { while (bp < breakpoints.size() && pos >= breakpoints[bp].first) { offset += breakpoints[bp++].second; } return pos + offset; }; // Analyze the unboxed codestream. jxl::BitReader br( jxl::Span(codestream.data(), codestream.size())); ASSERT_EQ(br.ReadFixedBits<16>(), 0x0AFF); jxl::CodecMetadata metadata; EXPECT_TRUE(ReadSizeHeader(&br, &metadata.size)); EXPECT_TRUE(ReadImageMetadata(&br, &metadata.m)); streampos->basic_info = add_offset(br.TotalBitsConsumed() / jxl::kBitsPerByte); metadata.transform_data.nonserialized_xyb_encoded = metadata.m.xyb_encoded; EXPECT_TRUE(jxl::Bundle::Read(&br, &metadata.transform_data)); EXPECT_TRUE(br.JumpToByteBoundary()); bool has_preview = metadata.m.have_preview; while (br.TotalBitsConsumed() < br.TotalBytes() * jxl::kBitsPerByte) { FramePositions p; p.frame_start = add_offset(br.TotalBitsConsumed() / jxl::kBitsPerByte); jxl::FrameHeader frame_header(&metadata); if (has_preview) { frame_header.nonserialized_is_preview = true; has_preview = false; } EXPECT_TRUE(ReadFrameHeader(&br, &frame_header)); p.header_end = add_offset(jxl::DivCeil(br.TotalBitsConsumed(), jxl::kBitsPerByte)); jxl::FrameDimensions frame_dim = frame_header.ToFrameDimensions(); uint64_t groups_total_size; const size_t toc_entries = jxl::NumTocEntries( frame_dim.num_groups, frame_dim.num_dc_groups, frame_header.passes.num_passes, /*has_ac_global=*/true); std::vector section_offsets; std::vector section_sizes; EXPECT_TRUE(ReadGroupOffsets(toc_entries, &br, §ion_offsets, §ion_sizes, &groups_total_size)); EXPECT_EQ(br.TotalBitsConsumed() % jxl::kBitsPerByte, 0); size_t sections_start = br.TotalBitsConsumed() / jxl::kBitsPerByte; p.toc_end = add_offset(sections_start); for (size_t i = 0; i < toc_entries; ++i) { size_t end = sections_start + section_offsets[i] + section_sizes[i]; p.section_end.push_back(add_offset(end)); } br.SkipBits(groups_total_size * jxl::kBitsPerByte); streampos->frames.push_back(p); } streampos->codestream_end = add_offset(codestream.size()); EXPECT_EQ(br.TotalBitsConsumed(), br.TotalBytes() * jxl::kBitsPerByte); EXPECT_TRUE(br.Close()); } enum ExpectedFlushState { NO_FLUSH, SAME_FLUSH, NEW_FLUSH }; struct Breakpoint { size_t file_pos; ExpectedFlushState expect_flush; }; void VerifyProgression(size_t xsize, size_t ysize, uint32_t num_channels, const std::vector& pixels, const jxl::PaddedBytes& data, std::vector breakpoints) { // Size large enough for multiple groups, required to have progressive stages. ASSERT_LT(256, xsize); ASSERT_LT(256, ysize); std::vector pixels2; pixels2.resize(pixels.size()); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); int bp = 0; const uint8_t* next_in = data.data(); size_t avail_in = breakpoints[bp].file_pos; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); double prev_dist = 1.0; for (;;) { JxlDecoderStatus status = JxlDecoderProcessInput(dec); printf("bp: %d status: 0x%x\n", bp, (int)status); if (status == JXL_DEC_BASIC_INFO) { JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); // Output buffer/callback not yet set EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels2.data(), pixels2.size())); } else if (status == JXL_DEC_FRAME) { // Nothing to do. } else if (status == JXL_DEC_SUCCESS) { EXPECT_EQ(bp + 1, breakpoints.size()); break; } else if (status == JXL_DEC_NEED_MORE_INPUT || status == JXL_DEC_FULL_IMAGE) { if (breakpoints[bp].expect_flush == NO_FLUSH) { EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); } else { if (status != JXL_DEC_FULL_IMAGE) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); } double dist = jxl::test::DistanceRMS(pixels2.data(), pixels.data(), xsize, ysize, format); if (breakpoints[bp].expect_flush == NEW_FLUSH) { EXPECT_LT(dist, prev_dist); prev_dist = dist; } else { EXPECT_EQ(dist, prev_dist); } } if (status == JXL_DEC_FULL_IMAGE) { EXPECT_EQ(bp + 1, breakpoints.size()); continue; } ASSERT_LT(++bp, breakpoints.size()); next_in += avail_in - JxlDecoderReleaseInput(dec); avail_in = breakpoints[bp].file_pos - (next_in - data.data()); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); } else { printf("Unexpected status: 0x%x\n", (int)status); FAIL(); // unexpected returned status } } JxlDecoderDestroy(dec); } TEST(DecodeTest, ProgressionTest) { size_t xsize = 508, ysize = 470; uint32_t num_channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.cparams.progressive_dc = 1; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); StreamPositions streampos; AnalyzeCodestream(data, &streampos); const std::vector& fp = streampos.frames; // We have preview, dc frame and regular frame. EXPECT_EQ(3, fp.size()); EXPECT_EQ(7, fp[2].section_end.size()); EXPECT_EQ(data.size(), fp[2].section_end[6]); std::vector breakpoints{ {fp[0].frame_start, NO_FLUSH}, // headers {fp[1].frame_start, NO_FLUSH}, // preview {fp[2].frame_start, NO_FLUSH}, // dc frame {fp[2].section_end[0], NO_FLUSH}, // DC global {fp[2].section_end[1] - 1, NO_FLUSH}, // partial DC group {fp[2].section_end[1], NEW_FLUSH}, // DC group {fp[2].section_end[2], SAME_FLUSH}, // AC global {fp[2].section_end[3], NEW_FLUSH}, // AC group 0 {fp[2].section_end[4] - 1, SAME_FLUSH}, // partial AC group 1 {fp[2].section_end[4], NEW_FLUSH}, // AC group 1 {fp[2].section_end[5], NEW_FLUSH}, // AC group 2 {data.size() - 1, SAME_FLUSH}, // partial AC group 3 {data.size(), NEW_FLUSH}}; // full image VerifyProgression(xsize, ysize, num_channels, pixels, data, breakpoints); } TEST(DecodeTest, ProgressionTestLosslessAlpha) { size_t xsize = 508, ysize = 470; uint32_t num_channels = 4; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; params.cparams.responsive = 1; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); StreamPositions streampos; AnalyzeCodestream(data, &streampos); const std::vector& fp = streampos.frames; // We have preview, dc frame and regular frame. EXPECT_EQ(1, fp.size()); EXPECT_EQ(7, fp[0].section_end.size()); EXPECT_EQ(data.size(), fp[0].section_end[6]); std::vector breakpoints{ {fp[0].frame_start, NO_FLUSH}, // headers {fp[0].section_end[0] - 1, NO_FLUSH}, // partial DC global {fp[0].section_end[0], NEW_FLUSH}, // DC global {fp[0].section_end[1], SAME_FLUSH}, // DC group {fp[0].section_end[2], SAME_FLUSH}, // AC global {fp[0].section_end[3], NEW_FLUSH}, // AC group 0 {fp[0].section_end[4] - 1, SAME_FLUSH}, // partial AC group 1 {fp[0].section_end[4], NEW_FLUSH}, // AC group 1 {fp[0].section_end[5], NEW_FLUSH}, // AC group 2 {data.size() - 1, SAME_FLUSH}, // partial AC group 3 {data.size(), NEW_FLUSH}}; // full image VerifyProgression(xsize, ysize, num_channels, pixels, data, breakpoints); } void VerifyFilePosition(size_t expected_pos, const jxl::PaddedBytes& data, JxlDecoder* dec) { size_t remaining = JxlDecoderReleaseInput(dec); size_t pos = data.size() - remaining; EXPECT_EQ(expected_pos, pos); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data() + pos, remaining)); } TEST(DecodeTest, InputHandlingTestOneShot) { size_t xsize = 508, ysize = 470; uint32_t num_channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); for (int i = 0; i < kCSBF_NUM_ENTRIES; ++i) { printf("Testing with box format %d\n", i); jxl::TestCodestreamParams params; params.cparams.progressive_dc = 1; params.preview_mode = jxl::kSmallPreview; params.box_format = (CodeStreamBoxFormat)i; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; StreamPositions streampos; AnalyzeCodestream(data, &streampos); const std::vector& fp = streampos.frames; // We have preview, dc frame and regular frame. EXPECT_EQ(3, fp.size()); std::vector pixels2; pixels2.resize(pixels.size()); int kNumEvents = 6; int events[] = { JXL_DEC_BASIC_INFO, JXL_DEC_COLOR_ENCODING, JXL_DEC_PREVIEW_IMAGE, JXL_DEC_FRAME, JXL_DEC_FULL_IMAGE, JXL_DEC_FRAME_PROGRESSION, }; size_t end_positions[] = { streampos.basic_info, fp[0].frame_start, fp[1].frame_start, fp[2].toc_end, streampos.codestream_end, streampos.codestream_end}; int events_wanted = 0; for (int j = 0; j < kNumEvents; ++j) { events_wanted |= events[j]; size_t end_pos = end_positions[j]; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, events_wanted)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), data.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); VerifyFilePosition(streampos.basic_info, data, dec); if (j >= 1) { EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[0].frame_start, data, dec); } if (j >= 2) { EXPECT_EQ(JXL_DEC_NEED_PREVIEW_OUT_BUFFER, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[0].toc_end, data, dec); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderPreviewOutBufferSize(dec, &format, &buffer_size)); EXPECT_GE(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreviewOutBuffer(dec, &format, pixels2.data(), buffer_size)); EXPECT_EQ(JXL_DEC_PREVIEW_IMAGE, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[1].frame_start, data, dec); } if (j >= 3) { EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[2].toc_end, data, dec); if (j >= 5) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetProgressiveDetail(dec, kDC)); } } if (j >= 4) { EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[2].toc_end, data, dec); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels2.data(), pixels2.size())); if (j >= 5) { EXPECT_EQ(JXL_DEC_FRAME_PROGRESSION, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[2].section_end[1], data, dec); } EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); VerifyFilePosition(streampos.codestream_end, data, dec); } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); VerifyFilePosition(end_pos, data, dec); JxlDecoderDestroy(dec); } } } #if JPEGXL_ENABLE_JPEG TEST(DecodeTest, JXL_TRANSCODE_JPEG_TEST(InputHandlingTestJPEGOneshot)) { size_t xsize = 123; size_t ysize = 77; size_t channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, channels, /*seed=*/0); for (int i = 1; i < kCSBF_NUM_ENTRIES; ++i) { printf("Testing with box format %d\n", i); jxl::PaddedBytes jpeg_codestream; jxl::TestCodestreamParams params; params.cparams.color_transform = jxl::ColorTransform::kNone; params.jpeg_codestream = &jpeg_codestream; params.preview_mode = jxl::kSmallPreview; params.box_format = (CodeStreamBoxFormat)i; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, channels, params); JxlPixelFormat format = {3, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; StreamPositions streampos; AnalyzeCodestream(data, &streampos); const std::vector& fp = streampos.frames; // We have preview and regular frame. EXPECT_EQ(2, fp.size()); EXPECT_LT(0, streampos.jbrd_end); std::vector pixels2; pixels2.resize(pixels.size()); int kNumEvents = 6; int events[] = {JXL_DEC_BASIC_INFO, JXL_DEC_JPEG_RECONSTRUCTION, JXL_DEC_COLOR_ENCODING, JXL_DEC_PREVIEW_IMAGE, JXL_DEC_FRAME, JXL_DEC_FULL_IMAGE}; size_t end_positions[] = {streampos.basic_info, streampos.basic_info, fp[0].frame_start, fp[1].frame_start, fp[1].toc_end, streampos.codestream_end}; int events_wanted = 0; for (int j = 0; j < kNumEvents; ++j) { printf("j = %d\n", j); events_wanted |= events[j]; size_t end_pos = end_positions[j]; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, events_wanted)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), data.size())); if (j >= 1) { EXPECT_EQ(JXL_DEC_JPEG_RECONSTRUCTION, JxlDecoderProcessInput(dec)); VerifyFilePosition(streampos.jbrd_end, data, dec); } EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); VerifyFilePosition(streampos.basic_info, data, dec); if (j >= 2) { EXPECT_EQ(JXL_DEC_COLOR_ENCODING, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[0].frame_start, data, dec); } if (j >= 3) { EXPECT_EQ(JXL_DEC_NEED_PREVIEW_OUT_BUFFER, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[0].toc_end, data, dec); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderPreviewOutBufferSize(dec, &format, &buffer_size)); EXPECT_GE(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreviewOutBuffer(dec, &format, pixels2.data(), buffer_size)); EXPECT_EQ(JXL_DEC_PREVIEW_IMAGE, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[1].frame_start, data, dec); } if (j >= 4) { EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[1].toc_end, data, dec); } if (j >= 5) { EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); VerifyFilePosition(fp[1].toc_end, data, dec); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels2.data(), pixels2.size())); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); VerifyFilePosition(streampos.codestream_end, data, dec); } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); VerifyFilePosition(end_pos, data, dec); JxlDecoderDestroy(dec); } } } #endif // JPEGXL_ENABLE_JPEG TEST(DecodeTest, InputHandlingTestStreaming) { size_t xsize = 508, ysize = 470; uint32_t num_channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); for (int i = 0; i < kCSBF_NUM_ENTRIES; ++i) { printf("Testing with box format %d\n", i); fflush(stdout); jxl::TestCodestreamParams params; params.cparams.progressive_dc = 1; params.box_format = (CodeStreamBoxFormat)i; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; StreamPositions streampos; AnalyzeCodestream(data, &streampos); const std::vector& fp = streampos.frames; // We have preview, dc frame and regular frame. EXPECT_EQ(3, fp.size()); std::vector pixels2; pixels2.resize(pixels.size()); int events_wanted = (JXL_DEC_BASIC_INFO | JXL_DEC_COLOR_ENCODING | JXL_DEC_PREVIEW_IMAGE | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE | JXL_DEC_FRAME_PROGRESSION | JXL_DEC_BOX); for (size_t increment : {1, 7, 27, 1024}) { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, events_wanted)); size_t file_pos = 0; size_t box_index = 0; size_t avail_in = 0; for (;;) { const uint8_t* next_in = data.data() + file_pos; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); JxlDecoderStatus status = JxlDecoderProcessInput(dec); size_t remaining = JxlDecoderReleaseInput(dec); size_t consumed = avail_in - remaining; file_pos += consumed; avail_in += increment; avail_in = std::min(avail_in, data.size() - file_pos); if (status == JXL_DEC_BASIC_INFO) { EXPECT_EQ(file_pos, streampos.basic_info); } else if (status == JXL_DEC_COLOR_ENCODING) { EXPECT_EQ(file_pos, streampos.frames[0].frame_start); } else if (status == JXL_DEC_NEED_PREVIEW_OUT_BUFFER) { EXPECT_EQ(file_pos, streampos.frames[0].toc_end); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderPreviewOutBufferSize(dec, &format, &buffer_size)); EXPECT_GE(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetPreviewOutBuffer(dec, &format, pixels2.data(), buffer_size)); } else if (status == JXL_DEC_PREVIEW_IMAGE) { EXPECT_EQ(file_pos, streampos.frames[1].frame_start); } else if (status == JXL_DEC_FRAME) { EXPECT_EQ(file_pos, streampos.frames[2].toc_end); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetProgressiveDetail(dec, kDC)); } else if (status == JXL_DEC_NEED_IMAGE_OUT_BUFFER) { EXPECT_EQ(file_pos, streampos.frames[2].toc_end); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format, pixels2.data(), pixels2.size())); } else if (status == JXL_DEC_FRAME_PROGRESSION) { EXPECT_EQ(file_pos, streampos.frames[2].section_end[1]); } else if (status == JXL_DEC_FULL_IMAGE) { EXPECT_EQ(file_pos, streampos.codestream_end); } else if (status == JXL_DEC_SUCCESS) { EXPECT_EQ(file_pos, streampos.codestream_end); break; } else if (status == JXL_DEC_NEED_MORE_INPUT) { EXPECT_LT(remaining, 12); if ((i == kCSBF_None && file_pos >= 2) || (box_index > 0 && box_index < streampos.box_start.size() && file_pos >= streampos.box_start[box_index - 1] + 12 && file_pos < streampos.box_start[box_index])) { EXPECT_EQ(remaining, 0); } if (file_pos == data.size()) break; } else if (status == JXL_DEC_BOX) { ASSERT_LT(box_index, streampos.box_start.size()); EXPECT_EQ(file_pos, streampos.box_start[box_index++]); } else { printf("Unexpected status: 0x%x\n", (int)status); FAIL(); } } JxlDecoderDestroy(dec); } } } TEST(DecodeTest, FlushTest) { // Size large enough for multiple groups, required to have progressive // stages size_t xsize = 333, ysize = 300; uint32_t num_channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; std::vector pixels2; pixels2.resize(pixels.size()); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); // Ensure that the first part contains at least the full DC of the image, // otherwise flush does not work. size_t first_part = data.size() - 1; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), first_part)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Output buffer not yet set EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels2.data(), pixels2.size())); // Must process input further until we get JXL_DEC_NEED_MORE_INPUT, even if // data was already input before, since the processing of the frame only // happens at the JxlDecoderProcessInput call after JXL_DEC_FRAME. EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); // Crude test of actual pixel data: pixel threshold of about 4% (2560/65535). // 29000 pixels can be above the threshold EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 29000u); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); size_t consumed = first_part - JxlDecoderReleaseInput(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data() + consumed, data.size() - consumed)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); // Lower threshold for the final (still lossy) image EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 11000u); JxlDecoderDestroy(dec); } TEST(DecodeTest, FlushTestImageOutCallback) { // Size large enough for multiple groups, required to have progressive // stages size_t xsize = 333, ysize = 300; uint32_t num_channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; std::vector pixels2; pixels2.resize(pixels.size()); size_t bytes_per_pixel = format.num_channels * 2; size_t stride = bytes_per_pixel * xsize; auto callback = [&](size_t x, size_t y, size_t num_pixels, const void* pixels_row) { memcpy(pixels2.data() + stride * y + bytes_per_pixel * x, pixels_row, num_pixels * bytes_per_pixel); }; JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); // Ensure that the first part contains at least the full DC of the image, // otherwise flush does not work. size_t first_part = data.size() - 1; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), first_part)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Output callback not yet set EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutCallback( dec, &format, [](void* opaque, size_t x, size_t y, size_t xsize, const void* pixels_row) { auto cb = static_cast(opaque); (*cb)(x, y, xsize, pixels_row); }, /*opaque=*/&callback)); // Must process input further until we get JXL_DEC_NEED_MORE_INPUT, even if // data was already input before, since the processing of the frame only // happens at the JxlDecoderProcessInput call after JXL_DEC_FRAME. EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); // Crude test of actual pixel data: pixel threshold of about 4% (2560/65535). // 29000 pixels can be above the threshold EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 29000u); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); size_t consumed = first_part - JxlDecoderReleaseInput(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data() + consumed, data.size() - consumed)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); // Lower threshold for the final (still lossy) image EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 11000u); JxlDecoderDestroy(dec); } TEST(DecodeTest, FlushTestLossyProgressiveAlpha) { // Size large enough for multiple groups, required to have progressive // stages size_t xsize = 333, ysize = 300; uint32_t num_channels = 4; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; std::vector pixels2; pixels2.resize(pixels.size()); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); // Ensure that the first part contains at least the full DC of the image, // otherwise flush does not work. size_t first_part = data.size() - 1; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), first_part)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Output buffer not yet set EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels2.data(), pixels2.size())); // Must process input further until we get JXL_DEC_NEED_MORE_INPUT, even if // data was already input before, since the processing of the frame only // happens at the JxlDecoderProcessInput call after JXL_DEC_FRAME. EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 30000u); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); size_t consumed = first_part - JxlDecoderReleaseInput(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data() + consumed, data.size() - consumed)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 11000u); JxlDecoderDestroy(dec); } TEST(DecodeTest, FlushTestLossyProgressiveAlphaUpsampling) { size_t xsize = 533, ysize = 401; uint32_t num_channels = 4; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.cparams.resampling = 2; params.cparams.ec_resampling = 4; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; std::vector pixels2; pixels2.resize(pixels.size()); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); // Ensure that the first part contains at least the full DC of the image, // otherwise flush does not work. size_t first_part = data.size() * 2 / 3; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), first_part)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Output buffer not yet set EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels2.data(), pixels2.size())); // Must process input further until we get JXL_DEC_NEED_MORE_INPUT, even if // data was already input before, since the processing of the frame only // happens at the JxlDecoderProcessInput call after JXL_DEC_FRAME. EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 125000u); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); size_t consumed = first_part - JxlDecoderReleaseInput(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data() + consumed, data.size() - consumed)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 70000u); JxlDecoderDestroy(dec); } TEST(DecodeTest, FlushTestLosslessProgressiveAlpha) { // Size large enough for multiple groups, required to have progressive // stages size_t xsize = 333, ysize = 300; uint32_t num_channels = 4; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); jxl::TestCodestreamParams params; params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; params.cparams.responsive = 1; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; std::vector pixels2; pixels2.resize(pixels.size()); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE)); // Ensure that the first part contains at least the full DC of the image, // otherwise flush does not work. size_t first_part = data.size() / 2; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data(), first_part)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // Output buffer not yet set EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderFlushImage(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels2.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, pixels2.data(), pixels2.size())); // Must process input further until we get JXL_DEC_NEED_MORE_INPUT, even if // data was already input before, since the processing of the frame only // happens at the JxlDecoderProcessInput call after JXL_DEC_FRAME. EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format, 2560.0), 2700u); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); size_t consumed = first_part - JxlDecoderReleaseInput(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, data.data() + consumed, data.size() - consumed)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); EXPECT_LE(jxl::test::ComparePixels(pixels2.data(), pixels.data(), xsize, ysize, format, format), 0u); JxlDecoderDestroy(dec); } class DecodeProgressiveTest : public ::testing::TestWithParam {}; JXL_GTEST_INSTANTIATE_TEST_SUITE_P(DecodeProgressiveTestInstantiation, DecodeProgressiveTest, ::testing::Range(0, 8)); TEST_P(DecodeProgressiveTest, ProgressiveEventTest) { const int params = GetParam(); int single_group = params & 1; int lossless = (params >> 1) & 1; uint32_t num_channels = 3 + ((params >> 2) & 1); std::set progressive_details = {kDC, kLastPasses, kPasses}; for (auto prog_detail : progressive_details) { // Only few combinations are expected to support outputting // intermediate flushes for complete DC and complete passes. // The test can be updated if more cases are expected to support it. bool expect_flush = (num_channels & 1) && !lossless; size_t xsize, ysize; if (single_group) { // An image smaller than 256x256 ensures it contains only 1 group. xsize = 99; ysize = 100; } else { xsize = 277; ysize = 280; } std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, num_channels, 0); JxlPixelFormat format = {num_channels, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; jxl::ColorEncoding color_encoding = jxl::ColorEncoding::SRGB(false); jxl::CodecInOut io; EXPECT_TRUE(jxl::ConvertFromExternal( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, color_encoding, /*bits_per_sample=*/16, format, /*pool=*/nullptr, &io.Main())); jxl::TestCodestreamParams params; if (lossless) { params.cparams.SetLossless(); } else { params.cparams.butteraugli_distance = 0.5f; } jxl::PassDefinition passes[] = { {2, 0, 4}, {4, 0, 4}, {8, 2, 2}, {8, 1, 2}, {8, 0, 1}}; const int kNumPasses = 5; jxl::ProgressiveMode progressive_mode{passes}; params.progressive_mode = &progressive_mode; jxl::PaddedBytes data = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, num_channels, params); for (size_t increment : {(size_t)1, data.size()}) { printf( "Testing with single_group=%d, lossless=%d, " "num_channels=%d, prog_detail=%d, increment=%d\n", single_group, lossless, (int)num_channels, (int)prog_detail, (int)increment); std::vector> passes(kNumPasses + 1); for (int i = 0; i <= kNumPasses; ++i) { passes[i].resize(pixels.size()); } JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME | JXL_DEC_FULL_IMAGE | JXL_DEC_FRAME_PROGRESSION)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSetProgressiveDetail(dec, kFrames)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSetProgressiveDetail(dec, kDCProgressive)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSetProgressiveDetail(dec, kDCGroups)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderSetProgressiveDetail(dec, kGroups)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetProgressiveDetail(dec, prog_detail)); uint8_t* next_in = data.data(); size_t avail_in = 0; size_t pos = 0; auto process_input = [&]() { for (;;) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); JxlDecoderStatus status = JxlDecoderProcessInput(dec); size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, avail_in); next_in += avail_in - remaining; avail_in = remaining; if (status == JXL_DEC_NEED_MORE_INPUT && pos < data.size()) { size_t chunk = std::min(increment, data.size() - pos); pos += chunk; avail_in += chunk; continue; } return status; } }; EXPECT_EQ(JXL_DEC_BASIC_INFO, process_input()); JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); EXPECT_EQ(JXL_DEC_FRAME, process_input()); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); EXPECT_EQ(pixels.size(), buffer_size); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, passes[kNumPasses].data(), passes[kNumPasses].size())); auto next_pass = [&](int pass) { if (prog_detail <= kDC) return kNumPasses; if (prog_detail <= kLastPasses) { return std::min(pass + 2, kNumPasses); } return pass + 1; }; if (expect_flush) { // Return a particular downsampling ratio only after the last // pass for that downsampling was processed. int expected_downsampling_ratios[] = {8, 8, 4, 4, 2}; for (int p = 0; p < kNumPasses; p = next_pass(p)) { EXPECT_EQ(JXL_DEC_FRAME_PROGRESSION, process_input()); EXPECT_EQ(expected_downsampling_ratios[p], JxlDecoderGetIntendedDownsamplingRatio(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderFlushImage(dec)); passes[p] = passes[kNumPasses]; } } EXPECT_EQ(JXL_DEC_FULL_IMAGE, process_input()); EXPECT_EQ(JXL_DEC_SUCCESS, process_input()); JxlDecoderDestroy(dec); if (!expect_flush) { continue; } jxl::ButteraugliParams ba; std::vector distances(kNumPasses + 1); for (int p = 0;; p = next_pass(p)) { jxl::CodecInOut io1; EXPECT_TRUE(jxl::ConvertFromExternal( jxl::Span(passes[p].data(), passes[p].size()), xsize, ysize, color_encoding, /*bits_per_sample=*/16, format, /*pool=*/nullptr, &io1.Main())); distances[p] = ButteraugliDistance(io.frames, io1.frames, ba, jxl::GetJxlCms(), nullptr, nullptr); if (p == kNumPasses) break; } const float kMaxDistance[kNumPasses + 1] = {30.0f, 20.0f, 10.0f, 5.0f, 3.0f, 2.0f}; EXPECT_LT(distances[kNumPasses], kMaxDistance[kNumPasses]); for (int p = 0; p < kNumPasses;) { int next_p = next_pass(p); EXPECT_LT(distances[p], kMaxDistance[p]); // Verify that the returned pass image is actually not the // same as the next pass image, by checking that it has a bit // worse butteraugli score. EXPECT_LT(distances[next_p] * 1.1f, distances[p]); p = next_p; } } } } void VerifyJPEGReconstruction(const jxl::PaddedBytes& container, const jxl::PaddedBytes& jpeg_bytes) { JxlDecoderPtr dec = JxlDecoderMake(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec.get(), JXL_DEC_JPEG_RECONSTRUCTION | JXL_DEC_FULL_IMAGE)); JxlDecoderSetInput(dec.get(), container.data(), container.size()); EXPECT_EQ(JXL_DEC_JPEG_RECONSTRUCTION, JxlDecoderProcessInput(dec.get())); std::vector reconstructed_buffer(128); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetJPEGBuffer(dec.get(), reconstructed_buffer.data(), reconstructed_buffer.size())); size_t used = 0; JxlDecoderStatus process_result = JXL_DEC_JPEG_NEED_MORE_OUTPUT; while (process_result == JXL_DEC_JPEG_NEED_MORE_OUTPUT) { used = reconstructed_buffer.size() - JxlDecoderReleaseJPEGBuffer(dec.get()); reconstructed_buffer.resize(reconstructed_buffer.size() * 2); EXPECT_EQ( JXL_DEC_SUCCESS, JxlDecoderSetJPEGBuffer(dec.get(), reconstructed_buffer.data() + used, reconstructed_buffer.size() - used)); process_result = JxlDecoderProcessInput(dec.get()); } ASSERT_EQ(JXL_DEC_FULL_IMAGE, process_result); used = reconstructed_buffer.size() - JxlDecoderReleaseJPEGBuffer(dec.get()); ASSERT_EQ(used, jpeg_bytes.size()); EXPECT_EQ(0, memcmp(reconstructed_buffer.data(), jpeg_bytes.data(), used)); } #if JPEGXL_ENABLE_JPEG TEST(DecodeTest, JXL_TRANSCODE_JPEG_TEST(JPEGReconstructTestCodestream)) { size_t xsize = 123; size_t ysize = 77; size_t channels = 3; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, channels, /*seed=*/0); jxl::PaddedBytes jpeg_codestream; jxl::TestCodestreamParams params; params.cparams.color_transform = jxl::ColorTransform::kNone; params.box_format = kCSBF_Single; params.jpeg_codestream = &jpeg_codestream; params.preview_mode = jxl::kSmallPreview; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, channels, params); VerifyJPEGReconstruction(compressed, jpeg_codestream); } #endif // JPEGXL_ENABLE_JPEG TEST(DecodeTest, JXL_TRANSCODE_JPEG_TEST(JPEGReconstructionTest)) { const std::string jpeg_path = "jxl/flower/flower.png.im_q85_420.jpg"; const jxl::PaddedBytes orig = jxl::test::ReadTestData(jpeg_path); jxl::CodecInOut orig_io; ASSERT_TRUE( jxl::jpeg::DecodeImageJPG(jxl::Span(orig), &orig_io)); orig_io.metadata.m.xyb_encoded = false; jxl::BitWriter writer; ASSERT_TRUE(WriteCodestreamHeaders(&orig_io.metadata, &writer, nullptr)); writer.ZeroPadToByte(); jxl::PassesEncoderState enc_state; jxl::CompressParams cparams; cparams.color_transform = jxl::ColorTransform::kNone; ASSERT_TRUE(jxl::EncodeFrame(cparams, jxl::FrameInfo{}, &orig_io.metadata, orig_io.Main(), &enc_state, jxl::GetJxlCms(), /*pool=*/nullptr, &writer, /*aux_out=*/nullptr)); jxl::PaddedBytes jpeg_data; ASSERT_TRUE( EncodeJPEGData(*orig_io.Main().jpeg_data.get(), &jpeg_data, cparams)); jxl::PaddedBytes container; container.append(jxl::kContainerHeader, jxl::kContainerHeader + sizeof(jxl::kContainerHeader)); jxl::AppendBoxHeader(jxl::MakeBoxType("jbrd"), jpeg_data.size(), false, &container); container.append(jpeg_data.data(), jpeg_data.data() + jpeg_data.size()); jxl::AppendBoxHeader(jxl::MakeBoxType("jxlc"), 0, true, &container); jxl::PaddedBytes codestream = std::move(writer).TakeBytes(); container.append(codestream.data(), codestream.data() + codestream.size()); VerifyJPEGReconstruction(container, orig); } TEST(DecodeTest, JXL_TRANSCODE_JPEG_TEST(JPEGReconstructionMetadataTest)) { const std::string jpeg_path = "jxl/jpeg_reconstruction/1x1_exif_xmp.jpg"; const std::string jxl_path = "jxl/jpeg_reconstruction/1x1_exif_xmp.jxl"; const jxl::PaddedBytes jpeg = jxl::test::ReadTestData(jpeg_path); const jxl::PaddedBytes jxl = jxl::test::ReadTestData(jxl_path); VerifyJPEGReconstruction(jxl, jpeg); } TEST(DecodeTest, ContinueFinalNonEssentialBoxTest) { size_t xsize = 80, ysize = 90; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); jxl::TestCodestreamParams params; params.box_format = kCSBF_Multi_Other_Terminated; params.add_icc_profile = true; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); StreamPositions streampos; AnalyzeCodestream(compressed, &streampos); // The non-essential final box size including 8-byte header size_t final_box_size = unk3_box_size + 8; size_t last_box_begin = compressed.size() - final_box_size; // Verify that the test is indeed setup correctly to be at the beginning of // the 'unkn' box header. ASSERT_EQ(compressed[last_box_begin + 3], final_box_size); ASSERT_EQ(compressed[last_box_begin + 4], 'u'); ASSERT_EQ(compressed[last_box_begin + 5], 'n'); ASSERT_EQ(compressed[last_box_begin + 6], 'k'); ASSERT_EQ(compressed[last_box_begin + 7], '3'); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BASIC_INFO | JXL_DEC_FRAME)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), last_box_begin)); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_FRAME, JxlDecoderProcessInput(dec)); // The decoder returns success despite not having seen the final unknown box // yet. This is because calling JxlDecoderCloseInput is not mandatory for // backwards compatibility, so it doesn't know more bytes follow, the current // bytes ended at a perfectly valid place. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); size_t remaining = JxlDecoderReleaseInput(dec); // Since the test was set up to end exactly at the boundary of the final // codestream box, and the decoder returned success, all bytes are expected to // be consumed until the end of the frame header. EXPECT_EQ(remaining, last_box_begin - streampos.frames[0].toc_end); // Now set the remaining non-codestream box as input. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data() + last_box_begin, compressed.size() - last_box_begin)); // Even though JxlDecoderProcessInput already returned JXL_DEC_SUCCESS before, // when calling it again now after setting more input, success is expected, no // event occurs but the box has been successfully skipped. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } namespace { bool BoxTypeEquals(const std::string& type_string, JxlBoxType type) { return type_string.size() == 4 && type_string[0] == type[0] && type_string[1] == type[1] && type_string[2] == type[2] && type_string[3] == type[3]; } } // namespace TEST(DecodeTest, ExtentedBoxSizeTest) { const std::string jxl_path = "jxl/boxes/square-extended-size-container.jxl"; const jxl::PaddedBytes orig = jxl::test::ReadTestData(jxl_path); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BOX)); JxlBoxType type; uint64_t box_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, orig.data(), orig.size())); EXPECT_EQ(JXL_DEC_BOX, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); EXPECT_TRUE(BoxTypeEquals("JXL ", type)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxSizeRaw(dec, &box_size)); EXPECT_EQ(12, box_size); EXPECT_EQ(JXL_DEC_BOX, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); EXPECT_TRUE(BoxTypeEquals("ftyp", type)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxSizeRaw(dec, &box_size)); EXPECT_EQ(20, box_size); EXPECT_EQ(JXL_DEC_BOX, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); EXPECT_TRUE(BoxTypeEquals("jxlc", type)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxSizeRaw(dec, &box_size)); EXPECT_EQ(72, box_size); JxlDecoderDestroy(dec); } TEST(DecodeTest, JXL_BOXES_TEST(BoxTest)) { size_t xsize = 1, ysize = 1; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); jxl::TestCodestreamParams params; params.box_format = kCSBF_Multi_Other_Terminated; params.add_icc_profile = true; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BOX)); std::vector expected_box_types = { "JXL ", "ftyp", "jxlp", "unk1", "unk2", "jxlp", "jxlp", "jxlp", "unk3"}; // Value 0 means to not test the size: codestream is not required to be a // particular exact size. std::vector expected_box_sizes = {12, 20, 0, 34, 18, 0, 0, 0, 20}; JxlBoxType type; uint64_t box_size; std::vector contents(50); size_t expected_release_size = 0; // Cannot get these when decoding didn't start yet EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderGetBoxSizeRaw(dec, &box_size)); uint8_t* next_in = compressed.data(); size_t avail_in = compressed.size(); for (size_t i = 0; i < expected_box_types.size(); i++) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_BOX, JxlDecoderProcessInput(dec)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxSizeRaw(dec, &box_size)); EXPECT_TRUE(BoxTypeEquals(expected_box_types[i], type)); if (expected_box_sizes[i]) { EXPECT_EQ(expected_box_sizes[i], box_size); } if (expected_release_size > 0) { EXPECT_EQ(expected_release_size, JxlDecoderReleaseBoxBuffer(dec)); expected_release_size = 0; } if (type[0] == 'u' && type[1] == 'n' && type[2] == 'k') { JxlDecoderSetBoxBuffer(dec, contents.data(), contents.size()); size_t expected_box_contents_size = type[3] == '1' ? unk1_box_size : (type[3] == '2' ? unk2_box_size : unk3_box_size); expected_release_size = contents.size() - expected_box_contents_size; } size_t consumed = avail_in - JxlDecoderReleaseInput(dec); next_in += consumed; avail_in -= consumed; } // After the last DEC_BOX event, check that the input position is exactly at // the stat of the box header. EXPECT_EQ(avail_in, expected_box_sizes.back()); // Even though all input is given, the decoder cannot assume there aren't // more boxes if the input was not closed. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec)); JxlDecoderCloseInput(dec); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); } TEST(DecodeTest, JXL_BOXES_TEST(ExifBrobBoxTest)) { size_t xsize = 1, ysize = 1; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); jxl::TestCodestreamParams params; // Lossless to verify pixels exactly after roundtrip. params.cparams.SetLossless(); params.box_format = kCSBF_Brob_Exif; params.add_icc_profile = true; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); // Test raw brob box, not brotli-decompressing for (int streaming = 0; streaming < 2; ++streaming) { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BOX)); if (!streaming) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); JxlDecoderCloseInput(dec); } // for streaming input case const uint8_t* next_in = compressed.data(); size_t avail_in = 0; size_t total_in = 0; size_t step_size = 64; std::vector box_buffer; size_t box_num_output; bool seen_brob_begin = false; bool seen_brob_end = false; for (;;) { JxlDecoderStatus status = JxlDecoderProcessInput(dec); if (status == JXL_DEC_NEED_MORE_INPUT) { if (streaming) { size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, avail_in); next_in += avail_in - remaining; avail_in = remaining; size_t amount = step_size; if (total_in + amount > compressed.size()) { amount = compressed.size() - total_in; } avail_in += amount; total_in += amount; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); if (total_in == compressed.size()) JxlDecoderCloseInput(dec); } else { FAIL(); break; } } else if (status == JXL_DEC_BOX || status == JXL_DEC_SUCCESS) { if (!box_buffer.empty()) { EXPECT_EQ(false, seen_brob_end); seen_brob_end = true; size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; EXPECT_EQ(box_num_output, box_brob_exif_size - 8); EXPECT_EQ( 0, memcmp(box_buffer.data(), box_brob_exif + 8, box_num_output)); box_buffer.clear(); } if (status == JXL_DEC_SUCCESS) break; JxlBoxType type; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); if (BoxTypeEquals("brob", type)) { EXPECT_EQ(false, seen_brob_begin); seen_brob_begin = true; box_buffer.resize(8); JxlDecoderSetBoxBuffer(dec, box_buffer.data(), box_buffer.size()); } } else if (status == JXL_DEC_BOX_NEED_MORE_OUTPUT) { size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; box_buffer.resize(box_buffer.size() * 2); JxlDecoderSetBoxBuffer(dec, box_buffer.data() + box_num_output, box_buffer.size() - box_num_output); } else { // We do not expect any other events or errors FAIL(); break; } } EXPECT_EQ(true, seen_brob_begin); EXPECT_EQ(true, seen_brob_end); JxlDecoderDestroy(dec); } // Test decompressed brob box for (int streaming = 0; streaming < 2; ++streaming) { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec, JXL_DEC_BOX)); if (!streaming) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); JxlDecoderCloseInput(dec); } // for streaming input case const uint8_t* next_in = compressed.data(); size_t avail_in = 0; size_t total_in = 0; size_t step_size = 64; std::vector box_buffer; size_t box_num_output; bool seen_exif_begin = false; bool seen_exif_end = false; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetDecompressBoxes(dec, JXL_TRUE)); for (;;) { JxlDecoderStatus status = JxlDecoderProcessInput(dec); if (status == JXL_DEC_NEED_MORE_INPUT) { if (streaming) { size_t remaining = JxlDecoderReleaseInput(dec); EXPECT_LE(remaining, avail_in); next_in += avail_in - remaining; avail_in = remaining; size_t amount = step_size; if (total_in + amount > compressed.size()) { amount = compressed.size() - total_in; } avail_in += amount; total_in += amount; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, next_in, avail_in)); if (total_in == compressed.size()) JxlDecoderCloseInput(dec); } else { FAIL(); break; } } else if (status == JXL_DEC_BOX || status == JXL_DEC_SUCCESS) { if (!box_buffer.empty()) { EXPECT_EQ(false, seen_exif_end); seen_exif_end = true; size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; // Expect that the output has the same size and contents as the // uncompressed exif data. Only check contents if the sizes match to // avoid comparing uninitialized memory in the test. EXPECT_EQ(box_num_output, exif_uncompressed_size); if (box_num_output == exif_uncompressed_size) { EXPECT_EQ(0, memcmp(box_buffer.data(), exif_uncompressed, exif_uncompressed_size)); } box_buffer.clear(); } if (status == JXL_DEC_SUCCESS) break; JxlBoxType type; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_TRUE)); if (BoxTypeEquals("Exif", type)) { EXPECT_EQ(false, seen_exif_begin); seen_exif_begin = true; box_buffer.resize(8); JxlDecoderSetBoxBuffer(dec, box_buffer.data(), box_buffer.size()); } } else if (status == JXL_DEC_BOX_NEED_MORE_OUTPUT) { size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; box_buffer.resize(box_buffer.size() * 2); JxlDecoderSetBoxBuffer(dec, box_buffer.data() + box_num_output, box_buffer.size() - box_num_output); } else { // We do not expect any other events or errors FAIL(); break; } } EXPECT_EQ(true, seen_exif_begin); EXPECT_EQ(true, seen_exif_end); JxlDecoderDestroy(dec); } } TEST(DecodeTest, JXL_BOXES_TEST(PartialCodestreamBoxTest)) { size_t xsize = 23, ysize = 81; std::vector pixels = jxl::test::GetSomeTestImage(xsize, ysize, 4, 0); JxlPixelFormat format_orig = {4, JXL_TYPE_UINT16, JXL_BIG_ENDIAN, 0}; // Lossless to verify pixels exactly after roundtrip. jxl::TestCodestreamParams params; params.cparams.SetLossless(); params.cparams.speed_tier = jxl::SpeedTier::kThunder; params.box_format = kCSBF_Multi; params.add_icc_profile = true; jxl::PaddedBytes compressed = jxl::CreateTestJXLCodestream( jxl::Span(pixels.data(), pixels.size()), xsize, ysize, 4, params); std::vector extracted_codestream; { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE | JXL_DEC_BOX)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); JxlDecoderCloseInput(dec); size_t num_jxlp = 0; std::vector pixels2; pixels2.resize(pixels.size()); std::vector box_buffer; size_t box_num_output; for (;;) { JxlDecoderStatus status = JxlDecoderProcessInput(dec); if (status == JXL_DEC_NEED_MORE_INPUT) { FAIL(); break; } else if (status == JXL_DEC_BASIC_INFO) { JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); } else if (status == JXL_DEC_NEED_IMAGE_OUT_BUFFER) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format_orig, pixels2.data(), pixels2.size())); } else if (status == JXL_DEC_FULL_IMAGE) { continue; } else if (status == JXL_DEC_BOX || status == JXL_DEC_SUCCESS) { if (!box_buffer.empty()) { size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; EXPECT_GE(box_num_output, 4); // Do not insert the first 4 bytes, which are not part of the // codestream, but the partial codestream box index extracted_codestream.insert(extracted_codestream.end(), box_buffer.begin() + 4, box_buffer.begin() + box_num_output); box_buffer.clear(); } if (status == JXL_DEC_SUCCESS) break; JxlBoxType type; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBoxType(dec, type, JXL_FALSE)); if (BoxTypeEquals("jxlp", type)) { num_jxlp++; box_buffer.resize(8); JxlDecoderSetBoxBuffer(dec, box_buffer.data(), box_buffer.size()); } } else if (status == JXL_DEC_BOX_NEED_MORE_OUTPUT) { size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; box_buffer.resize(box_buffer.size() * 2); JxlDecoderSetBoxBuffer(dec, box_buffer.data() + box_num_output, box_buffer.size() - box_num_output); } else { // We do not expect any other events or errors FAIL(); break; } } // The test file created with kCSBF_Multi is expected to have 4 jxlp boxes. EXPECT_EQ(4, num_jxlp); EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format_orig)); JxlDecoderDestroy(dec); } // Now test whether the codestream extracted from the jxlp boxes can itself // also be decoded and gives the same pixels { JxlDecoder* dec = JxlDecoderCreate(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE | JXL_DEC_BOX)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, extracted_codestream.data(), extracted_codestream.size())); JxlDecoderCloseInput(dec); size_t num_boxes = 0; std::vector pixels2; pixels2.resize(pixels.size()); std::vector box_buffer; size_t box_num_output; for (;;) { JxlDecoderStatus status = JxlDecoderProcessInput(dec); if (status == JXL_DEC_NEED_MORE_INPUT) { FAIL(); break; } else if (status == JXL_DEC_BASIC_INFO) { JxlBasicInfo info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &info)); EXPECT_EQ(info.xsize, xsize); EXPECT_EQ(info.ysize, ysize); } else if (status == JXL_DEC_NEED_IMAGE_OUT_BUFFER) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer(dec, &format_orig, pixels2.data(), pixels2.size())); } else if (status == JXL_DEC_FULL_IMAGE) { continue; } else if (status == JXL_DEC_BOX) { num_boxes++; } else if (status == JXL_DEC_BOX_NEED_MORE_OUTPUT) { size_t remaining = JxlDecoderReleaseBoxBuffer(dec); box_num_output = box_buffer.size() - remaining; box_buffer.resize(box_buffer.size() * 2); JxlDecoderSetBoxBuffer(dec, box_buffer.data() + box_num_output, box_buffer.size() - box_num_output); } else if (status == JXL_DEC_SUCCESS) { break; } else { // We do not expect any other events or errors FAIL(); break; } } EXPECT_EQ(0, num_boxes); // The data does not use the container format. EXPECT_EQ(0u, jxl::test::ComparePixels(pixels.data(), pixels2.data(), xsize, ysize, format_orig, format_orig)); JxlDecoderDestroy(dec); } } TEST(DecodeTest, SpotColorTest) { jxl::ThreadPool* pool = nullptr; jxl::CodecInOut io; size_t xsize = 55, ysize = 257; io.metadata.m.color_encoding = jxl::ColorEncoding::LinearSRGB(); jxl::Image3F main(xsize, ysize); jxl::ImageF spot(xsize, ysize); jxl::ZeroFillImage(&main); jxl::ZeroFillImage(&spot); for (size_t y = 0; y < ysize; y++) { float* JXL_RESTRICT rowm = main.PlaneRow(1, y); float* JXL_RESTRICT rows = spot.Row(y); for (size_t x = 0; x < xsize; x++) { rowm[x] = (x + y) * (1.f / 255.f); rows[x] = ((x ^ y) & 255) * (1.f / 255.f); } } io.SetFromImage(std::move(main), jxl::ColorEncoding::LinearSRGB()); jxl::ExtraChannelInfo info; info.bit_depth.bits_per_sample = 8; info.dim_shift = 0; info.type = jxl::ExtraChannel::kSpotColor; info.spot_color[0] = 0.5f; info.spot_color[1] = 0.2f; info.spot_color[2] = 1.f; info.spot_color[3] = 0.5f; io.metadata.m.extra_channel_info.push_back(info); std::vector ec; ec.push_back(std::move(spot)); io.frames[0].SetExtraChannels(std::move(ec)); jxl::CompressParams cparams; cparams.speed_tier = jxl::SpeedTier::kLightning; cparams.modular_mode = true; cparams.color_transform = jxl::ColorTransform::kNone; cparams.butteraugli_distance = 0.f; jxl::PaddedBytes compressed; std::unique_ptr enc_state = jxl::make_unique(); EXPECT_TRUE(jxl::EncodeFile(cparams, &io, enc_state.get(), &compressed, jxl::GetJxlCms(), nullptr, pool)); for (size_t render_spot = 0; render_spot < 2; render_spot++) { JxlPixelFormat format = {3, JXL_TYPE_UINT8, JXL_LITTLE_ENDIAN, 0}; JxlDecoder* dec = JxlDecoderCreate(NULL); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents( dec, JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE)); if (!render_spot) { EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetRenderSpotcolors(dec, JXL_FALSE)); } EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec, compressed.data(), compressed.size())); EXPECT_EQ(JXL_DEC_BASIC_INFO, JxlDecoderProcessInput(dec)); JxlBasicInfo binfo; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetBasicInfo(dec, &binfo)); EXPECT_EQ(1u, binfo.num_extra_channels); EXPECT_EQ(xsize, binfo.xsize); EXPECT_EQ(ysize, binfo.ysize); JxlExtraChannelInfo extra_info; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderGetExtraChannelInfo(dec, 0, &extra_info)); EXPECT_EQ((unsigned int)jxl::ExtraChannel::kSpotColor, extra_info.type); EXPECT_EQ(JXL_DEC_NEED_IMAGE_OUT_BUFFER, JxlDecoderProcessInput(dec)); size_t buffer_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderImageOutBufferSize(dec, &format, &buffer_size)); size_t extra_size; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderExtraChannelBufferSize(dec, &format, &extra_size, 0)); std::vector image(buffer_size); std::vector extra(extra_size); size_t bytes_per_pixel = format.num_channels * jxl::test::GetDataBits(format.data_type) / jxl::kBitsPerByte; size_t stride = bytes_per_pixel * binfo.xsize; EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetImageOutBuffer( dec, &format, image.data(), image.size())); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetExtraChannelBuffer(dec, &format, extra.data(), extra.size(), 0)); EXPECT_EQ(JXL_DEC_FULL_IMAGE, JxlDecoderProcessInput(dec)); // After the full image was output, JxlDecoderProcessInput should return // success to indicate all is done. EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderProcessInput(dec)); JxlDecoderDestroy(dec); for (size_t y = 0; y < ysize; y++) { uint8_t* JXL_RESTRICT rowm = image.data() + stride * y; uint8_t* JXL_RESTRICT rows = extra.data() + xsize * y; for (size_t x = 0; x < xsize; x++) { if (!render_spot) { // if spot color isn't rendered, main image should be as we made it // (red and blue are all zeroes) EXPECT_EQ(rowm[x * 3 + 0], 0); EXPECT_EQ(rowm[x * 3 + 1], (x + y > 255 ? 255 : x + y)); EXPECT_EQ(rowm[x * 3 + 2], 0); } if (render_spot) { // if spot color is rendered, expect red and blue to look like the // spot color channel EXPECT_LT(abs(rowm[x * 3 + 0] - (rows[x] * 0.25f)), 1); EXPECT_LT(abs(rowm[x * 3 + 2] - (rows[x] * 0.5f)), 1); } EXPECT_EQ(rows[x], ((x ^ y) & 255)); } } } } TEST(DecodeTest, CloseInput) { std::vector partial_file = {0xff}; JxlDecoderPtr dec = JxlDecoderMake(nullptr); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSubscribeEvents(dec.get(), JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE)); EXPECT_EQ(JXL_DEC_SUCCESS, JxlDecoderSetInput(dec.get(), partial_file.data(), partial_file.size())); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec.get())); EXPECT_EQ(JXL_DEC_NEED_MORE_INPUT, JxlDecoderProcessInput(dec.get())); JxlDecoderCloseInput(dec.get()); EXPECT_EQ(JXL_DEC_ERROR, JxlDecoderProcessInput(dec.get())); }