1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
//
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
#include "lib/jxl/image.h"
#include <algorithm> // fill, swap
#include <cstddef>
#include <cstdint>
#include "lib/jxl/base/status.h"
#include "lib/jxl/cache_aligned.h"
#include "lib/jxl/simd_util.h"
#if defined(MEMORY_SANITIZER)
#include "lib/jxl/base/common.h"
#include "lib/jxl/sanitizers.h"
#endif
namespace jxl {
namespace detail {
namespace {
// Initializes the minimum bytes required to suppress MSAN warnings from
// legitimate vector loads/stores on the right border, where some lanes are
// uninitialized and assumed to be unused.
void InitializePadding(PlaneBase& plane, const size_t sizeof_t) {
#if defined(MEMORY_SANITIZER)
size_t xsize = plane.xsize();
size_t ysize = plane.ysize();
if (xsize == 0 || ysize == 0) return;
const size_t vec_size = MaxVectorSize();
if (vec_size == 0) return; // Scalar mode: no padding needed
const size_t valid_size = xsize * sizeof_t;
const size_t initialize_size = RoundUpTo(valid_size, vec_size);
if (valid_size == initialize_size) return;
for (size_t y = 0; y < ysize; ++y) {
uint8_t* JXL_RESTRICT row = plane.bytes() + y * plane.bytes_per_row();
#if defined(__clang__) && \
((!defined(__apple_build_version__) && __clang_major__ <= 6) || \
(defined(__apple_build_version__) && \
__apple_build_version__ <= 10001145))
// There's a bug in MSAN in clang-6 when handling AVX2 operations. This
// workaround allows tests to pass on MSAN, although it is slower and
// prevents MSAN warnings from uninitialized images.
std::fill(row, msan::kSanitizerSentinelByte, initialize_size);
#else
memset(row + valid_size, msan::kSanitizerSentinelByte,
initialize_size - valid_size);
#endif // clang6
}
#endif // MEMORY_SANITIZER
}
} // namespace
PlaneBase::PlaneBase(const size_t xsize, const size_t ysize,
const size_t sizeof_t)
: xsize_(static_cast<uint32_t>(xsize)),
ysize_(static_cast<uint32_t>(ysize)),
orig_xsize_(static_cast<uint32_t>(xsize)),
orig_ysize_(static_cast<uint32_t>(ysize)),
bytes_per_row_(BytesPerRow(xsize_, sizeof_t)),
bytes_(nullptr),
sizeof_t_(sizeof_t) {
// TODO(eustas): turn to error instead of abort.
JXL_CHECK(xsize == xsize_);
JXL_CHECK(ysize == ysize_);
JXL_ASSERT(sizeof_t == 1 || sizeof_t == 2 || sizeof_t == 4 || sizeof_t == 8);
}
Status PlaneBase::Allocate() {
JXL_CHECK(!bytes_.get());
// Dimensions can be zero, e.g. for lazily-allocated images. Only allocate
// if nonzero, because "zero" bytes still have padding/bookkeeping overhead.
if (xsize_ == 0 || ysize_ == 0) {
return true;
}
bytes_ = AllocateArray(bytes_per_row_ * ysize_);
if (!bytes_.get()) {
// TODO(eustas): use specialized OOM error code
return JXL_FAILURE("Failed to allocate memory for image surface");
}
InitializePadding(*this, sizeof_t_);
return true;
}
void PlaneBase::Swap(PlaneBase& other) {
std::swap(xsize_, other.xsize_);
std::swap(ysize_, other.ysize_);
std::swap(orig_xsize_, other.orig_xsize_);
std::swap(orig_ysize_, other.orig_ysize_);
std::swap(bytes_per_row_, other.bytes_per_row_);
std::swap(bytes_, other.bytes_);
}
} // namespace detail
} // namespace jxl
|
