1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
// vim: ts=8 sw=2 smarttab
#include "test/librados/test_cxx.h"
#include "test/librbd/test_fixture.h"
#include "test/librbd/test_support.h"
#include "cls/rbd/cls_rbd_types.h"
#include "cls/journal/cls_journal_types.h"
#include "cls/journal/cls_journal_client.h"
#include "journal/Journaler.h"
#include "librbd/ExclusiveLock.h"
#include "librbd/ImageCtx.h"
#include "librbd/ImageState.h"
#include "librbd/ImageWatcher.h"
#include "librbd/internal.h"
#include "librbd/Journal.h"
#include "librbd/Operations.h"
#include "librbd/api/Io.h"
#include "librbd/api/Snapshot.h"
#include "librbd/io/AioCompletion.h"
#include "librbd/io/ImageDispatchSpec.h"
#include "librbd/io/ImageRequest.h"
#include "librbd/io/ReadResult.h"
#include "librbd/journal/Types.h"
#include <boost/scope_exit.hpp>
void register_test_journal_stress() {
}
namespace librbd {
namespace journal {
class TestJournalStress : public TestFixture {
};
TEST_F(TestJournalStress, DiscardWithPruneWriteOverlap) {
REQUIRE_FEATURE(RBD_FEATURE_JOURNALING);
// Overlap discards and writes while discard pruning is occurring. This tests
// the conditions under which https://tracker.ceph.com/issues/63422 occurred.
// Create an image that is multiple objects so that we can force multiple
// image extents on the discard path.
int order = 22;
auto object_size = uint64_t{1} << order;
auto image_size = 4 * object_size;
// Write-around cache required for overlapping I/O delays.
std::map<std::string, std::string> config;
config["rbd_cache"] = "true";
config["rbd_cache_policy"] = "writearound";
config["rbd_cache_max_dirty"] = std::to_string(image_size);
config["rbd_cache_writethrough_until_flush"] = "false";
// XXX: Work around https://tracker.ceph.com/issues/63681, which this test
// exposes when run under Valgrind.
config["librados_thread_count"] = "15";
librados::Rados rados;
ASSERT_EQ("", connect_cluster_pp(rados, config));
librados::IoCtx ioctx;
ASSERT_EQ(0, rados.ioctx_create(_pool_name.c_str(), ioctx));
uint64_t features;
ASSERT_TRUE(::get_features(&features));
auto image_name = get_temp_image_name();
ASSERT_EQ(0, create_image_full_pp(m_rbd, ioctx, image_name, image_size,
features, false, &order));
auto ictx = new librbd::ImageCtx(image_name, "", nullptr, ioctx, false);
ASSERT_EQ(0, ictx->state->open(0));
BOOST_SCOPE_EXIT(ictx) {
ictx->state->close();
} BOOST_SCOPE_EXIT_END;
std::thread write_thread(
[ictx, object_size]() {
std::string payload(object_size, '1');
for (auto i = 0; i < 200; i++) {
// Alternate overlaps with the two objects that the discard below
// touches.
for (auto offset = object_size;
offset < object_size * 3;
offset += object_size) {
bufferlist payload_bl;
payload_bl.append(payload);
auto aio_comp = new librbd::io::AioCompletion();
api::Io<>::aio_write(*ictx, aio_comp, offset, payload.size(),
std::move(payload_bl), 0, true);
ASSERT_EQ(0, aio_comp->wait_for_complete());
aio_comp->release();
}
}
}
);
auto discard_exit = false;
std::thread discard_thread(
[ictx, object_size, &discard_exit]() {
while (!discard_exit) {
// We offset the discard by -4096 bytes and set discard granularity to
// 8192; this should cause two image extents to be formed in
// AbstractImageWriteRequest<I>::send_request() on objects 1 and 2,
// overlapping with the writes above.
auto aio_comp = new librbd::io::AioCompletion();
api::Io<>::aio_discard(*ictx, aio_comp, object_size - 4096,
2 * object_size, 8192, true);
ASSERT_EQ(0, aio_comp->wait_for_complete());
aio_comp->release();
}
}
);
write_thread.join();
discard_exit = true;
discard_thread.join();
}
} // namespace journal
} // namespace librbd
|
