// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- // vim: ts=8 sw=2 smarttab #include "include/neorados/RADOS.hpp" #include "include/rados/librados.hpp" #include "common/ceph_mutex.h" #include "common/hobject.h" #include "librados/AioCompletionImpl.h" #include "mon/error_code.h" #include "osd/error_code.h" #include "osd/osd_types.h" #include "osdc/error_code.h" #include "test/librados_test_stub/LibradosTestStub.h" #include "test/librados_test_stub/TestClassHandler.h" #include "test/librados_test_stub/TestIoCtxImpl.h" #include "test/librados_test_stub/TestRadosClient.h" #include #include #include #include #include #include namespace bs = boost::system; using namespace std::literals; using namespace std::placeholders; namespace neorados { namespace detail { class Client { public: ceph::mutex mutex = ceph::make_mutex("NeoradosTestStub::Client"); librados::TestRadosClient* test_rados_client; boost::asio::io_context& io_context; std::map, librados::TestIoCtxImpl*> io_ctxs; Client(librados::TestRadosClient* test_rados_client) : test_rados_client(test_rados_client), io_context(test_rados_client->get_io_context()) { } ~Client() { for (auto& io_ctx : io_ctxs) { io_ctx.second->put(); } } librados::TestIoCtxImpl* get_io_ctx(const IOContext& ioc) { int64_t pool_id = ioc.pool(); std::string ns = std::string{ioc.ns()}; auto lock = std::scoped_lock{mutex}; auto key = make_pair(pool_id, ns); auto it = io_ctxs.find(key); if (it != io_ctxs.end()) { return it->second; } std::list> pools; int r = test_rados_client->pool_list(pools); if (r < 0) { return nullptr; } for (auto& pool : pools) { if (pool.first == pool_id) { auto io_ctx = test_rados_client->create_ioctx(pool_id, pool.second); io_ctx->set_namespace(ns); io_ctxs[key] = io_ctx; return io_ctx; } } return nullptr; } }; } // namespace detail namespace { struct CompletionPayload { std::unique_ptr c; }; void completion_callback_adapter(rados_completion_t c, void *arg) { auto impl = reinterpret_cast(c); auto r = impl->get_return_value(); impl->release(); auto payload = reinterpret_cast(arg); payload->c->defer(std::move(payload->c), (r < 0) ? bs::error_code(-r, osd_category()) : bs::error_code()); delete payload; } librados::AioCompletionImpl* create_aio_completion( std::unique_ptr&& c) { auto payload = new CompletionPayload{std::move(c)}; auto impl = new librados::AioCompletionImpl(); impl->set_complete_callback(payload, completion_callback_adapter); return impl; } int save_operation_size(int result, size_t* pval) { if (pval != NULL) { *pval = result; } return result; } int save_operation_ec(int result, boost::system::error_code* ec) { if (ec != NULL) { *ec = {std::abs(result), bs::system_category()}; } return result; } } // anonymous namespace Object::Object() { static_assert(impl_size >= sizeof(object_t)); new (&impl) object_t(); } Object::Object(std::string&& s) { static_assert(impl_size >= sizeof(object_t)); new (&impl) object_t(std::move(s)); } Object::~Object() { reinterpret_cast(&impl)->~object_t(); } Object::operator std::string_view() const { return std::string_view(reinterpret_cast(&impl)->name); } struct IOContextImpl { object_locator_t oloc; snapid_t snap_seq = CEPH_NOSNAP; SnapContext snapc; }; IOContext::IOContext() { static_assert(impl_size >= sizeof(IOContextImpl)); new (&impl) IOContextImpl(); } IOContext::IOContext(const IOContext& rhs) { static_assert(impl_size >= sizeof(IOContextImpl)); new (&impl) IOContextImpl(*reinterpret_cast(&rhs.impl)); } IOContext::IOContext(int64_t _pool, std::string&& _ns) : IOContext() { pool(_pool); ns(std::move(_ns)); } IOContext::~IOContext() { reinterpret_cast(&impl)->~IOContextImpl(); } std::int64_t IOContext::pool() const { return reinterpret_cast(&impl)->oloc.pool; } void IOContext::pool(std::int64_t _pool) { reinterpret_cast(&impl)->oloc.pool = _pool; } std::string_view IOContext::ns() const { return reinterpret_cast(&impl)->oloc.nspace; } void IOContext::ns(std::string&& _ns) { reinterpret_cast(&impl)->oloc.nspace = std::move(_ns); } std::optional IOContext::read_snap() const { auto& snap_seq = reinterpret_cast(&impl)->snap_seq; if (snap_seq == CEPH_NOSNAP) return std::nullopt; else return snap_seq; } void IOContext::read_snap(std::optional _snapid) { auto& snap_seq = reinterpret_cast(&impl)->snap_seq; snap_seq = _snapid.value_or(CEPH_NOSNAP); } std::optional< std::pair>> IOContext::write_snap_context() const { auto& snapc = reinterpret_cast(&impl)->snapc; if (snapc.empty()) { return std::nullopt; } else { std::vector v(snapc.snaps.begin(), snapc.snaps.end()); return std::make_optional(std::make_pair(uint64_t(snapc.seq), v)); } } void IOContext::write_snap_context( std::optional>> _snapc) { auto& snapc = reinterpret_cast(&impl)->snapc; if (!_snapc) { snapc.clear(); } else { SnapContext n(_snapc->first, { _snapc->second.begin(), _snapc->second.end()}); if (!n.is_valid()) { throw bs::system_error(EINVAL, bs::system_category(), "Invalid snap context."); } snapc = n; } } void IOContext::full_try(bool _full_try) { // no-op } bool operator ==(const IOContext& lhs, const IOContext& rhs) { auto l = reinterpret_cast(&lhs.impl); auto r = reinterpret_cast(&rhs.impl); return (l->oloc == r->oloc && l->snap_seq == r->snap_seq && l->snapc.seq == r->snapc.seq && l->snapc.snaps == r->snapc.snaps); } bool operator !=(const IOContext& lhs, const IOContext& rhs) { return !(lhs == rhs); } Op::Op() { static_assert(Op::impl_size >= sizeof(librados::TestObjectOperationImpl*)); auto& o = *reinterpret_cast(&impl); o = new librados::TestObjectOperationImpl(); o->get(); } Op::~Op() { auto& o = *reinterpret_cast(&impl); if (o != nullptr) { o->put(); o = nullptr; } } void Op::assert_exists() { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::assert_exists, _1, _2, _4)); } void Op::assert_version(uint64_t ver) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::assert_version, _1, _2, ver)); } void Op::cmpext(uint64_t off, ceph::buffer::list&& cmp_bl, std::size_t* s) { auto o = *reinterpret_cast(&impl); librados::ObjectOperationTestImpl op = std::bind( &librados::TestIoCtxImpl::cmpext, _1, _2, off, cmp_bl, _4); if (s != nullptr) { op = std::bind( save_operation_size, std::bind(op, _1, _2, _3, _4, _5, _6), s); } o->ops.push_back(op); } std::size_t Op::size() const { auto o = *reinterpret_cast(&impl); return o->ops.size(); } void Op::set_fadvise_random() { // no-op } void Op::set_fadvise_sequential() { // no-op } void Op::set_fadvise_willneed() { // no-op } void Op::set_fadvise_dontneed() { // no-op } void Op::set_fadvise_nocache() { // no-op } void Op::balance_reads() { // no-op } void Op::localize_reads() { // no-op } void Op::exec(std::string_view cls, std::string_view method, const ceph::buffer::list& inbl, ceph::buffer::list* out, boost::system::error_code* ec) { auto o = *reinterpret_cast(&impl); auto cls_handler = librados_test_stub::get_class_handler(); librados::ObjectOperationTestImpl op = [cls_handler, cls, method, inbl = const_cast(inbl), out] (librados::TestIoCtxImpl* io_ctx, const std::string& oid, bufferlist* outbl, uint64_t snap_id, const SnapContext& snapc, uint64_t*) mutable -> int { return io_ctx->exec( oid, cls_handler, std::string(cls).c_str(), std::string(method).c_str(), inbl, (out != nullptr ? out : outbl), snap_id, snapc); }; if (ec != nullptr) { op = std::bind( save_operation_ec, std::bind(op, _1, _2, _3, _4, _5, _6), ec); } o->ops.push_back(op); } void Op::exec(std::string_view cls, std::string_view method, const ceph::buffer::list& inbl, boost::system::error_code* ec) { auto o = *reinterpret_cast(&impl); auto cls_handler = librados_test_stub::get_class_handler(); librados::ObjectOperationTestImpl op = [cls_handler, cls, method, inbl = const_cast(inbl)] (librados::TestIoCtxImpl* io_ctx, const std::string& oid, bufferlist* outbl, uint64_t snap_id, const SnapContext& snapc, uint64_t*) mutable -> int { return io_ctx->exec( oid, cls_handler, std::string(cls).c_str(), std::string(method).c_str(), inbl, outbl, snap_id, snapc); }; if (ec != NULL) { op = std::bind( save_operation_ec, std::bind(op, _1, _2, _3, _4, _5, _6), ec); } o->ops.push_back(op); } void ReadOp::read(size_t off, uint64_t len, ceph::buffer::list* out, boost::system::error_code* ec) { auto o = *reinterpret_cast(&impl); librados::ObjectOperationTestImpl op; if (out != nullptr) { op = std::bind( &librados::TestIoCtxImpl::read, _1, _2, len, off, out, _4, _6); } else { op = std::bind( &librados::TestIoCtxImpl::read, _1, _2, len, off, _3, _4, _6); } if (ec != NULL) { op = std::bind( save_operation_ec, std::bind(op, _1, _2, _3, _4, _5, _6), ec); } o->ops.push_back(op); } void ReadOp::sparse_read(uint64_t off, uint64_t len, ceph::buffer::list* out, std::vector>* extents, boost::system::error_code* ec) { auto o = *reinterpret_cast(&impl); librados::ObjectOperationTestImpl op = [off, len, out, extents] (librados::TestIoCtxImpl* io_ctx, const std::string& oid, bufferlist* outbl, uint64_t snap_id, const SnapContext& snapc, uint64_t*) mutable -> int { std::map m; int r = io_ctx->sparse_read( oid, off, len, &m, (out != nullptr ? out : outbl), snap_id); if (r >= 0 && extents != nullptr) { extents->clear(); extents->insert(extents->end(), m.begin(), m.end()); } return r; }; if (ec != NULL) { op = std::bind(save_operation_ec, std::bind(op, _1, _2, _3, _4, _5, _6), ec); } o->ops.push_back(op); } void ReadOp::list_snaps(SnapSet* snaps, bs::error_code* ec) { auto o = *reinterpret_cast(&impl); librados::ObjectOperationTestImpl op = [snaps] (librados::TestIoCtxImpl* io_ctx, const std::string& oid, bufferlist*, uint64_t, const SnapContext&, uint64_t*) mutable -> int { librados::snap_set_t snap_set; int r = io_ctx->list_snaps(oid, &snap_set); if (r >= 0 && snaps != nullptr) { *snaps = {}; snaps->seq = snap_set.seq; snaps->clones.reserve(snap_set.clones.size()); for (auto& clone : snap_set.clones) { neorados::CloneInfo clone_info; clone_info.cloneid = clone.cloneid; clone_info.snaps = clone.snaps; clone_info.overlap = clone.overlap; clone_info.size = clone.size; snaps->clones.push_back(clone_info); } } return r; }; if (ec != NULL) { op = std::bind(save_operation_ec, std::bind(op, _1, _2, _3, _4, _5, _6), ec); } o->ops.push_back(op); } void WriteOp::create(bool exclusive) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::create, _1, _2, exclusive, _5)); } void WriteOp::write(uint64_t off, ceph::buffer::list&& bl) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::write, _1, _2, bl, bl.length(), off, _5)); } void WriteOp::write_full(ceph::buffer::list&& bl) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::write_full, _1, _2, bl, _5)); } void WriteOp::remove() { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::remove, _1, _2, _5)); } void WriteOp::truncate(uint64_t off) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::truncate, _1, _2, off, _5)); } void WriteOp::zero(uint64_t off, uint64_t len) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::zero, _1, _2, off, len, _5)); } void WriteOp::writesame(std::uint64_t off, std::uint64_t write_len, ceph::buffer::list&& bl) { auto o = *reinterpret_cast(&impl); o->ops.push_back(std::bind( &librados::TestIoCtxImpl::writesame, _1, _2, bl, write_len, off, _5)); } void WriteOp::set_alloc_hint(uint64_t expected_object_size, uint64_t expected_write_size, alloc_hint::alloc_hint_t flags) { // no-op } RADOS::RADOS() = default; RADOS::RADOS(RADOS&&) = default; RADOS::RADOS(std::unique_ptr impl) : impl(std::move(impl)) { } RADOS::~RADOS() = default; RADOS RADOS::make_with_librados(librados::Rados& rados) { auto test_rados_client = reinterpret_cast( rados.client); return RADOS{std::make_unique(test_rados_client)}; } CephContext* neorados::RADOS::cct() { return impl->test_rados_client->cct(); } boost::asio::io_context& neorados::RADOS::get_io_context() { return impl->io_context; } boost::asio::io_context::executor_type neorados::RADOS::get_executor() const { return impl->io_context.get_executor(); } void RADOS::execute(const Object& o, const IOContext& ioc, ReadOp&& op, ceph::buffer::list* bl, std::unique_ptr c, uint64_t* objver, const blkin_trace_info* trace_info) { auto io_ctx = impl->get_io_ctx(ioc); if (io_ctx == nullptr) { c->dispatch(std::move(c), osdc_errc::pool_dne); return; } auto ops = *reinterpret_cast(&op.impl); auto snap_id = CEPH_NOSNAP; auto opt_snap_id = ioc.read_snap(); if (opt_snap_id) { snap_id = *opt_snap_id; } auto completion = create_aio_completion(std::move(c)); auto r = io_ctx->aio_operate_read(std::string{o}, *ops, completion, 0U, bl, snap_id, objver); ceph_assert(r == 0); } void RADOS::execute(const Object& o, const IOContext& ioc, WriteOp&& op, std::unique_ptr c, uint64_t* objver, const blkin_trace_info* trace_info) { auto io_ctx = impl->get_io_ctx(ioc); if (io_ctx == nullptr) { c->dispatch(std::move(c), osdc_errc::pool_dne); return; } auto ops = *reinterpret_cast(&op.impl); SnapContext snapc; auto opt_snapc = ioc.write_snap_context(); if (opt_snapc) { snapc.seq = opt_snapc->first; snapc.snaps.assign(opt_snapc->second.begin(), opt_snapc->second.end()); } auto completion = create_aio_completion(std::move(c)); auto r = io_ctx->aio_operate(std::string{o}, *ops, completion, &snapc, nullptr, 0U); ceph_assert(r == 0); } void RADOS::mon_command(std::vector command, const bufferlist& bl, std::string* outs, bufferlist* outbl, std::unique_ptr c) { auto r = impl->test_rados_client->mon_command(command, bl, outbl, outs); c->post(std::move(c), (r < 0 ? bs::error_code(-r, osd_category()) : bs::error_code())); } void RADOS::blocklist_add(std::string_view client_address, std::optional expire, std::unique_ptr c) { auto r = impl->test_rados_client->blocklist_add( std::string(client_address), expire.value_or(0s).count()); c->post(std::move(c), (r < 0 ? bs::error_code(-r, mon_category()) : bs::error_code())); } void RADOS::wait_for_latest_osd_map(std::unique_ptr c) { auto r = impl->test_rados_client->wait_for_latest_osd_map(); c->dispatch(std::move(c), (r < 0 ? bs::error_code(-r, osd_category()) : bs::error_code())); } } // namespace neorados namespace librados { MockTestMemIoCtxImpl& get_mock_io_ctx(neorados::RADOS& rados, neorados::IOContext& io_context) { auto& impl = *reinterpret_cast*>( &rados); auto io_ctx = impl->get_io_ctx(io_context); ceph_assert(io_ctx != nullptr); return *reinterpret_cast(io_ctx); } MockTestMemRadosClient& get_mock_rados_client(neorados::RADOS& rados) { auto& impl = *reinterpret_cast*>( &rados); return *reinterpret_cast(impl->test_rados_client); } } // namespace librados