diff options
Diffstat (limited to 'src/test/system/rados_list_parallel.cc')
| -rw-r--r-- | src/test/system/rados_list_parallel.cc | 348 |
1 files changed, 348 insertions, 0 deletions
diff --git a/src/test/system/rados_list_parallel.cc b/src/test/system/rados_list_parallel.cc new file mode 100644 index 000000000..d6b3dfc05 --- /dev/null +++ b/src/test/system/rados_list_parallel.cc @@ -0,0 +1,348 @@ +// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- +// vim: ts=8 sw=2 smarttab +/* +* Ceph - scalable distributed file system +* +* Copyright (C) 2011 New Dream Network +* +* This is free software; you can redistribute it and/or +* modify it under the terms of the GNU Lesser General Public +* License version 2.1, as published by the Free Software +* Foundation. See file COPYING. +* +*/ + +#include "cross_process_sem.h" +#include "include/rados/librados.h" +#include "include/stringify.h" +#include "st_rados_create_pool.h" +#include "st_rados_list_objects.h" +#include "systest_runnable.h" +#include "systest_settings.h" + +#include <errno.h> +#include <map> +#include <pthread.h> +#include <semaphore.h> +#include <sstream> +#include <stdarg.h> +#include <stdio.h> +#include <stdlib.h> +#include <string> +#include <time.h> +#include <vector> +#include <sys/types.h> +#include <unistd.h> + +using std::ostringstream; +using std::string; +using std::vector; + +static int g_num_objects = 50; + +static CrossProcessSem *pool_setup_sem = NULL; +static CrossProcessSem *modify_sem = NULL; + +class RadosDeleteObjectsR : public SysTestRunnable +{ +public: + RadosDeleteObjectsR(int argc, const char **argv, + const std::string &pool_name) + : SysTestRunnable(argc, argv), m_pool_name(pool_name) + { + } + + ~RadosDeleteObjectsR() override + { + } + + int run(void) override + { + int ret_val = 0; + rados_t cl; + RETURN1_IF_NONZERO(rados_create(&cl, NULL)); + rados_conf_parse_argv(cl, m_argc, m_argv); + RETURN1_IF_NONZERO(rados_conf_read_file(cl, NULL)); + rados_conf_parse_env(cl, NULL); + std::string log_name = SysTestSettings::inst().get_log_name(get_id_str()); + if (!log_name.empty()) + rados_conf_set(cl, "log_file", log_name.c_str()); + RETURN1_IF_NONZERO(rados_connect(cl)); + pool_setup_sem->wait(); + pool_setup_sem->post(); + + rados_ioctx_t io_ctx; + rados_pool_create(cl, m_pool_name.c_str()); + RETURN1_IF_NONZERO(rados_ioctx_create(cl, m_pool_name.c_str(), &io_ctx)); + + std::map <int, std::string> to_delete; + for (int i = 0; i < g_num_objects; ++i) { + char oid[128]; + snprintf(oid, sizeof(oid), "%d.obj", i); + to_delete[i] = oid; + } + + int removed = 0; + while (true) { + if (to_delete.empty()) + break; + int r = rand() % to_delete.size(); + std::map <int, std::string>::iterator d = to_delete.begin(); + for (int i = 0; i < r; ++i) + ++d; + if (d == to_delete.end()) { + ret_val = -EDOM; + goto out; + } + std::string oid(d->second); + to_delete.erase(d); + int ret = rados_remove(io_ctx, oid.c_str()); + if (ret != 0) { + printf("%s: rados_remove(%s) failed with error %d\n", + get_id_str(), oid.c_str(), ret); + ret_val = ret; + goto out; + } + ++removed; + if ((removed % 25) == 0) { + printf("%s: removed %d objects...\n", get_id_str(), removed); + } + if (removed == g_num_objects / 2) { + printf("%s: removed half of the objects\n", get_id_str()); + modify_sem->post(); + } + } + + printf("%s: removed %d objects\n", get_id_str(), removed); + +out: + rados_ioctx_destroy(io_ctx); + rados_shutdown(cl); + + return ret_val; + } +private: + std::string m_pool_name; +}; + +class RadosAddObjectsR : public SysTestRunnable +{ +public: + RadosAddObjectsR(int argc, const char **argv, + const std::string &pool_name, + const std::string &suffix) + : SysTestRunnable(argc, argv), + m_pool_name(pool_name), + m_suffix(suffix) + { + } + + ~RadosAddObjectsR() override + { + } + + int run(void) override + { + int ret_val = 0; + rados_t cl; + RETURN1_IF_NONZERO(rados_create(&cl, NULL)); + rados_conf_parse_argv(cl, m_argc, m_argv); + RETURN1_IF_NONZERO(rados_conf_read_file(cl, NULL)); + rados_conf_parse_env(cl, NULL); + std::string log_name = SysTestSettings::inst().get_log_name(get_id_str()); + if (!log_name.empty()) + rados_conf_set(cl, "log_file", log_name.c_str()); + RETURN1_IF_NONZERO(rados_connect(cl)); + pool_setup_sem->wait(); + pool_setup_sem->post(); + + rados_ioctx_t io_ctx; + rados_pool_create(cl, m_pool_name.c_str()); + RETURN1_IF_NONZERO(rados_ioctx_create(cl, m_pool_name.c_str(), &io_ctx)); + + std::map <int, std::string> to_add; + for (int i = 0; i < g_num_objects; ++i) { + char oid[128]; + snprintf(oid, sizeof(oid), "%d%s", i, m_suffix.c_str()); + to_add[i] = oid; + } + + int added = 0; + while (true) { + if (to_add.empty()) + break; + int r = rand() % to_add.size(); + std::map <int, std::string>::iterator d = to_add.begin(); + for (int i = 0; i < r; ++i) + ++d; + if (d == to_add.end()) { + ret_val = -EDOM; + goto out; + } + std::string oid(d->second); + to_add.erase(d); + + std::string buf(StRadosCreatePool::get_random_buf(256)); + int ret = rados_write(io_ctx, oid.c_str(), buf.c_str(), buf.size(), 0); + if (ret != 0) { + printf("%s: rados_write(%s) failed with error %d\n", + get_id_str(), oid.c_str(), ret); + ret_val = ret; + goto out; + } + ++added; + if ((added % 25) == 0) { + printf("%s: added %d objects...\n", get_id_str(), added); + } + if (added == g_num_objects / 2) { + printf("%s: added half of the objects\n", get_id_str()); + modify_sem->post(); + } + } + + printf("%s: added %d objects\n", get_id_str(), added); + + out: + rados_ioctx_destroy(io_ctx); + rados_shutdown(cl); + + return ret_val; + } +private: + std::string m_pool_name; + std::string m_suffix; +}; + +const char *get_id_str() +{ + return "main"; +} + +int main(int argc, const char **argv) +{ + const char *num_objects = getenv("NUM_OBJECTS"); + const std::string pool = get_temp_pool_name(argv[0]); + if (num_objects) { + g_num_objects = atoi(num_objects); + if (g_num_objects == 0) + return 100; + } + + RETURN1_IF_NONZERO(CrossProcessSem::create(0, &pool_setup_sem)); + RETURN1_IF_NONZERO(CrossProcessSem::create(1, &modify_sem)); + + std::string error; + + // Test 1... list objects + { + StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL, + pool, g_num_objects, ".obj"); + StRadosListObjects r2(argc, argv, pool, false, g_num_objects, + pool_setup_sem, modify_sem, NULL); + vector < SysTestRunnable* > vec; + vec.push_back(&r1); + vec.push_back(&r2); + error = SysTestRunnable::run_until_finished(vec); + if (!error.empty()) { + printf("got error: %s\n", error.c_str()); + return EXIT_FAILURE; + } + } + + // Test 2... list objects while they're being deleted + RETURN1_IF_NONZERO(pool_setup_sem->reinit(0)); + RETURN1_IF_NONZERO(modify_sem->reinit(0)); + { + StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL, + pool, g_num_objects, ".obj"); + StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2, + pool_setup_sem, modify_sem, NULL); + RadosDeleteObjectsR r3(argc, argv, pool); + vector < SysTestRunnable* > vec; + vec.push_back(&r1); + vec.push_back(&r2); + vec.push_back(&r3); + error = SysTestRunnable::run_until_finished(vec); + if (!error.empty()) { + printf("got error: %s\n", error.c_str()); + return EXIT_FAILURE; + } + } + + // Test 3... list objects while others are being added + RETURN1_IF_NONZERO(pool_setup_sem->reinit(0)); + RETURN1_IF_NONZERO(modify_sem->reinit(0)); + { + StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL, + pool, g_num_objects, ".obj"); + StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2, + pool_setup_sem, modify_sem, NULL); + RadosAddObjectsR r3(argc, argv, pool, ".obj2"); + vector < SysTestRunnable* > vec; + vec.push_back(&r1); + vec.push_back(&r2); + vec.push_back(&r3); + error = SysTestRunnable::run_until_finished(vec); + if (!error.empty()) { + printf("got error: %s\n", error.c_str()); + return EXIT_FAILURE; + } + } + + // Test 4... list objects while others are being added and deleted + RETURN1_IF_NONZERO(pool_setup_sem->reinit(0)); + RETURN1_IF_NONZERO(modify_sem->reinit(0)); + { + StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL, + pool, g_num_objects, ".obj"); + StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2, + pool_setup_sem, modify_sem, NULL); + RadosAddObjectsR r3(argc, argv, pool, ".obj2"); + RadosAddObjectsR r4(argc, argv, pool, ".obj3"); + RadosDeleteObjectsR r5(argc, argv, pool); + vector < SysTestRunnable* > vec; + vec.push_back(&r1); + vec.push_back(&r2); + vec.push_back(&r3); + vec.push_back(&r4); + vec.push_back(&r5); + error = SysTestRunnable::run_until_finished(vec); + if (!error.empty()) { + printf("got error: %s\n", error.c_str()); + return EXIT_FAILURE; + } + } + + // Test 5... list objects while they are being modified + RETURN1_IF_NONZERO(pool_setup_sem->reinit(0)); + RETURN1_IF_NONZERO(modify_sem->reinit(0)); + { + StRadosCreatePool r1(argc, argv, NULL, pool_setup_sem, NULL, + pool, g_num_objects, ".obj"); + StRadosListObjects r2(argc, argv, pool, false, g_num_objects / 2, + pool_setup_sem, modify_sem, NULL); + // AddObjects with the same 'suffix' as used in StRadosCreatePool + RadosAddObjectsR r3(argc, argv, pool, ".obj"); + vector < SysTestRunnable* > vec; + vec.push_back(&r1); + vec.push_back(&r2); + vec.push_back(&r3); + error = SysTestRunnable::run_until_finished(vec); + if (!error.empty()) { + printf("got error: %s\n", error.c_str()); + return EXIT_FAILURE; + } + } + + rados_t cl; + rados_create(&cl, NULL); + rados_conf_parse_argv(cl, argc, argv); + rados_conf_parse_argv(cl, argc, argv); + rados_conf_read_file(cl, NULL); + rados_conf_parse_env(cl, NULL); + rados_connect(cl); + rados_pool_delete(cl, pool.c_str()); + + printf("******* SUCCESS **********\n"); + return EXIT_SUCCESS; +} |