/* simple ctdb benchmark Copyright (C) Amitay Isaacs 2015 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, see . */ #include "replace.h" #include "system/network.h" #include "lib/util/debug.h" #include "lib/util/time.h" #include "lib/util/tevent_unix.h" #include "client/client.h" #include "tests/src/test_options.h" #include "tests/src/cluster_wait.h" #define MSG_ID_FETCH 0 static uint32_t next_node(struct ctdb_client_context *client, uint32_t num_nodes) { return (ctdb_client_pnn(client) + 1) % num_nodes; } struct fetch_ring_state { struct tevent_context *ev; struct ctdb_client_context *client; struct ctdb_db_context *ctdb_db; uint32_t num_nodes; int timelimit; int interactive; TDB_DATA key; int msg_count; struct timeval start_time; }; static void fetch_ring_msg_handler(uint64_t srvid, TDB_DATA data, void *private_data); static void fetch_ring_wait(struct tevent_req *subreq); static void fetch_ring_start(struct tevent_req *subreq); static void fetch_ring_update(struct tevent_req *subreq); static void fetch_ring_msg_sent(struct tevent_req *subreq); static void fetch_ring_finish(struct tevent_req *subreq); static void fetch_ring_final_read(struct tevent_req *subreq); static struct tevent_req *fetch_ring_send(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_client_context *client, struct ctdb_db_context *ctdb_db, const char *keystr, uint32_t num_nodes, int timelimit, int interactive) { struct tevent_req *req, *subreq; struct fetch_ring_state *state; req = tevent_req_create(mem_ctx, &state, struct fetch_ring_state); if (req == NULL) { return NULL; } state->ev = ev; state->client = client; state->ctdb_db = ctdb_db; state->num_nodes = num_nodes; state->timelimit = timelimit; state->interactive = interactive; state->key.dptr = discard_const(keystr); state->key.dsize = strlen(keystr); subreq = ctdb_client_set_message_handler_send( state, ev, client, MSG_ID_FETCH, fetch_ring_msg_handler, req); if (tevent_req_nomem(subreq, req)) { return tevent_req_post(req, ev); } tevent_req_set_callback(subreq, fetch_ring_wait, req); return req; } static void fetch_ring_msg_handler(uint64_t srvid, TDB_DATA data, void *private_data) { struct tevent_req *req = talloc_get_type_abort( private_data, struct tevent_req); struct fetch_ring_state *state = tevent_req_data( req, struct fetch_ring_state); struct tevent_req *subreq; state->msg_count += 1; subreq = ctdb_fetch_lock_send(state, state->ev, state->client, state->ctdb_db, state->key, false); if (tevent_req_nomem(subreq, req)) { return; } tevent_req_set_callback(subreq, fetch_ring_update, req); } static void fetch_ring_wait(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct fetch_ring_state *state = tevent_req_data( req, struct fetch_ring_state); bool status; int ret; status = ctdb_client_set_message_handler_recv(subreq, &ret); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); return; } subreq = cluster_wait_send(state, state->ev, state->client, state->num_nodes); if (tevent_req_nomem(subreq, req)) { return; } tevent_req_set_callback(subreq, fetch_ring_start, req); } static void fetch_ring_start(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct fetch_ring_state *state = tevent_req_data( req, struct fetch_ring_state); bool status; int ret; status = cluster_wait_recv(subreq, &ret); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); return; } state->start_time = tevent_timeval_current(); if (ctdb_client_pnn(state->client) == state->num_nodes-1) { subreq = ctdb_fetch_lock_send(state, state->ev, state->client, state->ctdb_db, state->key, false); if (tevent_req_nomem(subreq, req)) { return; } tevent_req_set_callback(subreq, fetch_ring_update, req); } subreq = tevent_wakeup_send(state, state->ev, tevent_timeval_current_ofs( state->timelimit, 0)); if (tevent_req_nomem(subreq, req)) { return; } tevent_req_set_callback(subreq, fetch_ring_finish, req); } static void fetch_ring_update(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct fetch_ring_state *state = tevent_req_data( req, struct fetch_ring_state); struct ctdb_record_handle *h; struct ctdb_req_message msg; TDB_DATA data; uint32_t pnn; int ret; h = ctdb_fetch_lock_recv(subreq, NULL, state, &data, &ret); TALLOC_FREE(subreq); if (h == NULL) { tevent_req_error(req, ret); return; } if (data.dsize > 1000) { TALLOC_FREE(data.dptr); data.dsize = 0; } if (data.dsize == 0) { data.dptr = (uint8_t *)talloc_asprintf(state, "Test data\n"); if (tevent_req_nomem(data.dptr, req)) { return; } } data.dptr = (uint8_t *)talloc_asprintf_append( (char *)data.dptr, "msg_count=%d on node %d\n", state->msg_count, ctdb_client_pnn(state->client)); if (tevent_req_nomem(data.dptr, req)) { return; } data.dsize = strlen((const char *)data.dptr) + 1; ret = ctdb_store_record(h, data); if (ret != 0) { tevent_req_error(req, ret); return; } talloc_free(data.dptr); talloc_free(h); msg.srvid = MSG_ID_FETCH; msg.data.data = tdb_null; pnn = next_node(state->client, state->num_nodes); subreq = ctdb_client_message_send(state, state->ev, state->client, pnn, &msg); if (tevent_req_nomem(subreq, req)) { return; } tevent_req_set_callback(subreq, fetch_ring_msg_sent, req); } static void fetch_ring_msg_sent(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); bool status; int ret; status = ctdb_client_message_recv(subreq, &ret); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); } } static void fetch_ring_finish(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct fetch_ring_state *state = tevent_req_data( req, struct fetch_ring_state); bool status; double t; status = tevent_wakeup_recv(subreq); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, EIO); return; } t = timeval_elapsed(&state->start_time); printf("Fetch[%u]: %.2f msgs/sec\n", ctdb_client_pnn(state->client), state->msg_count / t); subreq = ctdb_fetch_lock_send(state, state->ev, state->client, state->ctdb_db, state->key, false); if (tevent_req_nomem(subreq, req)) { return; } tevent_req_set_callback(subreq, fetch_ring_final_read, req); } static void fetch_ring_final_read(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct fetch_ring_state *state = tevent_req_data( req, struct fetch_ring_state); struct ctdb_record_handle *h; TDB_DATA data; int err; h = ctdb_fetch_lock_recv(subreq, NULL, state, &data, &err); TALLOC_FREE(subreq); if (h == NULL) { tevent_req_error(req, err); return; } if (state->interactive == 1) { printf("DATA:\n%s\n", (char *)data.dptr); } talloc_free(data.dptr); talloc_free(h); tevent_req_done(req); } static bool fetch_ring_recv(struct tevent_req *req, int *perr) { int err; if (tevent_req_is_unix_error(req, &err)) { if (perr != NULL) { *perr = err; } return false; } return true; } int main(int argc, const char *argv[]) { const struct test_options *opts; TALLOC_CTX *mem_ctx; struct tevent_context *ev; struct ctdb_client_context *client; struct ctdb_db_context *ctdb_db; struct tevent_req *req; int ret; bool status; setup_logging("fetch_ring", DEBUG_STDERR); status = process_options_database(argc, argv, &opts); if (! status) { exit(1); } mem_ctx = talloc_new(NULL); if (mem_ctx == NULL) { fprintf(stderr, "Memory allocation error\n"); exit(1); } ev = tevent_context_init(mem_ctx); if (ev == NULL) { fprintf(stderr, "Memory allocation error\n"); exit(1); } ret = ctdb_client_init(mem_ctx, ev, opts->socket, &client); if (ret != 0) { fprintf(stderr, "Failed to initialize client, ret=%d\n", ret); exit(1); } if (! ctdb_recovery_wait(ev, client)) { fprintf(stderr, "Memory allocation error\n"); exit(1); } ret = ctdb_attach(ev, client, tevent_timeval_zero(), opts->dbname, 0, &ctdb_db); if (ret != 0) { fprintf(stderr, "Failed to attach to DB %s\n", opts->dbname); exit(1); } req = fetch_ring_send(mem_ctx, ev, client, ctdb_db, opts->keystr, opts->num_nodes, opts->timelimit, opts->interactive); if (req == NULL) { fprintf(stderr, "Memory allocation error\n"); exit(1); } tevent_req_poll(req, ev); status = fetch_ring_recv(req, NULL); if (! status) { fprintf(stderr, "fetch ring test failed\n"); exit(1); } talloc_free(mem_ctx); return 0; }