/*
CTDB client code
Copyright (C) Amitay Isaacs 2015
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, see .
*/
#include "replace.h"
#include "system/network.h"
#include "system/filesys.h"
#include
#include
#include
#include "common/reqid.h"
#include "common/srvid.h"
#include "common/comm.h"
#include "common/logging.h"
#include "lib/util/tevent_unix.h"
#include "lib/util/debug.h"
#include "protocol/protocol.h"
#include "protocol/protocol_api.h"
#include "client/client_private.h"
#include "client/client.h"
#include "client/client_sync.h"
static void client_read_handler(uint8_t *buf, size_t buflen,
void *private_data);
static void client_dead_handler(void *private_data);
struct ctdb_client_init_state {
struct ctdb_client_context *client;
};
static int ctdb_client_context_destructor(struct ctdb_client_context *client);
static void ctdb_client_init_done(struct tevent_req *subreq);
struct tevent_req *ctdb_client_init_send(TALLOC_CTX *mem_ctx,
struct tevent_context *ev,
const char *sockpath)
{
struct tevent_req *req, *subreq;
struct ctdb_client_init_state *state;
struct ctdb_client_context *client;
struct ctdb_req_control request;
struct sockaddr_un addr;
size_t len;
int ret;
req = tevent_req_create(mem_ctx, &state,
struct ctdb_client_init_state);
if (req == NULL) {
return NULL;
}
if (sockpath == NULL) {
D_ERR("socket path cannot be NULL\n");
tevent_req_error(req, EINVAL);
return tevent_req_post(req, ev);
}
client = talloc_zero(state, struct ctdb_client_context);
if (tevent_req_nomem(client, req)) {
return tevent_req_post(req, ev);
}
ret = reqid_init(client, INT_MAX-200, &client->idr);
if (ret != 0) {
D_ERR("reqid_init() failed, ret=%d\n", ret);
talloc_free(client);
tevent_req_error(req, ret);
return tevent_req_post(req, ev);
}
ret = srvid_init(client, &client->srv);
if (ret != 0) {
DEBUG(DEBUG_ERR, ("srvid_init() failed, ret=%d\n", ret));
talloc_free(client);
tevent_req_error(req, ret);
return tevent_req_post(req, ev);
}
ret = srvid_init(client, &client->tunnels);
if (ret != 0) {
DEBUG(DEBUG_ERR, ("srvid_init() failed, ret=%d\n", ret));
talloc_free(client);
tevent_req_error(req, ret);
return tevent_req_post(req, ev);
}
memset(&addr, 0, sizeof(addr));
addr.sun_family = AF_UNIX;
len = strlcpy(addr.sun_path, sockpath, sizeof(addr.sun_path));
if (len != strlen(sockpath)) {
D_ERR("socket path too long, len=%zu\n", strlen(sockpath));
talloc_free(client);
tevent_req_error(req, ENAMETOOLONG);
return tevent_req_post(req, ev);
}
client->fd = socket(AF_UNIX, SOCK_STREAM, 0);
if (client->fd == -1) {
ret = errno;
D_ERR("socket() failed, errno=%d\n", ret);
talloc_free(client);
tevent_req_error(req, ret);
return tevent_req_post(req, ev);
}
ret = connect(client->fd, (struct sockaddr *)&addr, sizeof(addr));
if (ret == -1) {
ret = errno;
DEBUG(DEBUG_ERR, ("connect() failed, errno=%d\n", ret));
close(client->fd);
talloc_free(client);
tevent_req_error(req, ret);
return tevent_req_post(req, ev);
}
ret = comm_setup(client, ev, client->fd, client_read_handler, client,
client_dead_handler, client, &client->comm);
if (ret != 0) {
DEBUG(DEBUG_ERR, ("comm_setup() failed, ret=%d\n", ret));
close(client->fd);
talloc_free(client);
tevent_req_error(req, ret);
return tevent_req_post(req, ev);
}
client->pnn = CTDB_UNKNOWN_PNN;
talloc_set_destructor(client, ctdb_client_context_destructor);
state->client = client;
ctdb_req_control_get_pnn(&request);
subreq = ctdb_client_control_send(state, ev, client,
CTDB_CURRENT_NODE,
tevent_timeval_zero(),
&request);
if (tevent_req_nomem(subreq, req)) {
TALLOC_FREE(state->client);
return tevent_req_post(req, ev);
}
tevent_req_set_callback(subreq, ctdb_client_init_done, req);
return req;
}
static int ctdb_client_context_destructor(struct ctdb_client_context *client)
{
if (client->fd != -1) {
close(client->fd);
client->fd = -1;
}
return 0;
}
static void ctdb_client_init_done(struct tevent_req *subreq)
{
struct tevent_req *req = tevent_req_callback_data(
subreq, struct tevent_req);
struct ctdb_client_init_state *state = tevent_req_data(
req, struct ctdb_client_init_state);
struct ctdb_reply_control *reply;
int ret;
bool status;
status = ctdb_client_control_recv(subreq, &ret, state, &reply);
TALLOC_FREE(subreq);
if (! status) {
tevent_req_error(req, ret);
return;
}
ret = ctdb_reply_control_get_pnn(reply, &state->client->pnn);
if (ret != 0) {
tevent_req_error(req, ret);
return;
}
tevent_req_done(req);
}
bool ctdb_client_init_recv(struct tevent_req *req, int *perr,
TALLOC_CTX *mem_ctx,
struct ctdb_client_context **result)
{
struct ctdb_client_init_state *state = tevent_req_data(
req, struct ctdb_client_init_state);
int ret;
if (tevent_req_is_unix_error(req, &ret)) {
if (perr != NULL) {
*perr = ret;
}
return false;
}
*result = talloc_steal(mem_ctx, state->client);
return true;
}
int ctdb_client_init(TALLOC_CTX *mem_ctx, struct tevent_context *ev,
const char *sockpath, struct ctdb_client_context **out)
{
struct tevent_req *req;
int ret;
bool status;
req = ctdb_client_init_send(mem_ctx, ev, sockpath);
if (req == NULL) {
return ENOMEM;
}
tevent_req_poll(req, ev);
status = ctdb_client_init_recv(req, &ret, mem_ctx, out);
TALLOC_FREE(req);
if (! status) {
return ret;
}
return 0;
}
static void client_read_handler(uint8_t *buf, size_t buflen,
void *private_data)
{
struct ctdb_client_context *client = talloc_get_type_abort(
private_data, struct ctdb_client_context);
struct ctdb_req_header hdr;
size_t np;
int ret;
ret = ctdb_req_header_pull(buf, buflen, &hdr, &np);
if (ret != 0) {
DEBUG(DEBUG_WARNING, ("invalid header, ret=%d\n", ret));
return;
}
if (buflen != hdr.length) {
DEBUG(DEBUG_WARNING, ("packet size mismatch %zu != %d\n",
buflen, hdr.length));
return;
}
ret = ctdb_req_header_verify(&hdr, 0);
if (ret != 0) {
DEBUG(DEBUG_WARNING, ("invalid header, ret=%d\n", ret));
return;
}
switch (hdr.operation) {
case CTDB_REPLY_CALL:
ctdb_client_reply_call(client, buf, buflen, hdr.reqid);
break;
case CTDB_REQ_MESSAGE:
ctdb_client_req_message(client, buf, buflen, hdr.reqid);
break;
case CTDB_REPLY_CONTROL:
ctdb_client_reply_control(client, buf, buflen, hdr.reqid);
break;
case CTDB_REQ_TUNNEL:
ctdb_client_req_tunnel(client, buf, buflen, hdr.reqid);
break;
default:
break;
}
}
static void client_dead_handler(void *private_data)
{
struct ctdb_client_context *client = talloc_get_type_abort(
private_data, struct ctdb_client_context);
ctdb_client_callback_func_t callback = client->callback;
void *callback_data = client->private_data;
if (callback != NULL) {
callback(callback_data);
return;
}
DEBUG(DEBUG_NOTICE, ("connection to daemon closed, exiting\n"));
exit(1);
}
void ctdb_client_set_disconnect_callback(struct ctdb_client_context *client,
ctdb_client_callback_func_t callback,
void *private_data)
{
client->callback = callback;
client->private_data = private_data;
}
uint32_t ctdb_client_pnn(struct ctdb_client_context *client)
{
return client->pnn;
}
void ctdb_client_wait(struct tevent_context *ev, bool *done)
{
while (! (*done)) {
tevent_loop_once(ev);
}
}
static void ctdb_client_wait_timeout_handler(struct tevent_context *ev,
struct tevent_timer *te,
struct timeval t,
void *private_data)
{
bool *timed_out = (bool *)private_data;
*timed_out = true;
}
int ctdb_client_wait_func_timeout(struct tevent_context *ev,
bool (*done_func)(void *private_data),
void *private_data,
struct timeval timeout)
{
TALLOC_CTX *mem_ctx;
struct tevent_timer *timer;
bool timed_out = false;
mem_ctx = talloc_new(ev);
if (mem_ctx == NULL) {
return ENOMEM;
}
timer = tevent_add_timer(ev, mem_ctx, timeout,
ctdb_client_wait_timeout_handler,
&timed_out);
if (timer == NULL) {
talloc_free(mem_ctx);
return ENOMEM;
}
while (! (done_func(private_data)) && ! timed_out) {
tevent_loop_once(ev);
}
talloc_free(mem_ctx);
if (timed_out) {
return ETIMEDOUT;
}
return 0;
}
static bool client_wait_done(void *private_data)
{
bool *done = (bool *)private_data;
return *done;
}
int ctdb_client_wait_timeout(struct tevent_context *ev,
bool *done,
struct timeval timeout)
{
int ret;
ret = ctdb_client_wait_func_timeout(ev,
client_wait_done,
done,
timeout);
return ret;
}
struct ctdb_recovery_wait_state {
struct tevent_context *ev;
struct ctdb_client_context *client;
};
static void ctdb_recovery_wait_recmode(struct tevent_req *subreq);
static void ctdb_recovery_wait_retry(struct tevent_req *subreq);
struct tevent_req *ctdb_recovery_wait_send(TALLOC_CTX *mem_ctx,
struct tevent_context *ev,
struct ctdb_client_context *client)
{
struct tevent_req *req, *subreq;
struct ctdb_recovery_wait_state *state;
struct ctdb_req_control request;
req = tevent_req_create(mem_ctx, &state,
struct ctdb_recovery_wait_state);
if (req == NULL) {
return NULL;
}
state->ev = ev;
state->client = client;
ctdb_req_control_get_recmode(&request);
subreq = ctdb_client_control_send(state, ev, client, client->pnn,
tevent_timeval_zero(), &request);
if (tevent_req_nomem(subreq, req)) {
return tevent_req_post(req, ev);
}
tevent_req_set_callback(subreq, ctdb_recovery_wait_recmode, req);
return req;
}
static void ctdb_recovery_wait_recmode(struct tevent_req *subreq)
{
struct tevent_req *req = tevent_req_callback_data(
subreq, struct tevent_req);
struct ctdb_recovery_wait_state *state = tevent_req_data(
req, struct ctdb_recovery_wait_state);
struct ctdb_reply_control *reply;
int recmode;
int ret;
bool status;
status = ctdb_client_control_recv(subreq, &ret, state, &reply);
TALLOC_FREE(subreq);
if (! status) {
tevent_req_error(req, ret);
return;
}
ret = ctdb_reply_control_get_recmode(reply, &recmode);
if (ret != 0) {
tevent_req_error(req, ret);
return;
}
if (recmode == CTDB_RECOVERY_NORMAL) {
tevent_req_done(req);
return;
}
subreq = tevent_wakeup_send(state, state->ev,
tevent_timeval_current_ofs(1, 0));
if (tevent_req_nomem(subreq, req)) {
return;
}
tevent_req_set_callback(subreq, ctdb_recovery_wait_retry, req);
}
static void ctdb_recovery_wait_retry(struct tevent_req *subreq)
{
struct tevent_req *req = tevent_req_callback_data(
subreq, struct tevent_req);
struct ctdb_recovery_wait_state *state = tevent_req_data(
req, struct ctdb_recovery_wait_state);
struct ctdb_req_control request;
bool status;
status = tevent_wakeup_recv(subreq);
TALLOC_FREE(subreq);
if (! status) {
tevent_req_error(req, ENOMEM);
return;
}
ctdb_req_control_get_recmode(&request);
subreq = ctdb_client_control_send(state, state->ev, state->client,
state->client->pnn,
tevent_timeval_zero(), &request);
if (tevent_req_nomem(subreq, req)) {
return;
}
tevent_req_set_callback(subreq, ctdb_recovery_wait_recmode, req);
}
bool ctdb_recovery_wait_recv(struct tevent_req *req, int *perr)
{
int err;
if (tevent_req_is_unix_error(req, &err)) {
if (perr != NULL) {
*perr = err;
}
return false;
}
return true;
}
bool ctdb_recovery_wait(struct tevent_context *ev,
struct ctdb_client_context *client)
{
TALLOC_CTX *mem_ctx;
struct tevent_req *req;
bool status;
mem_ctx = talloc_new(client);
if (mem_ctx == NULL) {
return false;
}
req = ctdb_recovery_wait_send(mem_ctx, ev, client);
if (req == NULL) {
return false;
}
tevent_req_poll(req, ev);
status = ctdb_recovery_wait_recv(req, NULL);
talloc_free(mem_ctx);
return status;
}