Adding upstream version 3.1.8.upstream/3.1.8upstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 537 insertions, 0 deletions

diff --git a/exec/vsf_ykd.c b/exec/vsf_ykd.c
new file mode 100644
index 0000000..8724168
--- /dev/null
+++ b/exec/vsf_ykd.c
@@ -0,0 +1,537 @@
+/*
+ * Copyright (c) 2005 MontaVista Software, Inc.
+ * Copyright (c) 2006-2012 Red Hat, Inc.
+ *
+ * All rights reserved.
+ *
+ * Author: Steven Dake (sdake@redhat.com)
+ *
+ * This software licensed under BSD license, the text of which follows:
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * - Redistributions of source code must retain the above copyright notice,
+ *   this list of conditions and the following disclaimer.
+ * - Redistributions in binary form must reproduce the above copyright notice,
+ *   this list of conditions and the following disclaimer in the documentation
+ *   and/or other materials provided with the distribution.
+ * - Neither the name of the MontaVista Software, Inc. nor the names of its
+ *   contributors may be used to endorse or promote products derived from this
+ *   software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
+ * THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <config.h>
+
+#include <assert.h>
+#include <pwd.h>
+#include <grp.h>
+#include <sys/types.h>
+#include <sys/poll.h>
+#include <sys/uio.h>
+#include <sys/mman.h>
+#include <sys/socket.h>
+#include <sys/un.h>
+#include <sys/time.h>
+#include <sys/resource.h>
+#include <netinet/in.h>
+#include <arpa/inet.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <stdlib.h>
+#include <stdio.h>
+#include <errno.h>
+#include <sched.h>
+#include <time.h>
+
+#include "quorum.h"
+#include <corosync/logsys.h>
+#include <corosync/corotypes.h>
+#include <qb/qbipc_common.h>
+#include <corosync/mar_gen.h>
+#include <corosync/coroapi.h>
+#include <corosync/swab.h>
+
+#include "vsf_ykd.h"
+
+LOGSYS_DECLARE_SUBSYS ("YKD");
+
+#define YKD_PROCESSOR_COUNT_MAX 32
+
+enum ykd_header_values {
+	YKD_HEADER_SENDSTATE = 0,
+	YKD_HEADER_ATTEMPT = 1
+};
+
+enum ykd_mode {
+	YKD_MODE_SENDSTATE = 0,
+	YKD_MODE_ATTEMPT = 1
+};
+
+struct ykd_header {
+	int id;
+};
+
+struct ykd_session {
+	unsigned int member_list[YKD_PROCESSOR_COUNT_MAX];
+	int member_list_entries;
+	int session_id;
+};
+
+struct ykd_state {
+	struct ykd_session last_primary;
+
+	struct ykd_session last_formed[YKD_PROCESSOR_COUNT_MAX];
+
+	int last_formed_entries;
+
+	struct ykd_session ambiguous_sessions[YKD_PROCESSOR_COUNT_MAX];
+
+	int ambiguous_sessions_entries;
+
+	int session_id;
+};
+
+struct state_received {
+	unsigned int nodeid;
+	int received;
+	struct ykd_state ykd_state;
+};
+
+struct ykd_state ykd_state;
+
+static void *ykd_group_handle;
+
+static struct state_received state_received_confchg[YKD_PROCESSOR_COUNT_MAX];
+
+static int state_received_confchg_entries;
+
+static struct state_received state_received_process[YKD_PROCESSOR_COUNT_MAX];
+
+static int state_received_process_entries;
+
+static enum ykd_mode ykd_mode;
+
+static unsigned int ykd_view_list[YKD_PROCESSOR_COUNT_MAX];
+
+static int ykd_view_list_entries;
+
+static int session_id_max;
+
+static struct ykd_session *last_primary_max;
+
+static struct ykd_session ambiguous_sessions_max[YKD_PROCESSOR_COUNT_MAX];
+
+static int ambiguous_sessions_max_entries;
+
+static int ykd_primary_designated = 0;
+
+static struct memb_ring_id ykd_ring_id;
+
+hdb_handle_t schedwrk_attempt_send_callback_handle;
+
+hdb_handle_t schedwrk_state_send_callback_handle;
+
+static struct corosync_api_v1 *api;
+
+static void (*ykd_primary_callback_fn) (
+	const unsigned int *view_list,
+	size_t view_list_entries,
+	int primary_designated,
+	struct memb_ring_id *ring_id) = NULL;
+
+static void ykd_state_init (void)
+{
+	ykd_state.session_id = 0;
+	ykd_state.last_formed_entries = 0;
+	ykd_state.ambiguous_sessions_entries = 0;
+	ykd_state.last_primary.session_id = 0;
+	ykd_state.last_primary.member_list_entries = 0;
+}
+
+static int ykd_state_send_msg (const void *context)
+{
+	struct iovec iovec[2];
+	struct ykd_header header;
+	int res;
+
+	header.id = YKD_HEADER_SENDSTATE;
+
+	iovec[0].iov_base = (char *)&header;
+	iovec[0].iov_len = sizeof (struct ykd_header);
+	iovec[1].iov_base = (char *)&ykd_state;
+	iovec[1].iov_len = sizeof (struct ykd_state);
+
+	res = api->tpg_joined_mcast (ykd_group_handle, iovec, 2,
+		TOTEM_AGREED);
+
+	return (res);
+}
+
+static void ykd_state_send (void)
+{
+	api->schedwrk_create (
+		&schedwrk_state_send_callback_handle,
+                ykd_state_send_msg,
+                NULL);
+}
+
+static int ykd_attempt_send_msg (const void *context)
+{
+	struct iovec iovec;
+	struct ykd_header header;
+	int res;
+
+	header.id = YKD_HEADER_ATTEMPT;
+
+	iovec.iov_base = (char *)&header;
+	iovec.iov_len = sizeof (struct ykd_header);
+
+	res = api->tpg_joined_mcast (ykd_group_handle, &iovec, 1,
+		TOTEM_AGREED);
+
+	return (res);
+}
+
+static void ykd_attempt_send (void)
+{
+	api->schedwrk_create (
+		&schedwrk_attempt_send_callback_handle,
+                ykd_attempt_send_msg,
+                NULL);
+}
+
+static void compute (void)
+{
+	int i;
+	int j;
+
+	session_id_max = 0;
+	last_primary_max = &state_received_process[0].ykd_state.last_primary;
+	ambiguous_sessions_max_entries = 0;
+
+	for (i = 0; i < state_received_process_entries; i++) {
+		/*
+		 * Calculate maximum session id
+		 */
+		if (state_received_process[i].ykd_state.session_id > session_id_max) {
+			session_id_max = state_received_process[i].ykd_state.session_id;
+		}
+
+		/*
+		 * Calculate maximum primary id
+		 */
+		if (state_received_process[i].ykd_state.last_primary.session_id > last_primary_max->session_id) {
+			last_primary_max = &state_received_process[i].ykd_state.last_primary;
+		}
+
+		/*
+		 * generate the maximum ambiguous sessions list
+		 */
+		for (j = 0; j < state_received_process[i].ykd_state.ambiguous_sessions_entries; j++) {
+			if (state_received_process[i].ykd_state.ambiguous_sessions[j].session_id > last_primary_max->session_id) {
+				memcpy (&ambiguous_sessions_max[ambiguous_sessions_max_entries],
+					&state_received_process[i].ykd_state.ambiguous_sessions[j],
+					sizeof (struct ykd_session));
+				ambiguous_sessions_max_entries += 1;
+			}
+		}
+	}
+}
+
+static int subquorum (
+	unsigned int *member_list,
+	int member_list_entries,
+	struct ykd_session *session)
+{
+	int intersections = 0;
+	int i;
+	int j;
+
+	for (i = 0; i < member_list_entries; i++) {
+		for (j = 0; j < session->member_list_entries; j++) {
+			if (member_list[i] == session->member_list[j]) {
+				intersections += 1;
+			}
+		}
+	}
+
+	/*
+	 * even split
+	 */
+	if (intersections == (session->member_list_entries - intersections)) {
+		return (1);
+	} else
+
+	/*
+	 * majority split
+	 */
+	if (intersections > (session->member_list_entries - intersections)) {
+		return (1);
+	}
+	return (0);
+}
+
+static int decide (void)
+{
+	int i;
+
+	/*
+	 * Determine if there is a subquorum
+	 */
+	if (subquorum (ykd_view_list, ykd_view_list_entries, last_primary_max) == 0) {
+		return (0);
+	}
+
+	for (i = 0; i < ambiguous_sessions_max_entries; i++) {
+		if (subquorum (ykd_view_list, ykd_view_list_entries, &ambiguous_sessions_max[i]) == 0) {
+			return (0);
+		}
+
+	}
+	return (1);
+}
+
+static void ykd_session_endian_convert (struct ykd_session *ykd_session)
+{
+	int i;
+
+	ykd_session->member_list_entries =
+		swab32 (ykd_session->member_list_entries);
+	ykd_session->session_id = swab32 (ykd_session->session_id);
+	for (i = 0; i < ykd_session->member_list_entries; i++) {
+		ykd_session->member_list[i] =
+			swab32 (ykd_session->member_list[i]);
+	}
+}
+
+static void ykd_state_endian_convert (struct ykd_state *state)
+{
+	int i;
+
+	ykd_session_endian_convert (&state->last_primary);
+	state->last_formed_entries = swab32 (state->last_formed_entries);
+	state->ambiguous_sessions_entries = swab32 (state->ambiguous_sessions_entries);
+	state->session_id = swab32 (state->session_id);
+
+	for (i = 0; i < state->last_formed_entries; i++) {
+		ykd_session_endian_convert (&state->last_formed[i]);
+	}
+
+	for (i = 0; i < state->ambiguous_sessions_entries; i++) {
+		ykd_session_endian_convert (&state->ambiguous_sessions[i]);
+	}
+}
+
+static void ykd_deliver_fn (
+	unsigned int nodeid,
+	const void *msg,
+	unsigned int msg_len,
+	int endian_conversion_required)
+{
+	int all_received = 1;
+	int state_position = 0;
+	int i;
+	struct ykd_header *header = (struct ykd_header *)msg;
+	char *msg_state = (char *)msg + sizeof (struct ykd_header);
+
+	/*
+	 * If this is a localhost address, this node is always primary
+	 */
+#ifdef TODO
+	if (totemip_localhost_check (source_addr)) {
+		log_printf (LOGSYS_LEVEL_NOTICE,
+			"This processor is within the primary component.");
+			primary_designated = 1;
+
+			ykd_primary_callback_fn (
+				ykd_view_list,
+				ykd_view_list_entries,
+				primary_designated,
+				&ykd_ring_id);
+		return;
+	}
+#endif
+	if (endian_conversion_required &&
+	    (msg_len > sizeof (struct ykd_header))) {
+		ykd_state_endian_convert ((struct ykd_state *)msg_state);
+	}
+
+	/*
+	 * Set completion for source_addr's address
+	 */
+	for (state_position = 0; state_position < state_received_confchg_entries; state_position++) {
+		if (nodeid == state_received_process[state_position].nodeid) {
+			/*
+			 * State position contains the address of the state to modify
+			 * This may be used later by the other algorithms
+			 */
+			state_received_process[state_position].received = 1;
+			break;
+		}
+	}
+
+	/*
+	 * Test if all nodes have submitted their state data
+	 */
+	for (i = 0; i < state_received_confchg_entries; i++) {
+		if (state_received_process[i].received == 0) {
+			all_received = 0;
+		}
+	}
+
+	/*
+	 * Ignore messages from a different state
+	 */
+	if ((ykd_mode == YKD_MODE_SENDSTATE && header->id == YKD_HEADER_ATTEMPT) ||
+	    (ykd_mode == YKD_MODE_ATTEMPT && header->id == YKD_HEADER_SENDSTATE))
+	  	return;
+
+	switch (ykd_mode) {
+		case YKD_MODE_SENDSTATE:
+			assert (msg_len > sizeof (struct ykd_header));
+			/*
+			 * Copy state information for the sending processor
+			 */
+			memcpy (&state_received_process[state_position].ykd_state,
+				msg_state, sizeof (struct ykd_state));
+
+			/*
+			 * Try to form a component
+			 */
+			if (all_received) {
+				for (i = 0; i < state_received_confchg_entries; i++) {
+					state_received_process[i].received = 0;
+				}
+				ykd_mode = YKD_MODE_ATTEMPT;
+
+// TODO resolve optimizes for failure conditions during ykd calculation
+// resolve();
+				compute();
+
+				if (decide ()) {
+					ykd_state.session_id = session_id_max + 1;
+					memcpy (ykd_state.ambiguous_sessions[ykd_state.ambiguous_sessions_entries].member_list,
+						ykd_view_list, sizeof (unsigned int) * ykd_view_list_entries);
+						ykd_state.ambiguous_sessions[ykd_state.ambiguous_sessions_entries].member_list_entries = ykd_view_list_entries;
+						ykd_state.ambiguous_sessions_entries += 1;
+					ykd_attempt_send();
+				}
+			}
+			break;
+
+		case YKD_MODE_ATTEMPT:
+			if (all_received) {
+				log_printf (LOGSYS_LEVEL_NOTICE,
+					"This processor is within the primary component.");
+				ykd_primary_designated = 1;
+
+				ykd_primary_callback_fn (
+					ykd_view_list,
+					ykd_view_list_entries,
+					ykd_primary_designated,
+					&ykd_ring_id);
+
+				memcpy (ykd_state.last_primary.member_list, ykd_view_list, sizeof (ykd_view_list));
+				ykd_state.last_primary.member_list_entries = ykd_view_list_entries;
+				ykd_state.last_primary.session_id = ykd_state.session_id;
+				ykd_state.ambiguous_sessions_entries = 0;
+			}
+			break;
+	}
+}
+
+int first_run = 1;
+static void ykd_confchg_fn (
+	enum totem_configuration_type configuration_type,
+	const unsigned int *member_list, size_t member_list_entries,
+	const unsigned int *left_list, size_t left_list_entries,
+	const unsigned int *joined_list, size_t joined_list_entries,
+	const struct memb_ring_id *ring_id)
+{
+	int i;
+
+	if (configuration_type != TOTEM_CONFIGURATION_REGULAR) {
+		return;
+	}
+
+	memcpy (&ykd_ring_id, ring_id, sizeof (struct memb_ring_id));
+
+	if (first_run) {
+		ykd_state.last_primary.member_list[0] = api->totem_nodeid_get();
+		ykd_state.last_primary.member_list_entries = 1;
+		ykd_state.last_primary.session_id = 0;
+		first_run = 0;
+	}
+	memcpy (ykd_view_list, member_list,
+		member_list_entries * sizeof (unsigned int));
+	ykd_view_list_entries = member_list_entries;
+
+	ykd_mode = YKD_MODE_SENDSTATE;
+
+	ykd_primary_designated = 0;
+
+	ykd_primary_callback_fn (
+		ykd_view_list,
+		ykd_view_list_entries,
+		ykd_primary_designated,
+		&ykd_ring_id);
+
+	memset (&state_received_confchg, 0, sizeof (state_received_confchg));
+	for (i = 0; i < member_list_entries; i++) {
+		state_received_confchg[i].nodeid = member_list[i];
+		state_received_confchg[i].received = 0;
+	}
+	memcpy (state_received_process, state_received_confchg,
+		sizeof (state_received_confchg));
+
+	state_received_confchg_entries = member_list_entries;
+	state_received_process_entries = member_list_entries;
+
+	ykd_state_send ();
+}
+
+struct corosync_tpg_group ykd_group = {
+	.group		= "ykd",
+	.group_len	= 3
+};
+
+char *ykd_init (
+	struct corosync_api_v1 *corosync_api,
+	quorum_set_quorate_fn_t set_primary)
+{
+	const char *error = NULL;
+
+	ykd_primary_callback_fn = set_primary;
+	api = corosync_api;
+
+	if (set_primary == 0) {
+		error = (char *)"set primary not set";
+	}
+
+	api->tpg_init (
+		&ykd_group_handle,
+		ykd_deliver_fn,
+		ykd_confchg_fn);
+
+	api->tpg_join (
+		ykd_group_handle,
+		&ykd_group,
+		1);
+
+	ykd_state_init ();
+
+	return ((char *)error);
+}