/* * Copyright (c) 2005 MontaVista Software, Inc. * Copyright (c) 2006 Red Hat, Inc. * * All rights reserved. * * Author: Steven Dake (sdake@mvista.com) * * This software licensed under BSD license, the text of which follows: * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * - Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * - Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * - Neither the name of the MontaVista Software, Inc. nor the names of its * contributors may be used to endorse or promote products derived from this * software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "main.h" #include "print.h" #include "swab.h" #include "vsf.h" #include "../lcr/lcr_comp.h" enum ykd_header_values { YKD_HEADER_SENDSTATE = 0, YKD_HEADER_ATTEMPT = 1 }; enum ykd_mode { YKD_MODE_SENDSTATE = 0, YKD_MODE_ATTEMPT = 1 }; struct ykd_header { int id; }; struct ykd_session { unsigned int member_list[PROCESSOR_COUNT_MAX]; int member_list_entries; int session_id; }; struct ykd_state { struct ykd_session last_primary; struct ykd_session last_formed[PROCESSOR_COUNT_MAX]; int last_formed_entries; struct ykd_session ambiguous_sessions[PROCESSOR_COUNT_MAX]; int ambiguous_sessions_entries; int session_id; }; struct state_received { unsigned int nodeid; int received; struct ykd_state ykd_state; }; struct ykd_state ykd_state; static totempg_groups_handle ykd_group_handle; static struct state_received state_received_confchg[PROCESSOR_COUNT_MAX]; static int state_received_confchg_entries; static struct state_received state_received_process[PROCESSOR_COUNT_MAX]; static int state_received_process_entries; static enum ykd_mode ykd_mode; static unsigned int view_list[PROCESSOR_COUNT_MAX]; static int view_list_entries; static int session_id_max; static struct ykd_session *last_primary_max; static struct ykd_session ambiguous_sessions_max[PROCESSOR_COUNT_MAX]; static int ambiguous_sessions_max_entries; static int primary_designated = 0; static struct memb_ring_id ykd_ring_id; static void *ykd_attempt_send_callback_token_handle = 0; static void *ykd_state_send_callback_token_handle = 0; static void (*ykd_primary_callback_fn) ( unsigned int *view_list, int view_list_entries, int primary_designated, struct memb_ring_id *ring_id) = NULL; void ykd_state_init (void) { ykd_state.session_id = 0; ykd_state.last_formed_entries = 0; ykd_state.ambiguous_sessions_entries = 0; ykd_state.last_primary.session_id = 0; ykd_state.last_primary.member_list_entries = 0; } static int ykd_state_send_msg (enum totem_callback_token_type type, void *context) { struct iovec iovec[2]; struct ykd_header header; int res; header.id = YKD_HEADER_SENDSTATE; iovec[0].iov_base = &header; iovec[0].iov_len = sizeof (struct ykd_header); iovec[1].iov_base = &ykd_state; iovec[1].iov_len = sizeof (struct ykd_state); res = totempg_groups_mcast_joined (ykd_group_handle, iovec, 2, TOTEMPG_AGREED); return (res); } static void ykd_state_send (void) { totempg_callback_token_create ( &ykd_state_send_callback_token_handle, TOTEM_CALLBACK_TOKEN_SENT, 1, /* delete after callback */ ykd_state_send_msg, NULL); } static int ykd_attempt_send_msg (enum totem_callback_token_type type, void *context) { struct iovec iovec; struct ykd_header header; int res; header.id = YKD_HEADER_SENDSTATE; iovec.iov_base = &header; iovec.iov_len = sizeof (struct ykd_header); res = totempg_groups_mcast_joined (ykd_group_handle, &iovec, 1, TOTEMPG_AGREED); return (res); } static void ykd_attempt_send (void) { totempg_callback_token_create ( &ykd_attempt_send_callback_token_handle, TOTEM_CALLBACK_TOKEN_SENT, 1, /* delete after callback */ ykd_attempt_send_msg, NULL); } static void compute (void) { int i; int j; session_id_max = 0; last_primary_max = &state_received_process[0].ykd_state.last_primary; ambiguous_sessions_max_entries = 0; for (i = 0; i < state_received_process_entries; i++) { /* * Calculate maximum session id */ if (state_received_process[i].ykd_state.session_id > session_id_max) { session_id_max = state_received_process[i].ykd_state.session_id; } /* * Calculate maximum primary id */ if (state_received_process[i].ykd_state.last_primary.session_id > last_primary_max->session_id) { last_primary_max = &state_received_process[i].ykd_state.last_primary; } /* * generate the maximum ambiguous sessions list */ for (j = 0; j < state_received_process[i].ykd_state.ambiguous_sessions_entries; j++) { if (state_received_process[i].ykd_state.ambiguous_sessions[j].session_id > last_primary_max->session_id) { memcpy (&ambiguous_sessions_max[ambiguous_sessions_max_entries], &state_received_process[i].ykd_state.ambiguous_sessions[j], sizeof (struct ykd_session)); ambiguous_sessions_max_entries += 1; } } } } static int subquorum ( unsigned int *member_list, int member_list_entries, struct ykd_session *session) { int intersections = 0; int i; int j; for (i = 0; i < member_list_entries; i++) { for (j = 0; j < session->member_list_entries; j++) { if (member_list[i] == session->member_list[j]) { intersections += 1; } } } /* * even split */ if (intersections == (session->member_list_entries - intersections)) { return (1); } else /* * majority split */ if (intersections > (session->member_list_entries - intersections)) { return (1); } return (0); } static int decide (void) { int i; /* * Determine if there is a subquorum */ if (subquorum (view_list, view_list_entries, last_primary_max) == 0) { return (0); } for (i = 0; i < ambiguous_sessions_max_entries; i++) { if (subquorum (view_list, view_list_entries, &ambiguous_sessions_max[i]) == 0) { return (0); } } return (1); } static void ykd_session_endian_convert (struct ykd_session *ykd_session) { int i; ykd_session->member_list_entries = swab32 (ykd_session->member_list_entries); ykd_session->session_id = swab32 (ykd_session->session_id); for (i = 0; i < ykd_session->member_list_entries; i++) { // TODO totemip_copy_endian_convert (&ykd_session->member_list[i], &ykd_session->member_list[i]); } } static void ykd_state_endian_convert (struct ykd_state *ykd_state) { int i; ykd_session_endian_convert (&ykd_state->last_primary); ykd_state->last_formed_entries = swab32 (ykd_state->last_formed_entries); ykd_state->ambiguous_sessions_entries = swab32 (ykd_state->ambiguous_sessions_entries); ykd_state->session_id = swab32 (ykd_state->session_id); for (i = 0; i < ykd_state->last_formed_entries; i++) { ykd_session_endian_convert (&ykd_state->last_formed[i]); } for (i = 0; i < ykd_state->ambiguous_sessions_entries; i++) { ykd_session_endian_convert (&ykd_state->ambiguous_sessions[i]); } } static void ykd_deliver_fn ( unsigned int nodeid, struct iovec *iovec, int iov_len, int endian_conversion_required) { int all_received = 1; int state_position = 0; int i; char *msg_state = iovec->iov_base + sizeof (struct ykd_header); /* * If this is a localhost address, this node is always primary */ #ifdef TODO if (totemip_localhost_check (source_addr)) { log_printf (LOG_LEVEL_NOTICE, "This processor is within the primary component.\n"); primary_designated = 1; ykd_primary_callback_fn ( view_list, view_list_entries, primary_designated, &ykd_ring_id); return; } #endif if (endian_conversion_required) { ykd_state_endian_convert ((struct ykd_state *)msg_state); } /* * Set completion for source_addr's address */ for (state_position = 0; state_position < state_received_confchg_entries; state_position++) { if (nodeid == state_received_process[state_position].nodeid) { /* * State position contains the address of the state to modify * This may be used later by the other algorithms */ state_received_process[state_position].received = 1; break; } } /* * Test if all nodes have submitted their state data */ for (i = 0; i < state_received_confchg_entries; i++) { if (state_received_process[i].received == 0) { all_received = 0; } } switch (ykd_mode) { case YKD_MODE_SENDSTATE: /* * Copy state information for the sending processor */ memcpy (&state_received_process[state_position].ykd_state, msg_state, sizeof (struct ykd_state)); /* * Try to form a component */ if (all_received) { for (i = 0; i < state_received_confchg_entries; i++) { state_received_process[i].received = 0; } ykd_mode = YKD_MODE_ATTEMPT; // TODO resolve optimizes for failure conditions during ykd calculation // resolve(); compute(); if (decide ()) { ykd_state.session_id = session_id_max + 1; memcpy (ykd_state.ambiguous_sessions[ykd_state.ambiguous_sessions_entries].member_list, view_list, sizeof (unsigned int) * view_list_entries); ykd_state.ambiguous_sessions[ykd_state.ambiguous_sessions_entries].member_list_entries = view_list_entries; ykd_state.ambiguous_sessions_entries += 1; ykd_attempt_send(); } } break; case YKD_MODE_ATTEMPT: if (all_received) { log_printf (LOG_LEVEL_NOTICE, "This processor is within the primary component.\n"); primary_designated = 1; ykd_primary_callback_fn ( view_list, view_list_entries, primary_designated, &ykd_ring_id); memcpy (ykd_state.last_primary.member_list, view_list, sizeof (view_list)); ykd_state.last_primary.member_list_entries = view_list_entries; ykd_state.last_primary.session_id = ykd_state.session_id; ykd_state.ambiguous_sessions_entries = 0; } break; } } int first_run = 1; static void ykd_confchg_fn ( enum totem_configuration_type configuration_type, unsigned int *member_list, int member_list_entries, unsigned int *left_list, int left_list_entries, unsigned int *joined_list, int joined_list_entries, struct memb_ring_id *ring_id) { int i; if (configuration_type != TOTEM_CONFIGURATION_REGULAR) { return; } memcpy (&ykd_ring_id, ring_id, sizeof (struct memb_ring_id)); if (first_run) { ykd_state.last_primary.member_list[0] = this_ip->nodeid; ykd_state.last_primary.member_list_entries = 1; ykd_state.last_primary.session_id = 0; first_run = 0; } memcpy (view_list, member_list, member_list_entries * sizeof (unsigned int)); view_list_entries = member_list_entries; ykd_mode = YKD_MODE_SENDSTATE; primary_designated = 0; ykd_primary_callback_fn ( view_list, view_list_entries, primary_designated, &ykd_ring_id); memset (&state_received_confchg, 0, sizeof (state_received_confchg)); for (i = 0; i < member_list_entries; i++) { state_received_confchg[i].nodeid = member_list[i]; state_received_confchg[i].received = 0; } memcpy (state_received_process, state_received_confchg, sizeof (state_received_confchg)); state_received_confchg_entries = member_list_entries; state_received_process_entries = member_list_entries; ykd_state_send (); } struct totempg_group ykd_group = { .group = "ykd", .group_len = 3 }; static int ykd_init ( void (*primary_callback_fn) ( unsigned int *view_list, int view_list_entries, int primary_designated, struct memb_ring_id *ring_id)) { log_init ("YKD"); ykd_primary_callback_fn = primary_callback_fn; totempg_groups_initialize ( &ykd_group_handle, ykd_deliver_fn, ykd_confchg_fn); totempg_groups_join ( ykd_group_handle, &ykd_group, 1); ykd_state_init (); return (0); } /* * Returns 1 if this processor is in the primary */ static int ykd_primary (void) { return (primary_designated); } /* * lcrso object definition */ static struct openais_vsf_iface_ver0 vsf_ykd_iface_ver0 = { .init = ykd_init, .primary = ykd_primary }; static struct lcr_iface openais_vsf_ykd_ver0[1] = { { .name = "openais_vsf_ykd", .version = 0, .versions_replace = 0, .versions_replace_count = 0, .dependencies = 0, .dependency_count = 0, .constructor = NULL, .destructor = NULL, .interfaces = (void **)(void *)&vsf_ykd_iface_ver0, } }; static struct lcr_comp vsf_ykd_comp_ver0 = { .iface_count = 1, .ifaces = openais_vsf_ykd_ver0 }; __attribute__ ((constructor)) static void vsf_ykd_comp_register (void) { lcr_component_register (&vsf_ykd_comp_ver0); }