/* * Copyright (c) 2004-2006 MontaVista Software, Inc. * Copyright (c) 2006-2012 Red Hat, Inc. * * All rights reserved. * * Author: Steven Dake (sdake@redhat.com) * * This software licensed under BSD license, the text of which follows: * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * - Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * - Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * - Neither the name of the MontaVista Software, Inc. nor the names of its * contributors may be used to endorse or promote products derived from this * software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "service.h" LOGSYS_DECLARE_SUBSYS ("EVS"); enum evs_exec_message_req_types { MESSAGE_REQ_EXEC_EVS_MCAST = 0 }; /* * Service Interfaces required by service_message_handler struct */ static char *evs_exec_init_fn ( struct corosync_api_v1 *corosync_api); static void evs_confchg_fn ( enum totem_configuration_type configuration_type, const unsigned int *member_list, size_t member_list_entries, const unsigned int *left_list, size_t left_list_entries, const unsigned int *joined_list, size_t joined_list_entries, const struct memb_ring_id *ring_id); static void message_handler_req_exec_mcast (const void *msg, unsigned int nodeid); static void req_exec_mcast_endian_convert (void *msg); static void message_handler_req_evs_join (void *conn, const void *msg); static void message_handler_req_evs_leave (void *conn, const void *msg); static void message_handler_req_evs_mcast_joined (void *conn, const void *msg); static void message_handler_req_evs_mcast_groups (void *conn, const void *msg); static void message_handler_req_evs_membership_get (void *conn, const void *msg); static int evs_lib_init_fn (void *conn); static int evs_lib_exit_fn (void *conn); struct evs_pd { struct evs_group *groups; int group_entries; struct list_head list; void *conn; }; static struct corosync_api_v1 *api; static struct corosync_lib_handler evs_lib_engine[] = { { /* 0 */ .lib_handler_fn = message_handler_req_evs_join, .flow_control = CS_LIB_FLOW_CONTROL_NOT_REQUIRED }, { /* 1 */ .lib_handler_fn = message_handler_req_evs_leave, .flow_control = CS_LIB_FLOW_CONTROL_NOT_REQUIRED }, { /* 2 */ .lib_handler_fn = message_handler_req_evs_mcast_joined, .flow_control = CS_LIB_FLOW_CONTROL_REQUIRED }, { /* 3 */ .lib_handler_fn = message_handler_req_evs_mcast_groups, .flow_control = CS_LIB_FLOW_CONTROL_REQUIRED }, { /* 4 */ .lib_handler_fn = message_handler_req_evs_membership_get, .flow_control = CS_LIB_FLOW_CONTROL_NOT_REQUIRED } }; static struct corosync_exec_handler evs_exec_engine[] = { { .exec_handler_fn = message_handler_req_exec_mcast, .exec_endian_convert_fn = req_exec_mcast_endian_convert } }; struct corosync_service_engine evs_service_engine = { .name = "corosync extended virtual synchrony service", .id = EVS_SERVICE, .priority = 1, .private_data_size = sizeof (struct evs_pd), .flow_control = CS_LIB_FLOW_CONTROL_REQUIRED, .lib_init_fn = evs_lib_init_fn, .lib_exit_fn = evs_lib_exit_fn, .lib_engine = evs_lib_engine, .lib_engine_count = sizeof (evs_lib_engine) / sizeof (struct corosync_lib_handler), .exec_engine = evs_exec_engine, .exec_engine_count = sizeof (evs_exec_engine) / sizeof (struct corosync_exec_handler), .confchg_fn = evs_confchg_fn, .exec_init_fn = evs_exec_init_fn, .exec_dump_fn = NULL }; static DECLARE_LIST_INIT (confchg_notify); struct corosync_service_engine *evs_get_service_engine_ver0 (void) { return (&evs_service_engine); } static char *evs_exec_init_fn ( struct corosync_api_v1 *corosync_api) { #ifdef COROSYNC_SOLARIS logsys_subsys_init(); #endif api = corosync_api; return NULL; } struct res_evs_confchg_callback res_evs_confchg_callback; static void evs_confchg_fn ( enum totem_configuration_type configuration_type, const unsigned int *member_list, size_t member_list_entries, const unsigned int *left_list, size_t left_list_entries, const unsigned int *joined_list, size_t joined_list_entries, const struct memb_ring_id *ring_id) { struct list_head *list; struct evs_pd *evs_pd; /* * Build configuration change message */ res_evs_confchg_callback.header.size = sizeof (struct res_evs_confchg_callback); res_evs_confchg_callback.header.id = MESSAGE_RES_EVS_CONFCHG_CALLBACK; res_evs_confchg_callback.header.error = CS_OK; memcpy (res_evs_confchg_callback.member_list, member_list, member_list_entries * sizeof(*member_list)); res_evs_confchg_callback.member_list_entries = member_list_entries; memcpy (res_evs_confchg_callback.left_list, left_list, left_list_entries * sizeof(*left_list)); res_evs_confchg_callback.left_list_entries = left_list_entries; memcpy (res_evs_confchg_callback.joined_list, joined_list, joined_list_entries * sizeof(*joined_list)); res_evs_confchg_callback.joined_list_entries = joined_list_entries; /* * Send configuration change message to every EVS library user */ for (list = confchg_notify.next; list != &confchg_notify; list = list->next) { evs_pd = list_entry (list, struct evs_pd, list); api->ipc_dispatch_send (evs_pd->conn, &res_evs_confchg_callback, sizeof (res_evs_confchg_callback)); } } static int evs_lib_init_fn (void *conn) { struct evs_pd *evs_pd = (struct evs_pd *)api->ipc_private_data_get (conn); log_printf (LOGSYS_LEVEL_DEBUG, "Got request to initalize evs service."); evs_pd->groups = NULL; evs_pd->group_entries = 0; evs_pd->conn = conn; list_init (&evs_pd->list); list_add (&evs_pd->list, &confchg_notify); api->ipc_dispatch_send (conn, &res_evs_confchg_callback, sizeof (res_evs_confchg_callback)); return (0); } static int evs_lib_exit_fn (void *conn) { struct evs_pd *evs_pd = (struct evs_pd *)api->ipc_private_data_get (conn); list_del (&evs_pd->list); return (0); } static void message_handler_req_evs_join (void *conn, const void *msg) { cs_error_t error = CS_OK; const struct req_lib_evs_join *req_lib_evs_join = msg; struct res_lib_evs_join res_lib_evs_join; void *addr; struct evs_pd *evs_pd = (struct evs_pd *)api->ipc_private_data_get (conn); if (req_lib_evs_join->group_entries > 50) { error = CS_ERR_TOO_MANY_GROUPS; goto exit_error; } addr = realloc (evs_pd->groups, sizeof (struct evs_group) * (evs_pd->group_entries + req_lib_evs_join->group_entries)); if (addr == NULL) { error = CS_ERR_NO_MEMORY; goto exit_error; } evs_pd->groups = addr; memcpy (&evs_pd->groups[evs_pd->group_entries], req_lib_evs_join->groups, sizeof (struct evs_group) * req_lib_evs_join->group_entries); evs_pd->group_entries += req_lib_evs_join->group_entries; exit_error: res_lib_evs_join.header.size = sizeof (struct res_lib_evs_join); res_lib_evs_join.header.id = MESSAGE_RES_EVS_JOIN; res_lib_evs_join.header.error = error; api->ipc_response_send (conn, &res_lib_evs_join, sizeof (struct res_lib_evs_join)); } static void message_handler_req_evs_leave (void *conn, const void *msg) { const struct req_lib_evs_leave *req_lib_evs_leave = msg; struct res_lib_evs_leave res_lib_evs_leave; cs_error_t error = CS_OK; int i, j; int found; struct evs_pd *evs_pd = (struct evs_pd *)api->ipc_private_data_get (conn); for (i = 0; i < req_lib_evs_leave->group_entries; i++) { found = 0; for (j = 0; j < evs_pd->group_entries;) { if (memcmp (&req_lib_evs_leave->groups[i], &evs_pd->groups[j], sizeof (struct evs_group)) == 0) { /* * Delete entry */ memmove (&evs_pd->groups[j], &evs_pd->groups[j + 1], (evs_pd->group_entries - j - 1) * sizeof (struct evs_group)); evs_pd->group_entries -= 1; found = 1; break; } else { j++; } } if (found == 0) { error = CS_ERR_NOT_EXIST; break; } } res_lib_evs_leave.header.size = sizeof (struct res_lib_evs_leave); res_lib_evs_leave.header.id = MESSAGE_RES_EVS_LEAVE; res_lib_evs_leave.header.error = error; api->ipc_response_send (conn, &res_lib_evs_leave, sizeof (struct res_lib_evs_leave)); } static void message_handler_req_evs_mcast_joined (void *conn, const void *msg) { cs_error_t error = CS_ERR_TRY_AGAIN; const struct req_lib_evs_mcast_joined *req_lib_evs_mcast_joined = msg; struct res_lib_evs_mcast_joined res_lib_evs_mcast_joined; struct iovec req_exec_evs_mcast_iovec[3]; struct req_exec_evs_mcast req_exec_evs_mcast; int res; struct evs_pd *evs_pd = (struct evs_pd *)api->ipc_private_data_get (conn); req_exec_evs_mcast.header.size = sizeof (struct req_exec_evs_mcast) + evs_pd->group_entries * sizeof (struct evs_group) + req_lib_evs_mcast_joined->msg_len; req_exec_evs_mcast.header.id = SERVICE_ID_MAKE (EVS_SERVICE, MESSAGE_REQ_EXEC_EVS_MCAST); req_exec_evs_mcast.msg_len = req_lib_evs_mcast_joined->msg_len; req_exec_evs_mcast.group_entries = evs_pd->group_entries; req_exec_evs_mcast_iovec[0].iov_base = (char *)&req_exec_evs_mcast; req_exec_evs_mcast_iovec[0].iov_len = sizeof (req_exec_evs_mcast); req_exec_evs_mcast_iovec[1].iov_base = (char *)evs_pd->groups; req_exec_evs_mcast_iovec[1].iov_len = evs_pd->group_entries * sizeof (struct evs_group); req_exec_evs_mcast_iovec[2].iov_base = (char *)&req_lib_evs_mcast_joined->msg; req_exec_evs_mcast_iovec[2].iov_len = req_lib_evs_mcast_joined->msg_len; res = api->totem_mcast (req_exec_evs_mcast_iovec, 3, TOTEM_AGREED); // TODO if (res == 0) { error = CS_OK; } res_lib_evs_mcast_joined.header.size = sizeof (struct res_lib_evs_mcast_joined); res_lib_evs_mcast_joined.header.id = MESSAGE_RES_EVS_MCAST_JOINED; res_lib_evs_mcast_joined.header.error = error; api->ipc_response_send (conn, &res_lib_evs_mcast_joined, sizeof (struct res_lib_evs_mcast_joined)); } static void message_handler_req_evs_mcast_groups (void *conn, const void *msg) { cs_error_t error = CS_ERR_TRY_AGAIN; const struct req_lib_evs_mcast_groups *req_lib_evs_mcast_groups = msg; struct res_lib_evs_mcast_groups res_lib_evs_mcast_groups; struct iovec req_exec_evs_mcast_iovec[3]; struct req_exec_evs_mcast req_exec_evs_mcast; const char *msg_addr; int res; req_exec_evs_mcast.header.size = sizeof (struct req_exec_evs_mcast) + sizeof (struct evs_group) * req_lib_evs_mcast_groups->group_entries + req_lib_evs_mcast_groups->msg_len; req_exec_evs_mcast.header.id = SERVICE_ID_MAKE (EVS_SERVICE, MESSAGE_REQ_EXEC_EVS_MCAST); req_exec_evs_mcast.msg_len = req_lib_evs_mcast_groups->msg_len; req_exec_evs_mcast.group_entries = req_lib_evs_mcast_groups->group_entries; msg_addr = (const char *)req_lib_evs_mcast_groups + sizeof (struct req_lib_evs_mcast_groups) + (sizeof (struct evs_group) * req_lib_evs_mcast_groups->group_entries); req_exec_evs_mcast_iovec[0].iov_base = (char *)&req_exec_evs_mcast; req_exec_evs_mcast_iovec[0].iov_len = sizeof (req_exec_evs_mcast); req_exec_evs_mcast_iovec[1].iov_base = (char *)&req_lib_evs_mcast_groups->groups; req_exec_evs_mcast_iovec[1].iov_len = sizeof (struct evs_group) * req_lib_evs_mcast_groups->group_entries; req_exec_evs_mcast_iovec[2].iov_base = (void *) msg_addr; /* discard const */ req_exec_evs_mcast_iovec[2].iov_len = req_lib_evs_mcast_groups->msg_len; res = api->totem_mcast (req_exec_evs_mcast_iovec, 3, TOTEM_AGREED); if (res == 0) { error = CS_OK; } res_lib_evs_mcast_groups.header.size = sizeof (struct res_lib_evs_mcast_groups); res_lib_evs_mcast_groups.header.id = MESSAGE_RES_EVS_MCAST_GROUPS; res_lib_evs_mcast_groups.header.error = error; api->ipc_response_send (conn, &res_lib_evs_mcast_groups, sizeof (struct res_lib_evs_mcast_groups)); } static void message_handler_req_evs_membership_get (void *conn, const void *msg) { struct res_lib_evs_membership_get res_lib_evs_membership_get; res_lib_evs_membership_get.header.size = sizeof (struct res_lib_evs_membership_get); res_lib_evs_membership_get.header.id = MESSAGE_RES_EVS_MEMBERSHIP_GET; res_lib_evs_membership_get.header.error = CS_OK; res_lib_evs_membership_get.local_nodeid = api->totem_nodeid_get (); memcpy (&res_lib_evs_membership_get.member_list, &res_evs_confchg_callback.member_list, sizeof (res_lib_evs_membership_get.member_list)); res_lib_evs_membership_get.member_list_entries = res_evs_confchg_callback.member_list_entries; api->ipc_response_send (conn, &res_lib_evs_membership_get, sizeof (struct res_lib_evs_membership_get)); } static void req_exec_mcast_endian_convert (void *msg) { struct req_exec_evs_mcast *req_exec_evs_mcast = (struct req_exec_evs_mcast *)msg; req_exec_evs_mcast->group_entries = swab32 (req_exec_evs_mcast->group_entries); req_exec_evs_mcast->msg_len = swab32 (req_exec_evs_mcast->msg_len); } static void message_handler_req_exec_mcast ( const void *msg, unsigned int nodeid) { const struct req_exec_evs_mcast *req_exec_evs_mcast = msg; struct res_evs_deliver_callback res_evs_deliver_callback; const char *msg_addr; struct list_head *list; int found = 0; int i, j; struct evs_pd *evs_pd; struct iovec iov[2]; res_evs_deliver_callback.header.size = sizeof (struct res_evs_deliver_callback) + req_exec_evs_mcast->msg_len; res_evs_deliver_callback.header.id = MESSAGE_RES_EVS_DELIVER_CALLBACK; res_evs_deliver_callback.header.error = CS_OK; res_evs_deliver_callback.msglen = req_exec_evs_mcast->msg_len; msg_addr = (const char *)req_exec_evs_mcast + sizeof (struct req_exec_evs_mcast) + (sizeof (struct evs_group) * req_exec_evs_mcast->group_entries); for (list = confchg_notify.next; list != &confchg_notify; list = list->next) { found = 0; evs_pd = list_entry (list, struct evs_pd, list); for (i = 0; i < evs_pd->group_entries; i++) { for (j = 0; j < req_exec_evs_mcast->group_entries; j++) { if (memcmp (&evs_pd->groups[i], &req_exec_evs_mcast->groups[j], sizeof (struct evs_group)) == 0) { found = 1; break; } } if (found) { break; } } if (found) { res_evs_deliver_callback.local_nodeid = nodeid; iov[0].iov_base = (void *)&res_evs_deliver_callback; iov[0].iov_len = sizeof (struct res_evs_deliver_callback); iov[1].iov_base = (void *) msg_addr; /* discard const */ iov[1].iov_len = req_exec_evs_mcast->msg_len; api->ipc_dispatch_iov_send ( evs_pd->conn, iov, 2); } } }