control.c revision 222228
1204076Spjd/*- 2204076Spjd * Copyright (c) 2009-2010 The FreeBSD Foundation 3204076Spjd * All rights reserved. 4204076Spjd * 5204076Spjd * This software was developed by Pawel Jakub Dawidek under sponsorship from 6204076Spjd * the FreeBSD Foundation. 7204076Spjd * 8204076Spjd * Redistribution and use in source and binary forms, with or without 9204076Spjd * modification, are permitted provided that the following conditions 10204076Spjd * are met: 11204076Spjd * 1. Redistributions of source code must retain the above copyright 12204076Spjd * notice, this list of conditions and the following disclaimer. 13204076Spjd * 2. Redistributions in binary form must reproduce the above copyright 14204076Spjd * notice, this list of conditions and the following disclaimer in the 15204076Spjd * documentation and/or other materials provided with the distribution. 16204076Spjd * 17204076Spjd * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 18204076Spjd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19204076Spjd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20204076Spjd * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 21204076Spjd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22204076Spjd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23204076Spjd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24204076Spjd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25204076Spjd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26204076Spjd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27204076Spjd * SUCH DAMAGE. 28204076Spjd */ 29204076Spjd 30204076Spjd#include <sys/cdefs.h> 31204076Spjd__FBSDID("$FreeBSD: head/sbin/hastd/control.c 222228 2011-05-23 21:15:19Z pjd $"); 32204076Spjd 33204076Spjd#include <sys/types.h> 34204076Spjd#include <sys/wait.h> 35204076Spjd 36204076Spjd#include <assert.h> 37204076Spjd#include <errno.h> 38204076Spjd#include <pthread.h> 39213003Spjd#include <signal.h> 40204076Spjd#include <stdio.h> 41204076Spjd#include <string.h> 42213006Spjd#include <unistd.h> 43204076Spjd 44204076Spjd#include "hast.h" 45204076Spjd#include "hastd.h" 46219351Spjd#include "hast_checksum.h" 47219354Spjd#include "hast_compression.h" 48204076Spjd#include "hast_proto.h" 49211978Spjd#include "hooks.h" 50204076Spjd#include "nv.h" 51204076Spjd#include "pjdlog.h" 52204076Spjd#include "proto.h" 53204076Spjd#include "subr.h" 54204076Spjd 55204076Spjd#include "control.h" 56204076Spjd 57213006Spjdvoid 58213006Spjdchild_cleanup(struct hast_resource *res) 59213006Spjd{ 60213006Spjd 61213006Spjd proto_close(res->hr_ctrl); 62213006Spjd res->hr_ctrl = NULL; 63213579Spjd if (res->hr_event != NULL) { 64213579Spjd proto_close(res->hr_event); 65213579Spjd res->hr_event = NULL; 66213579Spjd } 67218218Spjd if (res->hr_conn != NULL) { 68218218Spjd proto_close(res->hr_conn); 69218218Spjd res->hr_conn = NULL; 70218218Spjd } 71213006Spjd res->hr_workerpid = 0; 72213006Spjd} 73213006Spjd 74204076Spjdstatic void 75210882Spjdcontrol_set_role_common(struct hastd_config *cfg, struct nv *nvout, 76210882Spjd uint8_t role, struct hast_resource *res, const char *name, unsigned int no) 77204076Spjd{ 78211978Spjd int oldrole; 79204076Spjd 80204076Spjd /* Name is always needed. */ 81210882Spjd if (name != NULL) 82210882Spjd nv_add_string(nvout, name, "resource%u", no); 83204076Spjd 84204076Spjd if (res == NULL) { 85210882Spjd assert(cfg != NULL); 86210882Spjd assert(name != NULL); 87210882Spjd 88204076Spjd TAILQ_FOREACH(res, &cfg->hc_resources, hr_next) { 89204076Spjd if (strcmp(res->hr_name, name) == 0) 90204076Spjd break; 91204076Spjd } 92204076Spjd if (res == NULL) { 93204076Spjd nv_add_int16(nvout, EHAST_NOENTRY, "error%u", no); 94204076Spjd return; 95204076Spjd } 96204076Spjd } 97204076Spjd assert(res != NULL); 98204076Spjd 99204076Spjd /* Send previous role back. */ 100204076Spjd nv_add_string(nvout, role2str(res->hr_role), "role%u", no); 101204076Spjd 102204076Spjd /* Nothing changed, return here. */ 103204076Spjd if (role == res->hr_role) 104204076Spjd return; 105204076Spjd 106204076Spjd pjdlog_prefix_set("[%s] (%s) ", res->hr_name, role2str(res->hr_role)); 107204076Spjd pjdlog_info("Role changed to %s.", role2str(role)); 108204076Spjd 109204076Spjd /* Change role to the new one. */ 110211978Spjd oldrole = res->hr_role; 111204076Spjd res->hr_role = role; 112204076Spjd pjdlog_prefix_set("[%s] (%s) ", res->hr_name, role2str(res->hr_role)); 113204076Spjd 114204076Spjd /* 115204076Spjd * If previous role was primary or secondary we have to kill process 116204076Spjd * doing that work. 117204076Spjd */ 118204076Spjd if (res->hr_workerpid != 0) { 119204076Spjd if (kill(res->hr_workerpid, SIGTERM) < 0) { 120204076Spjd pjdlog_errno(LOG_WARNING, 121204076Spjd "Unable to kill worker process %u", 122204076Spjd (unsigned int)res->hr_workerpid); 123204076Spjd } else if (waitpid(res->hr_workerpid, NULL, 0) != 124204076Spjd res->hr_workerpid) { 125204076Spjd pjdlog_errno(LOG_WARNING, 126204076Spjd "Error while waiting for worker process %u", 127204076Spjd (unsigned int)res->hr_workerpid); 128204076Spjd } else { 129204076Spjd pjdlog_debug(1, "Worker process %u stopped.", 130204076Spjd (unsigned int)res->hr_workerpid); 131204076Spjd } 132213006Spjd child_cleanup(res); 133204076Spjd } 134204076Spjd 135204076Spjd /* Start worker process if we are changing to primary. */ 136204076Spjd if (role == HAST_ROLE_PRIMARY) 137204076Spjd hastd_primary(res); 138204076Spjd pjdlog_prefix_set("%s", ""); 139211978Spjd hook_exec(res->hr_exec, "role", res->hr_name, role2str(oldrole), 140211978Spjd role2str(res->hr_role), NULL); 141204076Spjd} 142204076Spjd 143210882Spjdvoid 144210882Spjdcontrol_set_role(struct hast_resource *res, uint8_t role) 145210882Spjd{ 146210882Spjd 147210882Spjd control_set_role_common(NULL, NULL, role, res, NULL, 0); 148210882Spjd} 149210882Spjd 150204076Spjdstatic void 151204076Spjdcontrol_status_worker(struct hast_resource *res, struct nv *nvout, 152204076Spjd unsigned int no) 153204076Spjd{ 154204076Spjd struct nv *cnvin, *cnvout; 155204076Spjd const char *str; 156204076Spjd int error; 157204076Spjd 158204076Spjd cnvin = cnvout = NULL; 159204076Spjd error = 0; 160204076Spjd 161204076Spjd /* 162204076Spjd * Prepare and send command to worker process. 163204076Spjd */ 164204076Spjd cnvout = nv_alloc(); 165221076Strociny nv_add_uint8(cnvout, CONTROL_STATUS, "cmd"); 166204076Spjd error = nv_error(cnvout); 167204076Spjd if (error != 0) { 168217737Spjd pjdlog_common(LOG_ERR, 0, error, 169217737Spjd "Unable to prepare control header"); 170204076Spjd goto end; 171204076Spjd } 172204076Spjd if (hast_proto_send(res, res->hr_ctrl, cnvout, NULL, 0) < 0) { 173204076Spjd error = errno; 174217737Spjd pjdlog_errno(LOG_ERR, "Unable to send control header"); 175204076Spjd goto end; 176204076Spjd } 177204076Spjd 178204076Spjd /* 179204076Spjd * Receive response. 180204076Spjd */ 181204076Spjd if (hast_proto_recv_hdr(res->hr_ctrl, &cnvin) < 0) { 182204076Spjd error = errno; 183217737Spjd pjdlog_errno(LOG_ERR, "Unable to receive control header"); 184204076Spjd goto end; 185204076Spjd } 186204076Spjd 187217730Spjd error = nv_get_int16(cnvin, "error"); 188204076Spjd if (error != 0) 189204076Spjd goto end; 190204076Spjd 191204076Spjd if ((str = nv_get_string(cnvin, "status")) == NULL) { 192204076Spjd error = ENOENT; 193217737Spjd pjdlog_errno(LOG_ERR, "Field 'status' is missing."); 194204076Spjd goto end; 195204076Spjd } 196204076Spjd nv_add_string(nvout, str, "status%u", no); 197204076Spjd nv_add_uint64(nvout, nv_get_uint64(cnvin, "dirty"), "dirty%u", no); 198204076Spjd nv_add_uint32(nvout, nv_get_uint32(cnvin, "extentsize"), 199204076Spjd "extentsize%u", no); 200204076Spjd nv_add_uint32(nvout, nv_get_uint32(cnvin, "keepdirty"), 201204076Spjd "keepdirty%u", no); 202222228Spjd nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_read"), 203222228Spjd "stat_read%u", no); 204222228Spjd nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_write"), 205222228Spjd "stat_write%u", no); 206222228Spjd nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_delete"), 207222228Spjd "stat_delete%u", no); 208222228Spjd nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_flush"), 209222228Spjd "stat_flush%u", no); 210222228Spjd nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_activemap_update"), 211222228Spjd "stat_activemap_update%u", no); 212204076Spjdend: 213204076Spjd if (cnvin != NULL) 214204076Spjd nv_free(cnvin); 215204076Spjd if (cnvout != NULL) 216204076Spjd nv_free(cnvout); 217204076Spjd if (error != 0) 218204076Spjd nv_add_int16(nvout, error, "error"); 219204076Spjd} 220204076Spjd 221204076Spjdstatic void 222204076Spjdcontrol_status(struct hastd_config *cfg, struct nv *nvout, 223204076Spjd struct hast_resource *res, const char *name, unsigned int no) 224204076Spjd{ 225204076Spjd 226204076Spjd assert(cfg != NULL); 227204076Spjd assert(nvout != NULL); 228204076Spjd assert(name != NULL); 229204076Spjd 230204076Spjd /* Name is always needed. */ 231204076Spjd nv_add_string(nvout, name, "resource%u", no); 232204076Spjd 233204076Spjd if (res == NULL) { 234204076Spjd TAILQ_FOREACH(res, &cfg->hc_resources, hr_next) { 235204076Spjd if (strcmp(res->hr_name, name) == 0) 236204076Spjd break; 237204076Spjd } 238204076Spjd if (res == NULL) { 239204076Spjd nv_add_int16(nvout, EHAST_NOENTRY, "error%u", no); 240204076Spjd return; 241204076Spjd } 242204076Spjd } 243204076Spjd assert(res != NULL); 244204076Spjd nv_add_string(nvout, res->hr_provname, "provname%u", no); 245204076Spjd nv_add_string(nvout, res->hr_localpath, "localpath%u", no); 246204076Spjd nv_add_string(nvout, res->hr_remoteaddr, "remoteaddr%u", no); 247219818Spjd if (res->hr_sourceaddr[0] != '\0') 248219818Spjd nv_add_string(nvout, res->hr_sourceaddr, "sourceaddr%u", no); 249204076Spjd switch (res->hr_replication) { 250204076Spjd case HAST_REPLICATION_FULLSYNC: 251204076Spjd nv_add_string(nvout, "fullsync", "replication%u", no); 252204076Spjd break; 253204076Spjd case HAST_REPLICATION_MEMSYNC: 254204076Spjd nv_add_string(nvout, "memsync", "replication%u", no); 255204076Spjd break; 256204076Spjd case HAST_REPLICATION_ASYNC: 257204076Spjd nv_add_string(nvout, "async", "replication%u", no); 258204076Spjd break; 259204076Spjd default: 260204076Spjd nv_add_string(nvout, "unknown", "replication%u", no); 261204076Spjd break; 262204076Spjd } 263219351Spjd nv_add_string(nvout, checksum_name(res->hr_checksum), 264219351Spjd "checksum%u", no); 265219354Spjd nv_add_string(nvout, compression_name(res->hr_compression), 266219354Spjd "compression%u", no); 267204076Spjd nv_add_string(nvout, role2str(res->hr_role), "role%u", no); 268204076Spjd 269204076Spjd switch (res->hr_role) { 270204076Spjd case HAST_ROLE_PRIMARY: 271204076Spjd assert(res->hr_workerpid != 0); 272204076Spjd /* FALLTHROUGH */ 273204076Spjd case HAST_ROLE_SECONDARY: 274204076Spjd if (res->hr_workerpid != 0) 275204076Spjd break; 276204076Spjd /* FALLTHROUGH */ 277204076Spjd default: 278204076Spjd return; 279204076Spjd } 280204076Spjd 281204076Spjd /* 282204076Spjd * If we are here, it means that we have a worker process, which we 283204076Spjd * want to ask some questions. 284204076Spjd */ 285204076Spjd control_status_worker(res, nvout, no); 286204076Spjd} 287204076Spjd 288204076Spjdvoid 289204076Spjdcontrol_handle(struct hastd_config *cfg) 290204076Spjd{ 291204076Spjd struct proto_conn *conn; 292204076Spjd struct nv *nvin, *nvout; 293204076Spjd unsigned int ii; 294204076Spjd const char *str; 295204076Spjd uint8_t cmd, role; 296204076Spjd int error; 297204076Spjd 298204076Spjd if (proto_accept(cfg->hc_controlconn, &conn) < 0) { 299204076Spjd pjdlog_errno(LOG_ERR, "Unable to accept control connection"); 300204076Spjd return; 301204076Spjd } 302204076Spjd 303217969Spjd cfg->hc_controlin = conn; 304204076Spjd nvin = nvout = NULL; 305204076Spjd role = HAST_ROLE_UNDEF; 306204076Spjd 307204076Spjd if (hast_proto_recv_hdr(conn, &nvin) < 0) { 308204076Spjd pjdlog_errno(LOG_ERR, "Unable to receive control header"); 309204076Spjd nvin = NULL; 310204076Spjd goto close; 311204076Spjd } 312204076Spjd 313204076Spjd /* Obtain command code. 0 means that nv_get_uint8() failed. */ 314204076Spjd cmd = nv_get_uint8(nvin, "cmd"); 315204076Spjd if (cmd == 0) { 316204076Spjd pjdlog_error("Control header is missing 'cmd' field."); 317204076Spjd error = EHAST_INVALID; 318204076Spjd goto close; 319204076Spjd } 320204076Spjd 321204076Spjd /* Allocate outgoing nv structure. */ 322204076Spjd nvout = nv_alloc(); 323204076Spjd if (nvout == NULL) { 324204076Spjd pjdlog_error("Unable to allocate header for control response."); 325204076Spjd error = EHAST_NOMEMORY; 326204076Spjd goto close; 327204076Spjd } 328204076Spjd 329204076Spjd error = 0; 330204076Spjd 331204076Spjd str = nv_get_string(nvin, "resource0"); 332204076Spjd if (str == NULL) { 333204076Spjd pjdlog_error("Control header is missing 'resource0' field."); 334204076Spjd error = EHAST_INVALID; 335204076Spjd goto fail; 336204076Spjd } 337221075Strociny if (cmd == HASTCTL_CMD_SETROLE) { 338204076Spjd role = nv_get_uint8(nvin, "role"); 339204076Spjd switch (role) { 340219833Spjd case HAST_ROLE_INIT: 341204076Spjd case HAST_ROLE_PRIMARY: 342204076Spjd case HAST_ROLE_SECONDARY: 343204076Spjd break; 344204076Spjd default: 345204076Spjd pjdlog_error("Invalid role received (%hhu).", role); 346204076Spjd error = EHAST_INVALID; 347204076Spjd goto fail; 348204076Spjd } 349204076Spjd } 350204076Spjd if (strcmp(str, "all") == 0) { 351204076Spjd struct hast_resource *res; 352204076Spjd 353204076Spjd /* All configured resources. */ 354204076Spjd 355204076Spjd ii = 0; 356204076Spjd TAILQ_FOREACH(res, &cfg->hc_resources, hr_next) { 357204076Spjd switch (cmd) { 358221075Strociny case HASTCTL_CMD_SETROLE: 359210882Spjd control_set_role_common(cfg, nvout, role, res, 360204076Spjd res->hr_name, ii++); 361204076Spjd break; 362221075Strociny case HASTCTL_CMD_STATUS: 363204076Spjd control_status(cfg, nvout, res, res->hr_name, 364204076Spjd ii++); 365204076Spjd break; 366204076Spjd default: 367204076Spjd pjdlog_error("Invalid command received (%hhu).", 368204076Spjd cmd); 369204076Spjd error = EHAST_UNIMPLEMENTED; 370204076Spjd goto fail; 371204076Spjd } 372204076Spjd } 373204076Spjd } else { 374204076Spjd /* Only selected resources. */ 375204076Spjd 376204076Spjd for (ii = 0; ; ii++) { 377204076Spjd str = nv_get_string(nvin, "resource%u", ii); 378204076Spjd if (str == NULL) 379204076Spjd break; 380204076Spjd switch (cmd) { 381221075Strociny case HASTCTL_CMD_SETROLE: 382210882Spjd control_set_role_common(cfg, nvout, role, NULL, 383210882Spjd str, ii); 384204076Spjd break; 385221075Strociny case HASTCTL_CMD_STATUS: 386204076Spjd control_status(cfg, nvout, NULL, str, ii); 387204076Spjd break; 388204076Spjd default: 389204076Spjd pjdlog_error("Invalid command received (%hhu).", 390204076Spjd cmd); 391204076Spjd error = EHAST_UNIMPLEMENTED; 392204076Spjd goto fail; 393204076Spjd } 394204076Spjd } 395204076Spjd } 396204076Spjd if (nv_error(nvout) != 0) 397204076Spjd goto close; 398204076Spjdfail: 399204076Spjd if (error != 0) 400204076Spjd nv_add_int16(nvout, error, "error"); 401204076Spjd 402204076Spjd if (hast_proto_send(NULL, conn, nvout, NULL, 0) < 0) 403204076Spjd pjdlog_errno(LOG_ERR, "Unable to send control response"); 404204076Spjdclose: 405204076Spjd if (nvin != NULL) 406204076Spjd nv_free(nvin); 407204076Spjd if (nvout != NULL) 408204076Spjd nv_free(nvout); 409204076Spjd proto_close(conn); 410217969Spjd cfg->hc_controlin = NULL; 411204076Spjd} 412204076Spjd 413204076Spjd/* 414204076Spjd * Thread handles control requests from the parent. 415204076Spjd */ 416204076Spjdvoid * 417204076Spjdctrl_thread(void *arg) 418204076Spjd{ 419204076Spjd struct hast_resource *res = arg; 420204076Spjd struct nv *nvin, *nvout; 421204076Spjd uint8_t cmd; 422204076Spjd 423204076Spjd for (;;) { 424204076Spjd if (hast_proto_recv_hdr(res->hr_ctrl, &nvin) < 0) { 425204076Spjd if (sigexit_received) 426204076Spjd pthread_exit(NULL); 427204076Spjd pjdlog_errno(LOG_ERR, 428204076Spjd "Unable to receive control message"); 429213004Spjd kill(getpid(), SIGTERM); 430213004Spjd pthread_exit(NULL); 431204076Spjd } 432204076Spjd cmd = nv_get_uint8(nvin, "cmd"); 433204076Spjd if (cmd == 0) { 434204076Spjd pjdlog_error("Control message is missing 'cmd' field."); 435204076Spjd nv_free(nvin); 436204076Spjd continue; 437204076Spjd } 438204076Spjd nvout = nv_alloc(); 439204076Spjd switch (cmd) { 440221076Strociny case CONTROL_STATUS: 441204076Spjd if (res->hr_remotein != NULL && 442204076Spjd res->hr_remoteout != NULL) { 443204076Spjd nv_add_string(nvout, "complete", "status"); 444204076Spjd } else { 445204076Spjd nv_add_string(nvout, "degraded", "status"); 446204076Spjd } 447204076Spjd nv_add_uint32(nvout, (uint32_t)res->hr_extentsize, 448204076Spjd "extentsize"); 449204076Spjd if (res->hr_role == HAST_ROLE_PRIMARY) { 450204076Spjd nv_add_uint32(nvout, 451204076Spjd (uint32_t)res->hr_keepdirty, "keepdirty"); 452204076Spjd nv_add_uint64(nvout, 453204076Spjd (uint64_t)(activemap_ndirty(res->hr_amp) * 454204076Spjd res->hr_extentsize), "dirty"); 455204076Spjd } else { 456204076Spjd nv_add_uint32(nvout, (uint32_t)0, "keepdirty"); 457204076Spjd nv_add_uint64(nvout, (uint64_t)0, "dirty"); 458204076Spjd } 459222228Spjd nv_add_uint64(nvout, res->hr_stat_read, "stat_read"); 460222228Spjd nv_add_uint64(nvout, res->hr_stat_write, "stat_write"); 461222228Spjd nv_add_uint64(nvout, res->hr_stat_delete, 462222228Spjd "stat_delete"); 463222228Spjd nv_add_uint64(nvout, res->hr_stat_flush, "stat_flush"); 464222228Spjd nv_add_uint64(nvout, res->hr_stat_activemap_update, 465222228Spjd "stat_activemap_update"); 466217784Spjd nv_add_int16(nvout, 0, "error"); 467204076Spjd break; 468221076Strociny case CONTROL_RELOAD: 469217784Spjd /* 470217784Spjd * When parent receives SIGHUP and discovers that 471217784Spjd * something related to us has changes, it sends reload 472217784Spjd * message to us. 473217784Spjd */ 474217784Spjd assert(res->hr_role == HAST_ROLE_PRIMARY); 475217784Spjd primary_config_reload(res, nvin); 476217784Spjd nv_add_int16(nvout, 0, "error"); 477217784Spjd break; 478204076Spjd default: 479204076Spjd nv_add_int16(nvout, EINVAL, "error"); 480204076Spjd break; 481204076Spjd } 482217784Spjd nv_free(nvin); 483204076Spjd if (nv_error(nvout) != 0) { 484204076Spjd pjdlog_error("Unable to create answer on control message."); 485204076Spjd nv_free(nvout); 486204076Spjd continue; 487204076Spjd } 488204076Spjd if (hast_proto_send(NULL, res->hr_ctrl, nvout, NULL, 0) < 0) { 489204076Spjd pjdlog_errno(LOG_ERR, 490204076Spjd "Unable to send reply to control message"); 491204076Spjd } 492204076Spjd nv_free(nvout); 493204076Spjd } 494204076Spjd /* NOTREACHED */ 495204076Spjd return (NULL); 496204076Spjd} 497