ctdb/server/ctdbd.c

   1 /*
   2    standalone ctdb daemon
   3
   4    Copyright (C) Andrew Tridgell  2006
   5
   6    This program is free software; you can redistribute it and/or modify
   7    it under the terms of the GNU General Public License as published by
   8    the Free Software Foundation; either version 3 of the License, or
   9    (at your option) any later version.
  10
  11    This program is distributed in the hope that it will be useful,
  12    but WITHOUT ANY WARRANTY; without even the implied warranty of
  13    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14    GNU General Public License for more details.
  15
  16    You should have received a copy of the GNU General Public License
  17    along with this program; if not, see <http://www.gnu.org/licenses/>.
  18 */
  19
  20 #include "replace.h"
  21 #include "system/filesys.h"
  22 #include "system/time.h"
  23 #include "system/wait.h"
  24 #include "system/network.h"
  25 #include "system/syslog.h"
  26
  27 #include <popt.h>
  28 #include <talloc.h>
  29 /* Allow use of deprecated function tevent_loop_allow_nesting() */
  30 #define TEVENT_DEPRECATED
  31 #include <tevent.h>
  32
  33 #include "lib/util/debug.h"
  34 #include "lib/util/samba_util.h"
  35
  36 #include "ctdb_private.h"
  37
  38 #include "common/reqid.h"
  39 #include "common/system.h"
  40 #include "common/common.h"
  41 #include "common/path.h"
  42 #include "common/logging.h"
  43
  44 #include "conf/logging_conf.h"
  45 #include "conf/cluster_conf.h"
  46 #include "conf/ctdb_config.h"
  47
  48 int script_log_level;
  49 bool fast_start;
  50
  51 /*
  52   called by the transport layer when a packet comes in
  53 */
  54 static void ctdb_recv_pkt(struct ctdb_context *ctdb, uint8_t *data, uint32_t length)
  55 {
  56         struct ctdb_req_header *hdr = (struct ctdb_req_header *)data;
  57
  58         CTDB_INCREMENT_STAT(ctdb, node_packets_recv);
  59
  60         /* up the counter for this source node, so we know its alive */
  61         if (ctdb_validate_pnn(ctdb, hdr->srcnode)) {
  62                 /* as a special case, redirected calls don't increment the rx_cnt */
  63                 if (hdr->operation != CTDB_REQ_CALL ||
  64                     ((struct ctdb_req_call_old *)hdr)->hopcount == 0) {
  65                         ctdb->nodes[hdr->srcnode]->rx_cnt++;
  66                 }
  67         }
  68
  69         ctdb_input_pkt(ctdb, hdr);
  70 }
  71
  72 static const struct ctdb_upcalls ctdb_upcalls = {
  73         .recv_pkt       = ctdb_recv_pkt,
  74         .node_dead      = ctdb_node_dead,
  75         .node_connected = ctdb_node_connected
  76 };
  77
  78 static struct ctdb_context *ctdb_init(struct tevent_context *ev)
  79 {
  80         int ret;
  81         struct ctdb_context *ctdb;
  82
  83         ctdb = talloc_zero(ev, struct ctdb_context);
  84         if (ctdb == NULL) {
  85                 DBG_ERR("Memory error\n");
  86                 return NULL;
  87         }
  88         ctdb->ev  = ev;
  89
  90         /* Wrap early to exercise code. */
  91         ret = reqid_init(ctdb, INT_MAX-200, &ctdb->idr);
  92         if (ret != 0) {
  93                 D_ERR("reqid_init failed (%s)\n", strerror(ret));
  94                 talloc_free(ctdb);
  95                 return NULL;
  96         }
  97
  98         ret = srvid_init(ctdb, &ctdb->srv);
  99         if (ret != 0) {
 100                 D_ERR("srvid_init failed (%s)\n", strerror(ret));
 101                 talloc_free(ctdb);
 102                 return NULL;
 103         }
 104
 105         ctdb->daemon.name = path_socket(ctdb, "ctdbd");
 106         if (ctdb->daemon.name == NULL) {
 107                 DBG_ERR("Memory allocation error\n");
 108                 talloc_free(ctdb);
 109                 return NULL;
 110         }
 111
 112         ctdbd_pidfile = path_pidfile(ctdb, "ctdbd");
 113         if (ctdbd_pidfile == NULL) {
 114                 DBG_ERR("Memory allocation error\n");
 115                 talloc_free(ctdb);
 116                 return NULL;
 117         }
 118
 119         gettimeofday(&ctdb->ctdbd_start_time, NULL);
 120
 121         gettimeofday(&ctdb->last_recovery_started, NULL);
 122         gettimeofday(&ctdb->last_recovery_finished, NULL);
 123
 124         ctdb->recovery_mode    = CTDB_RECOVERY_NORMAL;
 125
 126         ctdb->upcalls = &ctdb_upcalls;
 127
 128         ctdb->statistics.statistics_start_time = timeval_current();
 129
 130         ctdb->capabilities = CTDB_CAP_DEFAULT;
 131
 132         /*
 133          * Initialise this node's PNN to the unknown value.  This will
 134          * be set to the correct value by either ctdb_add_node() as
 135          * part of loading the nodes file or by
 136          * ctdb_tcp_listen_automatic() when the transport is
 137          * initialised.  At some point we should de-optimise this and
 138          * pull it out into ctdb_start_daemon() so it is done clearly
 139          * and only in one place.
 140          */
 141         ctdb->pnn = CTDB_UNKNOWN_PNN;
 142
 143         ctdb->do_checkpublicip = true;
 144
 145         return ctdb;
 146 }
 147
 148
 149 /*
 150   main program
 151 */
 152 int main(int argc, const char *argv[])
 153 {
 154         struct ctdb_context *ctdb = NULL;
 155         int interactive_opt = 0;
 156         bool interactive = false;
 157
 158         struct poptOption popt_options[] = {
 159                 POPT_AUTOHELP
 160                 { "interactive", 'i', POPT_ARG_NONE, &interactive_opt, 0,
 161                   "don't fork, log to stderr", NULL },
 162                 POPT_TABLEEND
 163         };
 164         int opt, ret;
 165         const char **extra_argv;
 166         poptContext pc;
 167         struct tevent_context *ev;
 168         struct conf_context *conf;
 169         const char *logging_location;
 170         const char *test_mode;
 171         bool ok;
 172
 173         setproctitle_init(argc, discard_const(argv), environ);
 174
 175         /*
 176          * Basic setup
 177          */
 178
 179         talloc_enable_null_tracking();
 180
 181         fault_setup();
 182
 183         ev = tevent_context_init(NULL);
 184         if (ev == NULL) {
 185                 fprintf(stderr, "tevent_context_init() failed\n");
 186                 exit(1);
 187         }
 188         tevent_loop_allow_nesting(ev);
 189
 190         ctdb = ctdb_init(ev);
 191         if (ctdb == NULL) {
 192                 fprintf(stderr, "Failed to init ctdb\n");
 193                 exit(1);
 194         }
 195
 196         /* Default value for CTDB_BASE - don't override */
 197         ret = setenv("CTDB_BASE", CTDB_ETCDIR, 0);
 198         if (ret != 0) {
 199                 D_ERR("Unable to set CTDB_BASE (errno=%d)\n", errno);
 200                 exit(1);
 201         }
 202
 203         /*
 204          * Command-line option handling
 205          */
 206
 207         pc = poptGetContext(argv[0], argc, argv, popt_options, POPT_CONTEXT_KEEP_FIRST);
 208
 209         while ((opt = poptGetNextOpt(pc)) != -1) {
 210                 switch (opt) {
 211                 default:
 212                         fprintf(stderr, "Invalid option %s: %s\n",
 213                                 poptBadOption(pc, 0), poptStrerror(opt));
 214                         goto fail;
 215                 }
 216         }
 217
 218         /* If there are extra arguments then exit with usage message */
 219         extra_argv = poptGetArgs(pc);
 220         if (extra_argv) {
 221                 extra_argv++;
 222                 if (extra_argv[0])  {
 223                         poptPrintHelp(pc, stdout, 0);
 224                         goto fail;
 225                 }
 226         }
 227
 228         interactive = (interactive_opt != 0);
 229
 230         /*
 231          * Configuration file handling
 232          */
 233
 234         ret = ctdb_config_load(ctdb, &conf, true);
 235         if (ret != 0) {
 236                 /* ctdb_config_load() logs the failure */
 237                 goto fail;
 238         }
 239
 240         /*
 241          * Logging setup/options
 242          */
 243
 244         test_mode = getenv("CTDB_TEST_MODE");
 245
 246         /* Log to stderr (ignoring configuration) when running as interactive */
 247         if (interactive) {
 248                 logging_location = "file:";
 249                 setenv("CTDB_INTERACTIVE", "true", 1);
 250         } else {
 251                 logging_location = logging_conf_location(conf);
 252         }
 253
 254         if (strcmp(logging_location, "syslog") != 0 && test_mode == NULL) {
 255                 /* This can help when CTDB logging is misconfigured */
 256                 syslog(LOG_DAEMON|LOG_NOTICE,
 257                        "CTDB logging to location %s",
 258                        logging_location);
 259         }
 260
 261         /* Initialize logging and set the debug level */
 262         ok = ctdb_logging_init(ctdb,
 263                                logging_location,
 264                                logging_conf_log_level(conf));
 265         if (!ok) {
 266                 goto fail;
 267         }
 268         setenv("CTDB_LOGGING", logging_location, 1);
 269         setenv("CTDB_DEBUGLEVEL", debug_level_to_string(DEBUGLEVEL), 1);
 270
 271         script_log_level = debug_level_from_string(
 272                                         ctdb_config.script_log_level);
 273
 274         D_NOTICE("CTDB starting on node\n");
 275
 276         /*
 277          * Cluster setup/options
 278          */
 279
 280         ret = ctdb_set_transport(ctdb, ctdb_config.transport);
 281         if (ret == -1) {
 282                 D_ERR("Failed to setup transport\n");
 283                 goto fail;
 284         }
 285
 286         if (ctdb_config.cluster_lock != NULL) {
 287                 ctdb->recovery_lock = ctdb_config.cluster_lock;
 288         } else if (ctdb_config.recovery_lock != NULL) {
 289                 ctdb->recovery_lock = ctdb_config.recovery_lock;
 290         } else {
 291                 D_WARNING("Cluster lock not set\n");
 292         }
 293
 294         /* tell ctdb what address to listen on */
 295         if (ctdb_config.node_address) {
 296                 ret = ctdb_set_address(ctdb, ctdb_config.node_address);
 297                 if (ret == -1) {
 298                         D_ERR("Failed to set node address\n");
 299                         goto fail;
 300                 }
 301         }
 302
 303         /* tell ctdb what nodes are available */
 304         ctdb->nodes_source = cluster_conf_nodes_list(ctdb, conf);
 305         if (ctdb->nodes_source == NULL) {
 306                 DBG_ERR(" Out of memory\n");
 307                 goto fail;
 308         }
 309         ctdb_load_nodes(ctdb);
 310
 311         /*
 312          * Database setup/options
 313          */
 314
 315         ctdb->db_directory = ctdb_config.dbdir_volatile;
 316         ok = directory_exist(ctdb->db_directory);
 317         if (! ok) {
 318                 D_ERR("Volatile database directory %s does not exist\n",
 319                       ctdb->db_directory);
 320                 goto fail;
 321         }
 322
 323         ctdb->db_directory_persistent = ctdb_config.dbdir_persistent;
 324         ok = directory_exist(ctdb->db_directory_persistent);
 325         if (! ok) {
 326                 D_ERR("Persistent database directory %s does not exist\n",
 327                       ctdb->db_directory_persistent);
 328                 goto fail;
 329         }
 330
 331         ctdb->db_directory_state = ctdb_config.dbdir_state;
 332         ok = directory_exist(ctdb->db_directory_state);
 333         if (! ok) {
 334                 D_ERR("State database directory %s does not exist\n",
 335                       ctdb->db_directory_state);
 336                 goto fail;
 337         }
 338
 339         if (ctdb_config.lock_debug_script != NULL) {
 340                 ret = setenv("CTDB_DEBUG_LOCKS",
 341                              ctdb_config.lock_debug_script,
 342                              1);
 343                 if (ret != 0) {
 344                         D_ERR("Failed to set up lock debugging (%s)\n",
 345                               strerror(errno));
 346                         goto fail;
 347                 }
 348         }
 349
 350         /*
 351          * Legacy setup/options
 352          */
 353
 354         ctdb->start_as_disabled = (int)ctdb_config.start_as_disabled;
 355         ctdb->start_as_stopped  = (int)ctdb_config.start_as_stopped;
 356
 357         /* set ctdbd capabilities */
 358         if (!ctdb_config.lmaster_capability) {
 359                 ctdb->capabilities &= ~CTDB_CAP_LMASTER;
 360         }
 361         if (!ctdb_config.leader_capability) {
 362                 ctdb->capabilities &= ~CTDB_CAP_RECMASTER;
 363         }
 364
 365         ctdb->do_setsched = ctdb_config.realtime_scheduling;
 366
 367         /*
 368          * Miscellaneous setup
 369          */
 370
 371         ctdb_tunables_load(ctdb);
 372
 373         ctdb->event_script_dir = path_etcdir_append(ctdb, "events/legacy");
 374         if (ctdb->event_script_dir == NULL) {
 375                 DBG_ERR("Out of memory\n");
 376                 goto fail;
 377         }
 378
 379         ctdb->notification_script = path_etcdir_append(ctdb, "notify.sh");
 380         if (ctdb->notification_script == NULL) {
 381                 D_ERR("Unable to set notification script\n");
 382                 goto fail;
 383         }
 384
 385         /*
 386          * Testing and debug options
 387          */
 388
 389         if (test_mode != NULL) {
 390                 ctdb->do_setsched = false;
 391                 ctdb->do_checkpublicip = false;
 392                 fast_start = true;
 393         }
 394
 395         /* start the protocol running (as a child) */
 396         return ctdb_start_daemon(ctdb, interactive, test_mode != NULL);
 397
 398 fail:
 399         talloc_free(ctdb);
 400         exit(1);
 401 }