totemconfig.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523
  1. /*
  2. * Copyright (c) 2002-2005 MontaVista Software, Inc.
  3. *
  4. * All rights reserved.
  5. *
  6. * Author: Steven Dake (sdake@mvista.com)
  7. *
  8. * This software licensed under BSD license, the text of which follows:
  9. *
  10. * Redistribution and use in source and binary forms, with or without
  11. * modification, are permitted provided that the following conditions are met:
  12. *
  13. * - Redistributions of source code must retain the above copyright notice,
  14. * this list of conditions and the following disclaimer.
  15. * - Redistributions in binary form must reproduce the above copyright notice,
  16. * this list of conditions and the following disclaimer in the documentation
  17. * and/or other materials provided with the distribution.
  18. * - Neither the name of the MontaVista Software, Inc. nor the names of its
  19. * contributors may be used to endorse or promote products derived from this
  20. * software without specific prior written permission.
  21. *
  22. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  23. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  24. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  25. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  26. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  27. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  28. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  29. * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  30. * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  31. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
  32. * THE POSSIBILITY OF SUCH DAMAGE.
  33. */
  34. #include <stdio.h>
  35. #include <string.h>
  36. #include <stdlib.h>
  37. #include <errno.h>
  38. #include <assert.h>
  39. #include <unistd.h>
  40. #include <sys/socket.h>
  41. #include <sys/types.h>
  42. #include <sys/stat.h>
  43. #include <fcntl.h>
  44. #include <netinet/in.h>
  45. #include <arpa/inet.h>
  46. #include <sys/param.h>
  47. #include "../include/list.h"
  48. #include "util.h"
  49. #include "totem.h"
  50. #include "totemconfig.h"
  51. #include "print.h"
  52. #define LOG_SERVICE LOG_SERVICE_GMI
  53. #define TOKEN_RETRANSMITS_BEFORE_LOSS_CONST 4
  54. #define TOKEN_TIMEOUT 1000
  55. #define TOKEN_RETRANSMIT_TIMEOUT (int)(TOKEN_TIMEOUT / (TOKEN_RETRANSMITS_BEFORE_LOSS_CONST + 0.2))
  56. #define TOKEN_HOLD_TIMEOUT (int)(TOKEN_RETRANSMIT_TIMEOUT * 0.8 - (1000/(int)HZ))
  57. #define JOIN_TIMEOUT 100
  58. #define CONSENSUS_TIMEOUT 200
  59. #define MERGE_TIMEOUT 200
  60. #define DOWNCHECK_TIMEOUT 1000
  61. #define FAIL_TO_RECV_CONST 10
  62. #define SEQNO_UNCHANGED_CONST 30
  63. #define MINIMUM_TIMEOUT (int)(1000/HZ)*3
  64. #define MAX_NETWORK_DELAY 50 /*In milliseconds*/
  65. static char error_string_response[512];
  66. typedef enum {
  67. MAIN_HEAD,
  68. MAIN_TOTEM,
  69. } main_parse_t;
  70. static inline char *
  71. strstr_rs (const char *haystack, const char *needle)
  72. {
  73. char *end_address;
  74. char *new_needle;
  75. char *token = (char *)(needle + strlen (needle) - 1); /* last char is always the token */
  76. new_needle = (char *)strdup (needle);
  77. new_needle[strlen(new_needle) - 1] = '\0'; /* remove token */
  78. end_address = strstr (haystack, new_needle);
  79. if (end_address == 0) {
  80. goto not_found;
  81. }
  82. end_address += strlen (new_needle);
  83. /*
  84. * Parse all tabs and spaces until token is found
  85. * if other character found besides token, its not a match
  86. */
  87. do {
  88. if (*end_address == '\t' || *end_address == ' ') {
  89. end_address++;
  90. } else {
  91. break;
  92. }
  93. } while (*end_address != '\0' && *end_address != token[0]);
  94. if (*end_address != token[0]) {
  95. end_address = 0;
  96. goto not_found;
  97. }
  98. end_address++; /* skip past token */
  99. do {
  100. if (*end_address == '\t' || *end_address == ' ') {
  101. end_address++;
  102. } else {
  103. break;
  104. }
  105. } while (*end_address != '\0');
  106. not_found:
  107. free (new_needle);
  108. return (end_address);
  109. }
  110. extern int totem_config_read (
  111. struct totem_config *totem_config,
  112. char **error_string,
  113. int interface_max)
  114. {
  115. FILE *fp;
  116. int res = 0;
  117. int line_number = 0;
  118. main_parse_t parse = MAIN_HEAD;
  119. int totem_parsed = 0;
  120. char *loc;
  121. int i;
  122. int parse_done = 0;
  123. char line[512];
  124. char *error_reason = error_string_response;
  125. memset (totem_config, 0, sizeof (struct totem_config));
  126. totem_config->interfaces = malloc (sizeof (struct totem_interface) * interface_max);
  127. if (totem_config->interfaces == 0) {
  128. parse_done = 1;
  129. *error_string = "Out of memory trying to allocate ethernet interface storage area";
  130. return -1;
  131. }
  132. memset (totem_config->interfaces, 0,
  133. sizeof (struct totem_interface) * interface_max);
  134. totem_config->secauth = 1;
  135. fp = fopen ("/etc/ais/openais.conf", "r");
  136. if (fp == 0) {
  137. parse_done = 1;
  138. sprintf (error_reason, "Can't read file reason = (%s)\n", strerror (errno));
  139. *error_string = error_reason;
  140. return -1;
  141. }
  142. while (fgets (line, 255, fp)) {
  143. line_number += 1;
  144. line[strlen(line) - 1] = '\0';
  145. /*
  146. * Clear out white space and tabs
  147. */
  148. for (i = strlen (line) - 1; i > -1; i--) {
  149. if (line[i] == '\t' || line[i] == ' ') {
  150. line[i] = '\0';
  151. } else {
  152. break;
  153. }
  154. }
  155. /*
  156. * Clear out comments and empty lines
  157. */
  158. if (line[0] == '#' || line[0] == '\0') {
  159. continue;
  160. }
  161. line_number += 1;
  162. switch (parse) {
  163. case MAIN_HEAD:
  164. if (totem_parsed == 0 && strstr_rs (line, "network{")) {
  165. totem_parsed = 1;
  166. parse = MAIN_TOTEM;
  167. } else
  168. if (totem_parsed == 0 && strstr_rs (line, "totem{")) {
  169. totem_parsed = 1;
  170. parse = MAIN_TOTEM;
  171. } else {
  172. continue;
  173. }
  174. break;
  175. case MAIN_TOTEM:
  176. if ((loc = strstr_rs (line, "version:"))) {
  177. if (strcmp (loc, "1") == 0) {
  178. totem_config->version = 1;
  179. }
  180. } else
  181. if ((loc = strstr_rs (line, "secauth:"))) {
  182. if (strcmp (loc, "on") == 0) {
  183. totem_config->secauth = 1;
  184. } else
  185. if (strcmp (loc, "off") == 0) {
  186. totem_config->secauth = 0;
  187. }
  188. } else
  189. if ((loc = strstr_rs (line, "threads:"))) {
  190. totem_config->threads = atoi (loc);
  191. } else
  192. if ((loc = strstr_rs (line, "nodeid:"))) {
  193. res = totem_config->node_id = atoi (loc);
  194. } else
  195. if ((loc = strstr_rs (line, "netmtu:"))) {
  196. totem_config->net_mtu = atoi (loc);
  197. } else
  198. if ((loc = strstr_rs (line, "mcastaddr:"))) {
  199. res = totemip_parse (&totem_config->mcast_addr, loc);
  200. } else
  201. if ((loc = strstr_rs (line, "mcastport:"))) {
  202. res = totem_config->ip_port = htons (atoi (loc));
  203. } else
  204. if ((loc = strstr_rs (line, "bindnetaddr:"))) {
  205. if (interface_max == totem_config->interface_count) {
  206. sprintf (error_reason,
  207. "%d is too many interfaces in /etc/ais/network.conf",
  208. totem_config->interface_count);
  209. goto parse_error;
  210. }
  211. res = totemip_parse (&totem_config->interfaces[totem_config->interface_count].bindnet, loc);
  212. totem_config->interface_count += 1;
  213. } else
  214. if ((loc = strstr_rs (line, "token:"))) {
  215. totem_config->token_timeout = atoi(loc);
  216. } else if ((loc = strstr_rs (line, "token_retransmit:"))) {
  217. totem_config->token_retransmit_timeout = atoi(loc);
  218. } else if ((loc = strstr_rs (line, "hold:"))) {
  219. totem_config->token_hold_timeout = atoi(loc);
  220. } else if ((loc = strstr_rs (line, "token_retransmits_before_loss_const:"))) {
  221. totem_config->token_retransmits_before_loss_const = atoi(loc);
  222. } else if ((loc = strstr_rs (line, "join:"))) {
  223. totem_config->join_timeout = atoi(loc);
  224. } else if ((loc = strstr_rs (line, "consensus:"))) {
  225. totem_config->consensus_timeout = atoi(loc);
  226. } else if ((loc = strstr_rs (line, "merge:"))) {
  227. totem_config->merge_timeout = atoi(loc);
  228. } else if ((loc = strstr_rs (line, "downcheck:"))) {
  229. totem_config->downcheck_timeout = atoi(loc);
  230. } else if ((loc = strstr_rs (line, "fail_recv_const:"))) {
  231. totem_config->fail_to_recv_const = atoi(loc);
  232. } else if ((loc = strstr_rs (line, "seqno_unchanged_const:"))) {
  233. totem_config->seqno_unchanged_const = atoi(loc);
  234. } else if ((loc = strstr_rs (line, "heartbeat_failures_allowed:"))) {
  235. totem_config->heartbeat_failures_allowed = atoi(loc);
  236. } else if ((loc = strstr_rs (line, "max_network_delay:"))) {
  237. totem_config->max_network_delay = atoi(loc);
  238. } else if ((loc = strstr_rs (line, "}"))) {
  239. parse = MAIN_HEAD;
  240. } else {
  241. goto parse_error;
  242. }
  243. break;
  244. default:
  245. assert (0 == 1); /* SHOULDN'T HAPPEN */
  246. break;
  247. }
  248. }
  249. if (parse == MAIN_HEAD) {
  250. fclose (fp);
  251. return (0);
  252. } else {
  253. error_reason = "Missing closing brace";
  254. goto parse_error;
  255. }
  256. parse_error:
  257. if (parse_done) {
  258. sprintf (error_string_response,
  259. "parse error in /etc/ais/openais.conf: %s.\n", error_reason);
  260. } else {
  261. sprintf (error_string_response,
  262. "parse error in /etc/ais/openais.conf: %s (line %d).\n",
  263. error_reason, line_number);
  264. }
  265. *error_string = error_string_response;
  266. fclose (fp);
  267. return (-1);
  268. }
  269. int totem_config_validate (
  270. struct totem_config *totem_config,
  271. char **error_string)
  272. {
  273. static char local_error_reason[512];
  274. char *error_reason = local_error_reason;
  275. /*
  276. * Some error checking of parsed data to make sure its valid
  277. */
  278. if ((int *)&totem_config->mcast_addr.addr == 0) {
  279. error_reason = "No multicast address specified";
  280. goto parse_error;
  281. }
  282. if (totem_config->ip_port == 0) {
  283. error_reason = "No multicast port specified";
  284. goto parse_error;
  285. }
  286. if (totem_config->mcast_addr.family == AF_INET6 &&
  287. totem_config->node_id == 0) {
  288. error_reason = "An IPV6 network requires that a node ID be specified.";
  289. goto parse_error;
  290. }
  291. if (totem_config->interface_count == 0) {
  292. error_reason = "No bindnet specified";
  293. goto parse_error;
  294. }
  295. if (totem_config->version != 1) {
  296. error_reason = "This totem parser can only parse version 1 configuration files.";
  297. goto parse_error;
  298. }
  299. if (totem_config->token_retransmits_before_loss_const == 0) {
  300. totem_config->token_retransmits_before_loss_const =
  301. TOKEN_RETRANSMITS_BEFORE_LOSS_CONST;
  302. }
  303. /*
  304. * Setup timeout values that are not setup by user
  305. */
  306. if (totem_config->token_timeout == 0) {
  307. totem_config->token_timeout = TOKEN_TIMEOUT;
  308. if (totem_config->token_retransmits_before_loss_const == 0) {
  309. totem_config->token_retransmits_before_loss_const = TOKEN_RETRANSMITS_BEFORE_LOSS_CONST;
  310. }
  311. if (totem_config->token_retransmit_timeout == 0) {
  312. totem_config->token_retransmit_timeout =
  313. (int)(totem_config->token_timeout /
  314. (totem_config->token_retransmits_before_loss_const + 0.2));
  315. }
  316. if (totem_config->token_hold_timeout == 0) {
  317. totem_config->token_hold_timeout =
  318. (int)(totem_config->token_retransmit_timeout * 0.8 -
  319. (1000/HZ));
  320. }
  321. }
  322. if (totem_config->max_network_delay == 0) {
  323. totem_config->max_network_delay = MAX_NETWORK_DELAY;
  324. }
  325. if (totem_config->max_network_delay < MINIMUM_TIMEOUT) {
  326. sprintf (local_error_reason, "The max_network_delay parameter (%d ms) may not be less then (%d ms).",
  327. totem_config->max_network_delay, MINIMUM_TIMEOUT);
  328. goto parse_error;
  329. }
  330. if (totem_config->token_timeout < MINIMUM_TIMEOUT) {
  331. sprintf (local_error_reason, "The token timeout parameter (%d ms) may not be less then (%d ms).",
  332. totem_config->token_timeout, MINIMUM_TIMEOUT);
  333. goto parse_error;
  334. }
  335. if (totem_config->token_retransmit_timeout == 0) {
  336. totem_config->token_retransmit_timeout =
  337. (int)(totem_config->token_timeout /
  338. (totem_config->token_retransmits_before_loss_const + 0.2));
  339. }
  340. if (totem_config->token_hold_timeout == 0) {
  341. totem_config->token_hold_timeout =
  342. (int)(totem_config->token_retransmit_timeout * 0.8 -
  343. (1000/HZ));
  344. }
  345. if (totem_config->token_retransmit_timeout < MINIMUM_TIMEOUT) {
  346. sprintf (local_error_reason, "The token retransmit timeout parameter (%d ms) may not be less then (%d ms).",
  347. totem_config->token_retransmit_timeout, MINIMUM_TIMEOUT);
  348. goto parse_error;
  349. }
  350. if (totem_config->token_hold_timeout == 0) {
  351. totem_config->token_hold_timeout = TOKEN_HOLD_TIMEOUT;
  352. }
  353. if (totem_config->token_hold_timeout < MINIMUM_TIMEOUT) {
  354. sprintf (local_error_reason, "The token hold timeout parameter (%d ms) may not be less then (%d ms).",
  355. totem_config->token_hold_timeout, MINIMUM_TIMEOUT);
  356. goto parse_error;
  357. }
  358. if (totem_config->join_timeout == 0) {
  359. totem_config->join_timeout = JOIN_TIMEOUT;
  360. }
  361. if (totem_config->join_timeout < MINIMUM_TIMEOUT) {
  362. sprintf (local_error_reason, "The join timeout parameter (%d ms) may not be less then (%d ms).",
  363. totem_config->join_timeout, MINIMUM_TIMEOUT);
  364. goto parse_error;
  365. }
  366. if (totem_config->consensus_timeout == 0) {
  367. totem_config->consensus_timeout = CONSENSUS_TIMEOUT;
  368. }
  369. if (totem_config->consensus_timeout < MINIMUM_TIMEOUT) {
  370. sprintf (local_error_reason, "The consensus timeout parameter (%d ms) may not be less then (%d ms).",
  371. totem_config->consensus_timeout, MINIMUM_TIMEOUT);
  372. goto parse_error;
  373. }
  374. if (totem_config->merge_timeout == 0) {
  375. totem_config->merge_timeout = MERGE_TIMEOUT;
  376. }
  377. if (totem_config->merge_timeout < MINIMUM_TIMEOUT) {
  378. sprintf (local_error_reason, "The merge timeout parameter (%d ms) may not be less then (%d ms).",
  379. totem_config->merge_timeout, MINIMUM_TIMEOUT);
  380. goto parse_error;
  381. }
  382. if (totem_config->downcheck_timeout == 0) {
  383. totem_config->downcheck_timeout = DOWNCHECK_TIMEOUT;
  384. }
  385. if (totem_config->downcheck_timeout < MINIMUM_TIMEOUT) {
  386. sprintf (local_error_reason, "The downcheck timeout parameter (%d ms) may not be less then (%d ms).",
  387. totem_config->downcheck_timeout, MINIMUM_TIMEOUT);
  388. goto parse_error;
  389. }
  390. if (totem_config->fail_to_recv_const == 0) {
  391. totem_config->fail_to_recv_const = FAIL_TO_RECV_CONST;
  392. }
  393. if (totem_config->seqno_unchanged_const == 0) {
  394. totem_config->seqno_unchanged_const = SEQNO_UNCHANGED_CONST;
  395. }
  396. if (totem_config->net_mtu == 0) {
  397. totem_config->net_mtu = 1500;
  398. }
  399. if (totem_config->threads > SEND_THREADS_MAX) {
  400. totem_config->threads = SEND_THREADS_MAX;
  401. }
  402. if (totem_config->secauth == 0) {
  403. totem_config->threads = 0;
  404. }
  405. if (totem_config->net_mtu > FRAME_SIZE_MAX) {
  406. error_reason = "This net_mtu parameter is greater then the maximum frame size";
  407. goto parse_error;
  408. }
  409. return (0);
  410. parse_error:
  411. sprintf (error_string_response,
  412. "parse error in /etc/ais/openais.conf: %s\n", error_reason);
  413. *error_string = error_string_response;
  414. return (-1);
  415. }
  416. int totem_config_keyread (
  417. char *key_location,
  418. struct totem_config *totem_config,
  419. char **error_string)
  420. {
  421. int fd;
  422. int res;
  423. int i;
  424. if (totem_config->secauth == 0) {
  425. return (0);
  426. }
  427. fd = open (key_location, O_RDONLY);
  428. if (fd == -1) {
  429. sprintf (error_string_response, "Could not open %s: %s\n",
  430. key_location, strerror (errno));
  431. goto parse_error;
  432. }
  433. res = read (fd, totem_config->private_key, 128);
  434. if (res == -1) {
  435. close (fd);
  436. sprintf (error_string_response, "Could not read %s: %s\n",
  437. key_location, strerror (errno));
  438. goto parse_error;
  439. }
  440. totem_config->private_key_len = 128;
  441. if (res != 128) {
  442. close (fd);
  443. sprintf (error_string_response, "Could only read %d bits of 1024 bits from %s.\n",
  444. res * 8, key_location);
  445. goto parse_error;
  446. }
  447. if (totem_config->mcast_addr.family != totem_config->interfaces[0].bindnet.family) {
  448. strcpy (error_string_response, "Multicast address family does not match bind address family");
  449. goto parse_error;
  450. }
  451. for (i = 0; i < totem_config->interface_count; i++) {
  452. if (totem_config->mcast_addr.family != totem_config->interfaces[i].bindnet.family) {
  453. strcpy (error_string_response, "Not all bind address belong to the same IP family");
  454. goto parse_error;
  455. }
  456. }
  457. return (0);
  458. parse_error:
  459. *error_string = error_string_response;
  460. return (-1);
  461. }