totemnet.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579
  1. /*
  2. * Copyright (c) 2005 MontaVista Software, Inc.
  3. * Copyright (c) 2006-2012 Red Hat, Inc.
  4. *
  5. * All rights reserved.
  6. *
  7. * Author: Steven Dake (sdake@redhat.com)
  8. * This software licensed under BSD license, the text of which follows:
  9. *
  10. * Redistribution and use in source and binary forms, with or without
  11. * modification, are permitted provided that the following conditions are met:
  12. *
  13. * - Redistributions of source code must retain the above copyright notice,
  14. * this list of conditions and the following disclaimer.
  15. * - Redistributions in binary form must reproduce the above copyright notice,
  16. * this list of conditions and the following disclaimer in the documentation
  17. * and/or other materials provided with the distribution.
  18. * - Neither the name of the MontaVista Software, Inc. nor the names of its
  19. * contributors may be used to endorse or promote products derived from this
  20. * software without specific prior written permission.
  21. *
  22. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  23. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  24. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  25. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  26. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  27. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  28. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  29. * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  30. * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  31. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
  32. * THE POSSIBILITY OF SUCH DAMAGE.
  33. */
  34. #include <config.h>
  35. #include <assert.h>
  36. #include <totemudp.h>
  37. #include <totemudpu.h>
  38. #include <totemknet.h>
  39. #include <totemnet.h>
  40. #include <qb/qbloop.h>
  41. #define LOGSYS_UTILS_ONLY 1
  42. #include <corosync/logsys.h>
  43. struct transport {
  44. const char *name;
  45. int (*initialize) (
  46. qb_loop_t *loop_pt,
  47. void **transport_instance,
  48. struct totem_config *totem_config,
  49. totemsrp_stats_t *stats,
  50. void *context,
  51. void (*deliver_fn) (
  52. void *context,
  53. const void *msg,
  54. unsigned int msg_len),
  55. void (*iface_change_fn) (
  56. void *context,
  57. const struct totem_ip_address *iface_address,
  58. unsigned int ring_no),
  59. void (*mtu_changed) (
  60. void *context,
  61. int net_mtu),
  62. void (*target_set_completed) (
  63. void *context));
  64. void *(*buffer_alloc) (void);
  65. void (*buffer_release) (void *ptr);
  66. int (*processor_count_set) (
  67. void *transport_context,
  68. int processor_count);
  69. int (*token_send) (
  70. void *transport_context,
  71. const void *msg,
  72. unsigned int msg_len);
  73. int (*mcast_flush_send) (
  74. void *transport_context,
  75. const void *msg,
  76. unsigned int msg_len);
  77. int (*mcast_noflush_send) (
  78. void *transport_context,
  79. const void *msg,
  80. unsigned int msg_len);
  81. int (*recv_flush) (void *transport_context);
  82. int (*send_flush) (void *transport_context);
  83. int (*iface_check) (void *transport_context);
  84. int (*finalize) (void *transport_context);
  85. void (*net_mtu_adjust) (void *transport_context, struct totem_config *totem_config);
  86. const char *(*iface_print) (void *transport_context);
  87. int (*ifaces_get) (
  88. void *transport_context,
  89. char ***status,
  90. unsigned int *iface_count);
  91. int (*token_target_set) (
  92. void *transport_context,
  93. const struct totem_ip_address *token_target);
  94. int (*crypto_set) (
  95. void *transport_context,
  96. const char *cipher_type,
  97. const char *hash_type);
  98. int (*recv_mcast_empty) (
  99. void *transport_context);
  100. int (*iface_set) (
  101. void *transport_context,
  102. const struct totem_ip_address *local,
  103. unsigned short ip_port,
  104. unsigned int ring_no);
  105. int (*member_add) (
  106. void *transport_context,
  107. const struct totem_ip_address *local,
  108. const struct totem_ip_address *member,
  109. int ring_no);
  110. int (*member_remove) (
  111. void *transport_context,
  112. const struct totem_ip_address *member,
  113. int ring_no);
  114. int (*member_set_active) (
  115. void *transport_context,
  116. const struct totem_ip_address *member,
  117. int active);
  118. int (*reconfigure) (
  119. void *net_context,
  120. struct totem_config *totem_config);
  121. void (*stats_clear) (
  122. void *net_context);
  123. };
  124. struct transport transport_entries[] = {
  125. {
  126. .name = "UDP/IP Multicast",
  127. .initialize = totemudp_initialize,
  128. .buffer_alloc = totemudp_buffer_alloc,
  129. .buffer_release = totemudp_buffer_release,
  130. .processor_count_set = totemudp_processor_count_set,
  131. .token_send = totemudp_token_send,
  132. .mcast_flush_send = totemudp_mcast_flush_send,
  133. .mcast_noflush_send = totemudp_mcast_noflush_send,
  134. .recv_flush = totemudp_recv_flush,
  135. .send_flush = totemudp_send_flush,
  136. .iface_set = totemudp_iface_set,
  137. .iface_check = totemudp_iface_check,
  138. .finalize = totemudp_finalize,
  139. .net_mtu_adjust = totemudp_net_mtu_adjust,
  140. .ifaces_get = totemudp_ifaces_get,
  141. .token_target_set = totemudp_token_target_set,
  142. .crypto_set = totemudp_crypto_set,
  143. .recv_mcast_empty = totemudp_recv_mcast_empty,
  144. .reconfigure = totemudp_reconfigure
  145. },
  146. {
  147. .name = "UDP/IP Unicast",
  148. .initialize = totemudpu_initialize,
  149. .buffer_alloc = totemudpu_buffer_alloc,
  150. .buffer_release = totemudpu_buffer_release,
  151. .processor_count_set = totemudpu_processor_count_set,
  152. .token_send = totemudpu_token_send,
  153. .mcast_flush_send = totemudpu_mcast_flush_send,
  154. .mcast_noflush_send = totemudpu_mcast_noflush_send,
  155. .recv_flush = totemudpu_recv_flush,
  156. .send_flush = totemudpu_send_flush,
  157. .iface_set = totemudpu_iface_set,
  158. .iface_check = totemudpu_iface_check,
  159. .finalize = totemudpu_finalize,
  160. .net_mtu_adjust = totemudpu_net_mtu_adjust,
  161. .ifaces_get = totemudpu_ifaces_get,
  162. .token_target_set = totemudpu_token_target_set,
  163. .crypto_set = totemudpu_crypto_set,
  164. .recv_mcast_empty = totemudpu_recv_mcast_empty,
  165. .member_add = totemudpu_member_add,
  166. .member_remove = totemudpu_member_remove,
  167. .reconfigure = totemudpu_reconfigure
  168. },
  169. {
  170. .name = "Kronosnet",
  171. .initialize = totemknet_initialize,
  172. .buffer_alloc = totemknet_buffer_alloc,
  173. .buffer_release = totemknet_buffer_release,
  174. .processor_count_set = totemknet_processor_count_set,
  175. .token_send = totemknet_token_send,
  176. .mcast_flush_send = totemknet_mcast_flush_send,
  177. .mcast_noflush_send = totemknet_mcast_noflush_send,
  178. .recv_flush = totemknet_recv_flush,
  179. .send_flush = totemknet_send_flush,
  180. .iface_set = totemknet_iface_set,
  181. .iface_check = totemknet_iface_check,
  182. .finalize = totemknet_finalize,
  183. .net_mtu_adjust = totemknet_net_mtu_adjust,
  184. .ifaces_get = totemknet_ifaces_get,
  185. .token_target_set = totemknet_token_target_set,
  186. .crypto_set = totemknet_crypto_set,
  187. .recv_mcast_empty = totemknet_recv_mcast_empty,
  188. .member_add = totemknet_member_add,
  189. .member_remove = totemknet_member_remove,
  190. .reconfigure = totemknet_reconfigure,
  191. .stats_clear = totemknet_stats_clear
  192. }
  193. };
  194. struct totemnet_instance {
  195. void *transport_context;
  196. struct transport *transport;
  197. void (*totemnet_log_printf) (
  198. int level,
  199. int subsys,
  200. const char *function,
  201. const char *file,
  202. int line,
  203. const char *format,
  204. ...)__attribute__((format(printf, 6, 7)));
  205. int totemnet_subsys_id;
  206. };
  207. #define log_printf(level, format, args...) \
  208. do { \
  209. instance->totemnet_log_printf ( \
  210. level, \
  211. instance->totemnet_subsys_id, \
  212. __FUNCTION__, __FILE__, __LINE__, \
  213. (const char *)format, ##args); \
  214. } while (0);
  215. static void totemnet_instance_initialize (
  216. struct totemnet_instance *instance,
  217. struct totem_config *config)
  218. {
  219. int transport;
  220. instance->totemnet_log_printf = config->totem_logging_configuration.log_printf;
  221. instance->totemnet_subsys_id = config->totem_logging_configuration.log_subsys_id;
  222. transport = config->transport_number;
  223. log_printf (LOGSYS_LEVEL_NOTICE,
  224. "Initializing transport (%s).", transport_entries[transport].name);
  225. instance->transport = &transport_entries[transport];
  226. }
  227. int totemnet_crypto_set (
  228. void *net_context,
  229. const char *cipher_type,
  230. const char *hash_type)
  231. {
  232. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  233. int res = 0;
  234. res = instance->transport->crypto_set (instance->transport_context,
  235. cipher_type, hash_type);
  236. return res;
  237. }
  238. int totemnet_finalize (
  239. void *net_context)
  240. {
  241. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  242. int res = 0;
  243. res = instance->transport->finalize (instance->transport_context);
  244. return (res);
  245. }
  246. int totemnet_initialize (
  247. qb_loop_t *loop_pt,
  248. void **net_context,
  249. struct totem_config *totem_config,
  250. totemsrp_stats_t *stats,
  251. void *context,
  252. void (*deliver_fn) (
  253. void *context,
  254. const void *msg,
  255. unsigned int msg_len),
  256. void (*iface_change_fn) (
  257. void *context,
  258. const struct totem_ip_address *iface_address,
  259. unsigned int ring_no),
  260. void (*mtu_changed) (
  261. void *context,
  262. int net_mtu),
  263. void (*target_set_completed) (
  264. void *context))
  265. {
  266. struct totemnet_instance *instance;
  267. unsigned int res;
  268. instance = malloc (sizeof (struct totemnet_instance));
  269. if (instance == NULL) {
  270. return (-1);
  271. }
  272. totemnet_instance_initialize (instance, totem_config);
  273. res = instance->transport->initialize (loop_pt,
  274. &instance->transport_context, totem_config, stats,
  275. context, deliver_fn, iface_change_fn, mtu_changed, target_set_completed);
  276. if (res == -1) {
  277. goto error_destroy;
  278. }
  279. *net_context = instance;
  280. return (0);
  281. error_destroy:
  282. free (instance);
  283. return (-1);
  284. }
  285. void *totemnet_buffer_alloc (void *net_context)
  286. {
  287. struct totemnet_instance *instance = net_context;
  288. assert (instance != NULL);
  289. assert (instance->transport != NULL);
  290. return instance->transport->buffer_alloc();
  291. }
  292. void totemnet_buffer_release (void *net_context, void *ptr)
  293. {
  294. struct totemnet_instance *instance = net_context;
  295. assert (instance != NULL);
  296. assert (instance->transport != NULL);
  297. instance->transport->buffer_release (ptr);
  298. }
  299. int totemnet_processor_count_set (
  300. void *net_context,
  301. int processor_count)
  302. {
  303. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  304. int res = 0;
  305. res = instance->transport->processor_count_set (instance->transport_context, processor_count);
  306. return (res);
  307. }
  308. int totemnet_recv_flush (void *net_context)
  309. {
  310. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  311. int res = 0;
  312. res = instance->transport->recv_flush (instance->transport_context);
  313. return (res);
  314. }
  315. int totemnet_send_flush (void *net_context)
  316. {
  317. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  318. int res = 0;
  319. res = instance->transport->send_flush (instance->transport_context);
  320. return (res);
  321. }
  322. int totemnet_token_send (
  323. void *net_context,
  324. const void *msg,
  325. unsigned int msg_len)
  326. {
  327. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  328. int res = 0;
  329. res = instance->transport->token_send (instance->transport_context, msg, msg_len);
  330. return (res);
  331. }
  332. int totemnet_mcast_flush_send (
  333. void *net_context,
  334. const void *msg,
  335. unsigned int msg_len)
  336. {
  337. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  338. int res = 0;
  339. res = instance->transport->mcast_flush_send (instance->transport_context, msg, msg_len);
  340. return (res);
  341. }
  342. int totemnet_mcast_noflush_send (
  343. void *net_context,
  344. const void *msg,
  345. unsigned int msg_len)
  346. {
  347. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  348. int res = 0;
  349. res = instance->transport->mcast_noflush_send (instance->transport_context, msg, msg_len);
  350. return (res);
  351. }
  352. extern int totemnet_iface_check (void *net_context)
  353. {
  354. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  355. int res = 0;
  356. res = instance->transport->iface_check (instance->transport_context);
  357. return (res);
  358. }
  359. extern int totemnet_net_mtu_adjust (void *net_context, struct totem_config *totem_config)
  360. {
  361. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  362. int res = 0;
  363. instance->transport->net_mtu_adjust (instance->transport_context, totem_config);
  364. return (res);
  365. }
  366. int totemnet_iface_set (void *net_context,
  367. const struct totem_ip_address *interface_addr,
  368. unsigned short ip_port,
  369. unsigned int iface_no)
  370. {
  371. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  372. int res;
  373. res = instance->transport->iface_set (instance->transport_context, interface_addr, ip_port, iface_no);
  374. return (res);
  375. }
  376. int totemnet_ifaces_get (
  377. void *net_context,
  378. char ***status,
  379. unsigned int *iface_count)
  380. {
  381. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  382. unsigned int res;
  383. res = instance->transport->ifaces_get (instance->transport_context, status, iface_count);
  384. return (res);
  385. }
  386. int totemnet_token_target_set (
  387. void *net_context,
  388. const struct totem_ip_address *token_target)
  389. {
  390. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  391. unsigned int res;
  392. res = instance->transport->token_target_set (instance->transport_context, token_target);
  393. return (res);
  394. }
  395. extern int totemnet_recv_mcast_empty (
  396. void *net_context)
  397. {
  398. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  399. unsigned int res;
  400. res = instance->transport->recv_mcast_empty (instance->transport_context);
  401. return (res);
  402. }
  403. extern int totemnet_member_add (
  404. void *net_context,
  405. const struct totem_ip_address *local,
  406. const struct totem_ip_address *member,
  407. int ring_no)
  408. {
  409. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  410. unsigned int res = 0;
  411. if (instance->transport->member_add) {
  412. res = instance->transport->member_add (
  413. instance->transport_context,
  414. local,
  415. member,
  416. ring_no);
  417. }
  418. return (res);
  419. }
  420. extern int totemnet_member_remove (
  421. void *net_context,
  422. const struct totem_ip_address *member,
  423. int ring_no)
  424. {
  425. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  426. unsigned int res = 0;
  427. if (instance->transport->member_remove) {
  428. res = instance->transport->member_remove (
  429. instance->transport_context,
  430. member,
  431. ring_no);
  432. }
  433. return (res);
  434. }
  435. int totemnet_member_set_active (
  436. void *net_context,
  437. const struct totem_ip_address *member,
  438. int active)
  439. {
  440. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  441. unsigned int res = 0;
  442. if (instance->transport->member_set_active) {
  443. res = instance->transport->member_set_active (
  444. instance->transport_context,
  445. member,
  446. active);
  447. }
  448. return (res);
  449. }
  450. int totemnet_reconfigure (
  451. void *net_context,
  452. struct totem_config *totem_config)
  453. {
  454. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  455. unsigned int res = 0;
  456. res = instance->transport->reconfigure (
  457. instance->transport_context,
  458. totem_config);
  459. return (res);
  460. }
  461. void totemnet_stats_clear (
  462. void *net_context)
  463. {
  464. struct totemnet_instance *instance = (struct totemnet_instance *)net_context;
  465. if (instance->transport->stats_clear) {
  466. instance->transport->stats_clear (
  467. instance->transport_context);
  468. }
  469. }