qnetd-algo-test.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. /*
  2. * Copyright (c) 2015 Red Hat, Inc.
  3. *
  4. * All rights reserved.
  5. *
  6. * Author: Jan Friesse (jfriesse@redhat.com)
  7. *
  8. * This software licensed under BSD license, the text of which follows:
  9. *
  10. * Redistribution and use in source and binary forms, with or without
  11. * modification, are permitted provided that the following conditions are met:
  12. *
  13. * - Redistributions of source code must retain the above copyright notice,
  14. * this list of conditions and the following disclaimer.
  15. * - Redistributions in binary form must reproduce the above copyright notice,
  16. * this list of conditions and the following disclaimer in the documentation
  17. * and/or other materials provided with the distribution.
  18. * - Neither the name of the Red Hat, Inc. nor the names of its
  19. * contributors may be used to endorse or promote products derived from this
  20. * software without specific prior written permission.
  21. *
  22. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  23. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  24. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  25. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  26. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  27. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  28. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  29. * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  30. * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  31. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
  32. * THE POSSIBILITY OF SUCH DAMAGE.
  33. */
  34. #include <sys/types.h>
  35. #include <string.h>
  36. #include "qnetd-algo-test.h"
  37. #include "qnetd-log.h"
  38. #include "qnetd-cluster-list.h"
  39. #include "qnetd-client-send.h"
  40. static void
  41. qnetd_algo_test_dump_cluster(struct qnetd_cluster *cluster)
  42. {
  43. struct qnetd_client *client;
  44. qnetd_log(LOG_INFO, "algo-test: Cluster dump:");
  45. TAILQ_FOREACH(client, &cluster->client_list, cluster_entries) {
  46. qnetd_log(LOG_INFO, "algo-test: client = %p, node_id = %"PRIx32,
  47. client, client->node_id);
  48. }
  49. }
  50. /*
  51. * Called right after client sent init message. This happens after initial accept of client,
  52. * tls handshake and sending basic information about cluster/client.
  53. * Known information:
  54. * - client->cluster_name (client->cluster_name_len)
  55. * - client->node_id (client->node_id_set = 1)
  56. * - client->decision_algorithm
  57. * - client->cluster
  58. *
  59. * Callback is designed mainly for allocating client->algorithm_data.
  60. *
  61. * client is initialized qnetd_client structure.
  62. *
  63. * Return TLV_REPLY_ERROR_CODE_NO_ERROR on success, different TLV_REPLY_ERROR_CODE_*
  64. * on failure (error is send back to client)
  65. */
  66. enum tlv_reply_error_code
  67. qnetd_algo_test_client_init(struct qnetd_client *client)
  68. {
  69. int *algo_data;
  70. qnetd_log(LOG_INFO, "algo-test: New client connected");
  71. qnetd_log(LOG_INFO, "algo-test: cluster name = %s", client->cluster_name);
  72. qnetd_log(LOG_INFO, "algo-test: tls started = %u", client->tls_started);
  73. qnetd_log(LOG_INFO, "algo-test: tls peer certificate verified = %u",
  74. client->tls_peer_certificate_verified);
  75. qnetd_log(LOG_INFO, "algo-test: node_id = %"PRIx32, client->node_id);
  76. qnetd_log(LOG_INFO, "algo-test: pointer = %p", client);
  77. qnetd_algo_test_dump_cluster(client->cluster);
  78. client->algorithm_data = malloc(sizeof(int));
  79. if (client->algorithm_data == NULL) {
  80. return (-1);
  81. }
  82. algo_data = client->algorithm_data;
  83. *algo_data = 42;
  84. return (TLV_REPLY_ERROR_CODE_NO_ERROR);
  85. }
  86. static const char *
  87. qnetd_algo_test_node_state_to_str(enum tlv_node_state node_state)
  88. {
  89. switch (node_state) {
  90. case TLV_NODE_STATE_NOT_SET: return ("not set"); break;
  91. case TLV_NODE_STATE_MEMBER: return ("member"); break;
  92. case TLV_NODE_STATE_DEAD: return ("dead"); break;
  93. case TLV_NODE_STATE_LEAVING: return ("leaving"); break;
  94. default: return ("unhandled"); break;
  95. }
  96. return ("");
  97. }
  98. static void
  99. qnetd_algo_dump_node_list(struct qnetd_client *client, const struct node_list *nodes)
  100. {
  101. int *algo_data;
  102. struct node_list_entry *node_info;
  103. algo_data = client->algorithm_data;
  104. qnetd_log(LOG_INFO, "algo-test: algo data = %u", *algo_data);
  105. TAILQ_FOREACH(node_info, nodes, entries) {
  106. qnetd_log(LOG_INFO, "algo-test: node_id = %"PRIx32", "
  107. "data_center_id = %"PRIx32", "
  108. "node_state = %s", node_info->node_id, node_info->data_center_id,
  109. qnetd_algo_test_node_state_to_str(node_info->node_state));
  110. }
  111. }
  112. /*
  113. * Called after client sent configuration node list
  114. * All client fields are already set. Nodes is actual node list, initial is used
  115. * for distrinquish between initial node list and changed node list.
  116. * msg_seq_num is 32-bit number set by client. If client sent config file version,
  117. * config_version_set is set to 1 and config_version contains valid config file version.
  118. *
  119. * Function has to return result_vote. This can be one of ack/nack, ask_later (client
  120. * should ask later for a vote) or wait_for_reply (client should wait for reply).
  121. *
  122. * Return TLV_REPLY_ERROR_CODE_NO_ERROR on success, different TLV_REPLY_ERROR_CODE_*
  123. * on failure (error is send back to client)
  124. */
  125. enum tlv_reply_error_code
  126. qnetd_algo_test_config_node_list_received(struct qnetd_client *client,
  127. uint32_t msg_seq_num, int config_version_set, uint64_t config_version,
  128. const struct node_list *nodes, int initial, enum tlv_vote *result_vote)
  129. {
  130. qnetd_log(LOG_INFO, "algo-test: Client %p (cluster %s, node_id %"PRIx32") "
  131. "sent %s node list.", client, client->cluster_name, client->node_id,
  132. (initial ? "initial" : "changed"));
  133. qnetd_log(LOG_INFO, "algo-test: msg seq num %"PRIu32, msg_seq_num);
  134. if (config_version_set) {
  135. qnetd_log(LOG_INFO, "algo-test: config version %"PRIu64, config_version);
  136. }
  137. qnetd_algo_dump_node_list(client, nodes);
  138. *result_vote = TLV_VOTE_NO_CHANGE;
  139. return (TLV_REPLY_ERROR_CODE_NO_ERROR);
  140. }
  141. /*
  142. * Called after client sent membership node list.
  143. * All client fields are already set. Nodes is actual node list.
  144. * msg_seq_num is 32-bit number set by client.
  145. * ring_id is copied from client votequorum callback.
  146. *
  147. * Function has to return result_vote. This can be one of ack/nack, ask_later (client
  148. * should ask later for a vote) or wait_for_reply (client should wait for reply).
  149. *
  150. * Return TLV_REPLY_ERROR_CODE_NO_ERROR on success, different TLV_REPLY_ERROR_CODE_*
  151. * on failure (error is send back to client)
  152. */
  153. enum tlv_reply_error_code
  154. qnetd_algo_test_membership_node_list_received(struct qnetd_client *client,
  155. uint32_t msg_seq_num, const struct tlv_ring_id *ring_id,
  156. const struct node_list *nodes, enum tlv_vote *result_vote)
  157. {
  158. qnetd_log(LOG_INFO, "algo-test: Client %p (cluster %s, node_id %"PRIx32") "
  159. "sent membership node list.", client, client->cluster_name, client->node_id);
  160. qnetd_log(LOG_INFO, "algo-test: msg seq num %"PRIu32, msg_seq_num);
  161. qnetd_log(LOG_INFO, "algo-test: ring id = (%"PRIx32".%"PRIx64")",
  162. ring_id->node_id, ring_id->seq);
  163. qnetd_algo_dump_node_list(client, nodes);
  164. *result_vote = TLV_VOTE_ACK;
  165. return (TLV_REPLY_ERROR_CODE_NO_ERROR);
  166. }
  167. /*
  168. * Called after client sent quorum node list.
  169. * All client fields are already set. Nodes is actual node list.
  170. * msg_seq_num is 32-bit number set by client.
  171. * quorate is copied from client votequorum callback.
  172. * Function is just informative. If client vote is required to change, it's possible
  173. * to use qnetd_client_send_vote_info.
  174. *
  175. * Return TLV_REPLY_ERROR_CODE_NO_ERROR on success, different TLV_REPLY_ERROR_CODE_*
  176. * on failure (error is send back to client)
  177. */
  178. enum tlv_reply_error_code
  179. qnetd_algo_test_quorum_node_list_received(struct qnetd_client *client,
  180. uint32_t msg_seq_num, enum tlv_quorate quorate, const struct node_list *nodes,
  181. enum tlv_vote *result_vote)
  182. {
  183. qnetd_log(LOG_INFO, "algo-test: Client %p (cluster %s, node_id %"PRIx32") "
  184. "sent quorum node list.", client, client->cluster_name, client->node_id);
  185. qnetd_log(LOG_INFO, "algo-test: msg seq num %"PRIu32, msg_seq_num);
  186. qnetd_log(LOG_INFO, "algo-test: quorate = %u", quorate);
  187. qnetd_algo_dump_node_list(client, nodes);
  188. *result_vote = TLV_VOTE_NO_CHANGE;
  189. return (TLV_REPLY_ERROR_CODE_NO_ERROR);
  190. }
  191. /*
  192. * Called after client disconnect. Client structure is still existing (and it's part
  193. * of a client->cluster), but it is destroyed (and removed from cluster) right after
  194. * this callback finishes. Callback is used mainly for destroing client->algorithm_data.
  195. */
  196. void
  197. qnetd_algo_test_client_disconnect(struct qnetd_client *client, int server_going_down)
  198. {
  199. qnetd_log(LOG_INFO, "algo-test: Client %p (cluster %s, node_id %"PRIx32") "
  200. "disconnect", client, client->cluster_name, client->node_id);
  201. qnetd_log(LOG_INFO, "algo-test: server going down %u", server_going_down);
  202. free(client->algorithm_data);
  203. }
  204. /*
  205. * Called after client sent ask for vote message. This is usually happening after server
  206. * replied TLV_VOTE_ASK_LATER.
  207. */
  208. enum tlv_reply_error_code
  209. qnetd_algo_test_ask_for_vote_received(struct qnetd_client *client, uint32_t msg_seq_num,
  210. enum tlv_vote *result_vote)
  211. {
  212. qnetd_log(LOG_INFO, "algo-test: Client %p (cluster %s, node_id %"PRIx32") "
  213. "asked for a vote", client, client->cluster_name, client->node_id);
  214. *result_vote = TLV_VOTE_ACK;
  215. return (TLV_REPLY_ERROR_CODE_NO_ERROR);
  216. }
  217. enum tlv_reply_error_code
  218. qnetd_algo_test_vote_info_reply_received(struct qnetd_client *client, uint32_t msg_seq_num)
  219. {
  220. qnetd_log(LOG_INFO, "algo-test: Client %p (cluster %s, node_id %"PRIx32") "
  221. "replied back to vote info message", client, client->cluster_name, client->node_id);
  222. return (TLV_REPLY_ERROR_CODE_NO_ERROR);
  223. }
  224. static struct qnetd_algorithm qnetd_algo_test = {
  225. .init = qnetd_algo_test_client_init,
  226. .config_node_list_received = qnetd_algo_test_config_node_list_received,
  227. .membership_node_list_received = qnetd_algo_test_membership_node_list_received,
  228. .quorum_node_list_received = qnetd_algo_test_quorum_node_list_received,
  229. .client_disconnect = qnetd_algo_test_client_disconnect,
  230. .ask_for_vote_received = qnetd_algo_test_ask_for_vote_received,
  231. .vote_info_reply_received = qnetd_algo_test_vote_info_reply_received,
  232. };
  233. enum tlv_reply_error_code qnetd_algo_test_register()
  234. {
  235. return (qnetd_algorithm_register(TLV_DECISION_ALGORITHM_TYPE_TEST, &qnetd_algo_test));
  236. }