This source file includes following definitions.
- update_dc_expected
- do_cl_join_query
- do_cl_join_announce
- do_cl_join_offer_respond
- join_query_callback
- set_join_state
- do_cl_join_finalize_respond
1
2
3
4
5
6
7
8
9
10 #include <crm_internal.h>
11
12 #include <crm/crm.h>
13 #include <crm/cib.h>
14 #include <crm/msg_xml.h>
15 #include <crm/common/xml.h>
16
17 #include <pacemaker-controld.h>
18
19 extern pcmk__output_t *logger_out;
20
21 int reannounce_count = 0;
22 void join_query_callback(xmlNode * msg, int call_id, int rc, xmlNode * output, void *user_data);
23
24 extern ha_msg_input_t *copy_ha_msg_input(ha_msg_input_t * orig);
25
26
27
28
29
30
31
32
33
34
35
36 static void
37 update_dc_expected(const xmlNode *msg)
38 {
39 if (fsa_our_dc && pcmk__xe_attr_is_true(msg, F_CRM_DC_LEAVING)) {
40 crm_node_t *dc_node = crm_get_peer(0, fsa_our_dc);
41
42 pcmk__update_peer_expected(__func__, dc_node, CRMD_JOINSTATE_DOWN);
43 }
44 }
45
46
47
48 void
49 do_cl_join_query(long long action,
50 enum crmd_fsa_cause cause,
51 enum crmd_fsa_state cur_state,
52 enum crmd_fsa_input current_input, fsa_data_t * msg_data)
53 {
54 xmlNode *req = create_request(CRM_OP_JOIN_ANNOUNCE, NULL, NULL,
55 CRM_SYSTEM_DC, CRM_SYSTEM_CRMD, NULL);
56
57 sleep(1);
58 update_dc(NULL);
59 crm_debug("Querying for a DC");
60 send_cluster_message(NULL, crm_msg_crmd, req, FALSE);
61 free_xml(req);
62 }
63
64
65
66
67
68
69 void
70 do_cl_join_announce(long long action,
71 enum crmd_fsa_cause cause,
72 enum crmd_fsa_state cur_state,
73 enum crmd_fsa_input current_input, fsa_data_t * msg_data)
74 {
75
76 if (cur_state != S_PENDING) {
77 crm_warn("Not announcing cluster join because in state %s",
78 fsa_state2string(cur_state));
79 return;
80 }
81
82 if (AM_I_OPERATIONAL) {
83
84 xmlNode *req = create_request(CRM_OP_JOIN_ANNOUNCE, NULL, NULL,
85 CRM_SYSTEM_DC, CRM_SYSTEM_CRMD, NULL);
86
87 crm_debug("Announcing availability");
88 update_dc(NULL);
89 send_cluster_message(NULL, crm_msg_crmd, req, FALSE);
90 free_xml(req);
91
92 } else {
93
94 crm_warn("Delaying announce of cluster join until local startup is complete");
95 return;
96 }
97 }
98
99 static int query_call_id = 0;
100
101
102
103 void
104 do_cl_join_offer_respond(long long action,
105 enum crmd_fsa_cause cause,
106 enum crmd_fsa_state cur_state,
107 enum crmd_fsa_input current_input, fsa_data_t * msg_data)
108 {
109 ha_msg_input_t *input = fsa_typed_data(fsa_dt_ha_msg);
110 const char *welcome_from;
111 const char *join_id;
112
113 CRM_CHECK(input != NULL, return);
114
115 #if 0
116 if (we are sick) {
117 log error;
118
119
120 return;
121 }
122 #endif
123
124 welcome_from = crm_element_value(input->msg, F_CRM_HOST_FROM);
125 join_id = crm_element_value(input->msg, F_CRM_JOIN_ID);
126 crm_trace("Accepting cluster join offer from node %s "CRM_XS" join-%s",
127 welcome_from, crm_element_value(input->msg, F_CRM_JOIN_ID));
128
129
130 if (query_call_id > 0) {
131 crm_trace("Cancelling previous join query: %d", query_call_id);
132 remove_cib_op_callback(query_call_id, FALSE);
133 query_call_id = 0;
134 }
135
136 if (update_dc(input->msg) == FALSE) {
137 crm_warn("Discarding cluster join offer from node %s (expected %s)",
138 welcome_from, fsa_our_dc);
139 return;
140 }
141
142 update_dc_expected(input->msg);
143
144 query_call_id =
145 fsa_cib_conn->cmds->query(fsa_cib_conn, NULL, NULL, cib_scope_local | cib_no_children);
146 fsa_register_cib_callback(query_call_id, FALSE, strdup(join_id), join_query_callback);
147 crm_trace("Registered join query callback: %d", query_call_id);
148
149 controld_set_fsa_action_flags(A_DC_TIMER_STOP);
150 trigger_fsa();
151 }
152
153 void
154 join_query_callback(xmlNode * msg, int call_id, int rc, xmlNode * output, void *user_data)
155 {
156 char *join_id = user_data;
157 xmlNode *generation = create_xml_node(NULL, XML_CIB_TAG_GENERATION_TUPPLE);
158
159 CRM_LOG_ASSERT(join_id != NULL);
160
161 if (query_call_id != call_id) {
162 crm_trace("Query %d superseded", call_id);
163 goto done;
164 }
165
166 query_call_id = 0;
167 if(rc != pcmk_ok || output == NULL) {
168 crm_err("Could not retrieve version details for join-%s: %s (%d)",
169 join_id, pcmk_strerror(rc), rc);
170 register_fsa_error_adv(C_FSA_INTERNAL, I_ERROR, NULL, NULL, __func__);
171
172 } else if (fsa_our_dc == NULL) {
173 crm_debug("Membership is in flux, not continuing join-%s", join_id);
174
175 } else {
176 xmlNode *reply = NULL;
177
178 crm_debug("Respond to join offer join-%s from %s", join_id, fsa_our_dc);
179 copy_in_properties(generation, output);
180
181 reply = create_request(CRM_OP_JOIN_REQUEST, generation, fsa_our_dc,
182 CRM_SYSTEM_DC, CRM_SYSTEM_CRMD, NULL);
183
184 crm_xml_add(reply, F_CRM_JOIN_ID, join_id);
185 crm_xml_add(reply, XML_ATTR_CRM_VERSION, CRM_FEATURE_SET);
186 send_cluster_message(crm_get_peer(0, fsa_our_dc), crm_msg_crmd, reply, TRUE);
187 free_xml(reply);
188 }
189
190 done:
191 free_xml(generation);
192 }
193
194 static void
195 set_join_state(const char * start_state)
196 {
197 if (pcmk__str_eq(start_state, "standby", pcmk__str_casei)) {
198 crm_notice("Forcing node %s to join in %s state per configured environment",
199 fsa_our_uname, start_state);
200 cib__update_node_attr(logger_out, fsa_cib_conn, cib_sync_call,
201 XML_CIB_TAG_NODES, fsa_our_uuid, NULL, NULL,
202 NULL, "standby", "on", NULL, NULL);
203
204 } else if (pcmk__str_eq(start_state, "online", pcmk__str_casei)) {
205 crm_notice("Forcing node %s to join in %s state per configured environment",
206 fsa_our_uname, start_state);
207 cib__update_node_attr(logger_out, fsa_cib_conn, cib_sync_call,
208 XML_CIB_TAG_NODES, fsa_our_uuid, NULL, NULL,
209 NULL, "standby", "off", NULL, NULL);
210
211 } else if (pcmk__str_eq(start_state, "default", pcmk__str_casei)) {
212 crm_debug("Not forcing a starting state on node %s", fsa_our_uname);
213
214 } else {
215 crm_warn("Unrecognized start state '%s', using 'default' (%s)",
216 start_state, fsa_our_uname);
217 }
218 }
219
220
221
222 void
223 do_cl_join_finalize_respond(long long action,
224 enum crmd_fsa_cause cause,
225 enum crmd_fsa_state cur_state,
226 enum crmd_fsa_input current_input, fsa_data_t * msg_data)
227 {
228 xmlNode *tmp1 = NULL;
229 gboolean was_nack = TRUE;
230 static gboolean first_join = TRUE;
231 ha_msg_input_t *input = fsa_typed_data(fsa_dt_ha_msg);
232 const char *start_state = pcmk__env_option(PCMK__ENV_NODE_START_STATE);
233
234 int join_id = -1;
235 const char *op = crm_element_value(input->msg, F_CRM_TASK);
236 const char *welcome_from = crm_element_value(input->msg, F_CRM_HOST_FROM);
237
238 if (!pcmk__str_eq(op, CRM_OP_JOIN_ACKNAK, pcmk__str_casei)) {
239 crm_trace("Ignoring op=%s message", op);
240 return;
241 }
242
243
244 if (pcmk__xe_attr_is_true(input->msg, CRM_OP_JOIN_ACKNAK)) {
245 was_nack = FALSE;
246 }
247
248 crm_element_value_int(input->msg, F_CRM_JOIN_ID, &join_id);
249
250 if (was_nack) {
251 crm_err("Shutting down because cluster join with leader %s failed "
252 CRM_XS" join-%d NACK'd", welcome_from, join_id);
253 register_fsa_error(C_FSA_INTERNAL, I_ERROR, NULL);
254 return;
255 }
256
257 if (AM_I_DC == FALSE && pcmk__str_eq(welcome_from, fsa_our_uname, pcmk__str_casei)) {
258 crm_warn("Discarding our own welcome - we're no longer the DC");
259 return;
260 }
261
262 if (update_dc(input->msg) == FALSE) {
263 crm_warn("Discarding %s from node %s (expected from %s)",
264 op, welcome_from, fsa_our_dc);
265 return;
266 }
267
268 update_dc_expected(input->msg);
269
270
271 update_attrd(fsa_our_uname, CRM_ATTR_FEATURE_SET, CRM_FEATURE_SET, NULL,
272 FALSE);
273
274
275 tmp1 = controld_query_executor_state();
276 if (tmp1 != NULL) {
277 xmlNode *reply = create_request(CRM_OP_JOIN_CONFIRM, tmp1, fsa_our_dc,
278 CRM_SYSTEM_DC, CRM_SYSTEM_CRMD, NULL);
279
280 crm_xml_add_int(reply, F_CRM_JOIN_ID, join_id);
281
282 crm_debug("Confirming join-%d: sending local operation history to %s",
283 join_id, fsa_our_dc);
284
285
286
287
288
289
290
291
292
293
294
295
296
297 if (first_join && !pcmk_is_set(fsa_input_register, R_SHUTDOWN)) {
298 first_join = FALSE;
299 if (start_state) {
300 set_join_state(start_state);
301 }
302 }
303
304 send_cluster_message(crm_get_peer(0, fsa_our_dc), crm_msg_crmd, reply, TRUE);
305 free_xml(reply);
306
307 if (AM_I_DC == FALSE) {
308 register_fsa_input_adv(cause, I_NOT_DC, NULL, A_NOTHING, TRUE,
309 __func__);
310 }
311
312 free_xml(tmp1);
313
314 } else {
315 crm_err("Could not confirm join-%d with %s: Local operation history failed",
316 join_id, fsa_our_dc);
317 register_fsa_error(C_FSA_INTERNAL, I_FAIL, NULL);
318 }
319 }