1 /*
2 *
3 * Copyright 2016 gRPC authors.
4 *
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 *
17 */
18
19 #include <grpc/support/port_platform.h>
20
21 #include <string.h>
22
23 #include <grpc/support/alloc.h>
24 #include <grpc/support/log.h>
25 #include <grpc/support/string_util.h>
26
27 #include "src/core/lib/channel/channel_args.h"
28 #include "src/core/lib/channel/handshaker.h"
29 #include "src/core/lib/debug/trace.h"
30 #include "src/core/lib/iomgr/timer.h"
31 #include "src/core/lib/slice/slice_internal.h"
32
33 grpc_core::TraceFlag grpc_handshaker_trace(false, "handshaker");
34
35 //
36 // grpc_handshaker
37 //
38
grpc_handshaker_init(const grpc_handshaker_vtable * vtable,grpc_handshaker * handshaker)39 void grpc_handshaker_init(const grpc_handshaker_vtable* vtable,
40 grpc_handshaker* handshaker) {
41 handshaker->vtable = vtable;
42 }
43
grpc_handshaker_destroy(grpc_handshaker * handshaker)44 void grpc_handshaker_destroy(grpc_handshaker* handshaker) {
45 handshaker->vtable->destroy(handshaker);
46 }
47
grpc_handshaker_shutdown(grpc_handshaker * handshaker,grpc_error * why)48 void grpc_handshaker_shutdown(grpc_handshaker* handshaker, grpc_error* why) {
49 handshaker->vtable->shutdown(handshaker, why);
50 }
51
grpc_handshaker_do_handshake(grpc_handshaker * handshaker,grpc_tcp_server_acceptor * acceptor,grpc_closure * on_handshake_done,grpc_handshaker_args * args)52 void grpc_handshaker_do_handshake(grpc_handshaker* handshaker,
53 grpc_tcp_server_acceptor* acceptor,
54 grpc_closure* on_handshake_done,
55 grpc_handshaker_args* args) {
56 handshaker->vtable->do_handshake(handshaker, acceptor, on_handshake_done,
57 args);
58 }
59
grpc_handshaker_name(grpc_handshaker * handshaker)60 const char* grpc_handshaker_name(grpc_handshaker* handshaker) {
61 return handshaker->vtable->name;
62 }
63
64 //
65 // grpc_handshake_manager
66 //
67
68 struct grpc_handshake_manager {
69 gpr_mu mu;
70 gpr_refcount refs;
71 bool shutdown;
72 // An array of handshakers added via grpc_handshake_manager_add().
73 size_t count;
74 grpc_handshaker** handshakers;
75 // The index of the handshaker to invoke next and closure to invoke it.
76 size_t index;
77 grpc_closure call_next_handshaker;
78 // The acceptor to call the handshakers with.
79 grpc_tcp_server_acceptor* acceptor;
80 // Deadline timer across all handshakers.
81 grpc_timer deadline_timer;
82 grpc_closure on_timeout;
83 // The final callback and user_data to invoke after the last handshaker.
84 grpc_closure on_handshake_done;
85 void* user_data;
86 // Handshaker args.
87 grpc_handshaker_args args;
88 // Links to the previous and next managers in a list of all pending handshakes
89 // Used at server side only.
90 grpc_handshake_manager* prev;
91 grpc_handshake_manager* next;
92 };
93
grpc_handshake_manager_create()94 grpc_handshake_manager* grpc_handshake_manager_create() {
95 grpc_handshake_manager* mgr = static_cast<grpc_handshake_manager*>(
96 gpr_zalloc(sizeof(grpc_handshake_manager)));
97 gpr_mu_init(&mgr->mu);
98 gpr_ref_init(&mgr->refs, 1);
99 return mgr;
100 }
101
grpc_handshake_manager_pending_list_add(grpc_handshake_manager ** head,grpc_handshake_manager * mgr)102 void grpc_handshake_manager_pending_list_add(grpc_handshake_manager** head,
103 grpc_handshake_manager* mgr) {
104 GPR_ASSERT(mgr->prev == nullptr);
105 GPR_ASSERT(mgr->next == nullptr);
106 mgr->next = *head;
107 if (*head) {
108 (*head)->prev = mgr;
109 }
110 *head = mgr;
111 }
112
grpc_handshake_manager_pending_list_remove(grpc_handshake_manager ** head,grpc_handshake_manager * mgr)113 void grpc_handshake_manager_pending_list_remove(grpc_handshake_manager** head,
114 grpc_handshake_manager* mgr) {
115 if (mgr->next != nullptr) {
116 mgr->next->prev = mgr->prev;
117 }
118 if (mgr->prev != nullptr) {
119 mgr->prev->next = mgr->next;
120 } else {
121 GPR_ASSERT(*head == mgr);
122 *head = mgr->next;
123 }
124 }
125
grpc_handshake_manager_pending_list_shutdown_all(grpc_handshake_manager * head,grpc_error * why)126 void grpc_handshake_manager_pending_list_shutdown_all(
127 grpc_handshake_manager* head, grpc_error* why) {
128 while (head != nullptr) {
129 grpc_handshake_manager_shutdown(head, GRPC_ERROR_REF(why));
130 head = head->next;
131 }
132 GRPC_ERROR_UNREF(why);
133 }
134
is_power_of_2(size_t n)135 static bool is_power_of_2(size_t n) { return (n & (n - 1)) == 0; }
136
grpc_handshake_manager_add(grpc_handshake_manager * mgr,grpc_handshaker * handshaker)137 void grpc_handshake_manager_add(grpc_handshake_manager* mgr,
138 grpc_handshaker* handshaker) {
139 if (grpc_handshaker_trace.enabled()) {
140 gpr_log(
141 GPR_INFO,
142 "handshake_manager %p: adding handshaker %s [%p] at index %" PRIuPTR,
143 mgr, grpc_handshaker_name(handshaker), handshaker, mgr->count);
144 }
145 gpr_mu_lock(&mgr->mu);
146 // To avoid allocating memory for each handshaker we add, we double
147 // the number of elements every time we need more.
148 size_t realloc_count = 0;
149 if (mgr->count == 0) {
150 realloc_count = 2;
151 } else if (mgr->count >= 2 && is_power_of_2(mgr->count)) {
152 realloc_count = mgr->count * 2;
153 }
154 if (realloc_count > 0) {
155 mgr->handshakers = static_cast<grpc_handshaker**>(gpr_realloc(
156 mgr->handshakers, realloc_count * sizeof(grpc_handshaker*)));
157 }
158 mgr->handshakers[mgr->count++] = handshaker;
159 gpr_mu_unlock(&mgr->mu);
160 }
161
grpc_handshake_manager_unref(grpc_handshake_manager * mgr)162 static void grpc_handshake_manager_unref(grpc_handshake_manager* mgr) {
163 if (gpr_unref(&mgr->refs)) {
164 for (size_t i = 0; i < mgr->count; ++i) {
165 grpc_handshaker_destroy(mgr->handshakers[i]);
166 }
167 gpr_free(mgr->handshakers);
168 gpr_mu_destroy(&mgr->mu);
169 gpr_free(mgr);
170 }
171 }
172
grpc_handshake_manager_destroy(grpc_handshake_manager * mgr)173 void grpc_handshake_manager_destroy(grpc_handshake_manager* mgr) {
174 grpc_handshake_manager_unref(mgr);
175 }
176
grpc_handshake_manager_shutdown(grpc_handshake_manager * mgr,grpc_error * why)177 void grpc_handshake_manager_shutdown(grpc_handshake_manager* mgr,
178 grpc_error* why) {
179 gpr_mu_lock(&mgr->mu);
180 // Shutdown the handshaker that's currently in progress, if any.
181 if (!mgr->shutdown && mgr->index > 0) {
182 mgr->shutdown = true;
183 grpc_handshaker_shutdown(mgr->handshakers[mgr->index - 1],
184 GRPC_ERROR_REF(why));
185 }
186 gpr_mu_unlock(&mgr->mu);
187 GRPC_ERROR_UNREF(why);
188 }
189
handshaker_args_string(grpc_handshaker_args * args)190 static char* handshaker_args_string(grpc_handshaker_args* args) {
191 char* args_str = grpc_channel_args_string(args->args);
192 size_t num_args = args->args != nullptr ? args->args->num_args : 0;
193 size_t read_buffer_length =
194 args->read_buffer != nullptr ? args->read_buffer->length : 0;
195 char* str;
196 gpr_asprintf(&str,
197 "{endpoint=%p, args=%p {size=%" PRIuPTR
198 ": %s}, read_buffer=%p (length=%" PRIuPTR "), exit_early=%d}",
199 args->endpoint, args->args, num_args, args_str,
200 args->read_buffer, read_buffer_length, args->exit_early);
201 gpr_free(args_str);
202 return str;
203 }
204
205 // Helper function to call either the next handshaker or the
206 // on_handshake_done callback.
207 // Returns true if we've scheduled the on_handshake_done callback.
call_next_handshaker_locked(grpc_handshake_manager * mgr,grpc_error * error)208 static bool call_next_handshaker_locked(grpc_handshake_manager* mgr,
209 grpc_error* error) {
210 if (grpc_handshaker_trace.enabled()) {
211 char* args_str = handshaker_args_string(&mgr->args);
212 gpr_log(GPR_INFO,
213 "handshake_manager %p: error=%s shutdown=%d index=%" PRIuPTR
214 ", args=%s",
215 mgr, grpc_error_string(error), mgr->shutdown, mgr->index, args_str);
216 gpr_free(args_str);
217 }
218 GPR_ASSERT(mgr->index <= mgr->count);
219 // If we got an error or we've been shut down or we're exiting early or
220 // we've finished the last handshaker, invoke the on_handshake_done
221 // callback. Otherwise, call the next handshaker.
222 if (error != GRPC_ERROR_NONE || mgr->shutdown || mgr->args.exit_early ||
223 mgr->index == mgr->count) {
224 if (error == GRPC_ERROR_NONE && mgr->shutdown) {
225 error = GRPC_ERROR_CREATE_FROM_STATIC_STRING("handshaker shutdown");
226 // It is possible that the endpoint has already been destroyed by
227 // a shutdown call while this callback was sitting on the ExecCtx
228 // with no error.
229 if (mgr->args.endpoint != nullptr) {
230 // TODO(roth): It is currently necessary to shutdown endpoints
231 // before destroying then, even when we know that there are no
232 // pending read/write callbacks. This should be fixed, at which
233 // point this can be removed.
234 grpc_endpoint_shutdown(mgr->args.endpoint, GRPC_ERROR_REF(error));
235 grpc_endpoint_destroy(mgr->args.endpoint);
236 mgr->args.endpoint = nullptr;
237 grpc_channel_args_destroy(mgr->args.args);
238 mgr->args.args = nullptr;
239 grpc_slice_buffer_destroy_internal(mgr->args.read_buffer);
240 gpr_free(mgr->args.read_buffer);
241 mgr->args.read_buffer = nullptr;
242 }
243 }
244 if (grpc_handshaker_trace.enabled()) {
245 gpr_log(GPR_INFO,
246 "handshake_manager %p: handshaking complete -- scheduling "
247 "on_handshake_done with error=%s",
248 mgr, grpc_error_string(error));
249 }
250 // Cancel deadline timer, since we're invoking the on_handshake_done
251 // callback now.
252 grpc_timer_cancel(&mgr->deadline_timer);
253 GRPC_CLOSURE_SCHED(&mgr->on_handshake_done, error);
254 mgr->shutdown = true;
255 } else {
256 if (grpc_handshaker_trace.enabled()) {
257 gpr_log(
258 GPR_INFO,
259 "handshake_manager %p: calling handshaker %s [%p] at index %" PRIuPTR,
260 mgr, grpc_handshaker_name(mgr->handshakers[mgr->index]),
261 mgr->handshakers[mgr->index], mgr->index);
262 }
263 grpc_handshaker_do_handshake(mgr->handshakers[mgr->index], mgr->acceptor,
264 &mgr->call_next_handshaker, &mgr->args);
265 }
266 ++mgr->index;
267 return mgr->shutdown;
268 }
269
270 // A function used as the handshaker-done callback when chaining
271 // handshakers together.
call_next_handshaker(void * arg,grpc_error * error)272 static void call_next_handshaker(void* arg, grpc_error* error) {
273 grpc_handshake_manager* mgr = static_cast<grpc_handshake_manager*>(arg);
274 gpr_mu_lock(&mgr->mu);
275 bool done = call_next_handshaker_locked(mgr, GRPC_ERROR_REF(error));
276 gpr_mu_unlock(&mgr->mu);
277 // If we're invoked the final callback, we won't be coming back
278 // to this function, so we can release our reference to the
279 // handshake manager.
280 if (done) {
281 grpc_handshake_manager_unref(mgr);
282 }
283 }
284
285 // Callback invoked when deadline is exceeded.
on_timeout(void * arg,grpc_error * error)286 static void on_timeout(void* arg, grpc_error* error) {
287 grpc_handshake_manager* mgr = static_cast<grpc_handshake_manager*>(arg);
288 if (error == GRPC_ERROR_NONE) { // Timer fired, rather than being cancelled.
289 grpc_handshake_manager_shutdown(
290 mgr, GRPC_ERROR_CREATE_FROM_STATIC_STRING("Handshake timed out"));
291 }
292 grpc_handshake_manager_unref(mgr);
293 }
294
grpc_handshake_manager_do_handshake(grpc_handshake_manager * mgr,grpc_pollset_set * interested_parties,grpc_endpoint * endpoint,const grpc_channel_args * channel_args,grpc_millis deadline,grpc_tcp_server_acceptor * acceptor,grpc_iomgr_cb_func on_handshake_done,void * user_data)295 void grpc_handshake_manager_do_handshake(
296 grpc_handshake_manager* mgr, grpc_pollset_set* interested_parties,
297 grpc_endpoint* endpoint, const grpc_channel_args* channel_args,
298 grpc_millis deadline, grpc_tcp_server_acceptor* acceptor,
299 grpc_iomgr_cb_func on_handshake_done, void* user_data) {
300 gpr_mu_lock(&mgr->mu);
301 GPR_ASSERT(mgr->index == 0);
302 GPR_ASSERT(!mgr->shutdown);
303 // Construct handshaker args. These will be passed through all
304 // handshakers and eventually be freed by the on_handshake_done callback.
305 mgr->args.interested_parties = interested_parties;
306 mgr->args.endpoint = endpoint;
307 mgr->args.args = grpc_channel_args_copy(channel_args);
308 mgr->args.user_data = user_data;
309 mgr->args.read_buffer = static_cast<grpc_slice_buffer*>(
310 gpr_malloc(sizeof(*mgr->args.read_buffer)));
311 grpc_slice_buffer_init(mgr->args.read_buffer);
312 // Initialize state needed for calling handshakers.
313 mgr->acceptor = acceptor;
314 GRPC_CLOSURE_INIT(&mgr->call_next_handshaker, call_next_handshaker, mgr,
315 grpc_schedule_on_exec_ctx);
316 GRPC_CLOSURE_INIT(&mgr->on_handshake_done, on_handshake_done, &mgr->args,
317 grpc_schedule_on_exec_ctx);
318 // Start deadline timer, which owns a ref.
319 gpr_ref(&mgr->refs);
320 GRPC_CLOSURE_INIT(&mgr->on_timeout, on_timeout, mgr,
321 grpc_schedule_on_exec_ctx);
322 grpc_timer_init(&mgr->deadline_timer, deadline, &mgr->on_timeout);
323 // Start first handshaker, which also owns a ref.
324 gpr_ref(&mgr->refs);
325 bool done = call_next_handshaker_locked(mgr, GRPC_ERROR_NONE);
326 gpr_mu_unlock(&mgr->mu);
327 if (done) {
328 grpc_handshake_manager_unref(mgr);
329 }
330 }
331