1 //
2 //
3 // Copyright 2015-2016 gRPC authors.
4 //
5 // Licensed under the Apache License, Version 2.0 (the "License");
6 // you may not use this file except in compliance with the License.
7 // You may obtain a copy of the License at
8 //
9 // http://www.apache.org/licenses/LICENSE-2.0
10 //
11 // Unless required by applicable law or agreed to in writing, software
12 // distributed under the License is distributed on an "AS IS" BASIS,
13 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 // See the License for the specific language governing permissions and
15 // limitations under the License.
16 //
17 //
18
19 #include <grpc/grpc.h>
20 #include <grpc/impl/channel_arg_names.h>
21 #include <grpc/impl/compression_types.h>
22 #include <grpc/support/port_platform.h>
23 #include <grpc/support/sync.h>
24 #include <grpc/support/workaround_list.h>
25 #include <grpcpp/completion_queue.h>
26 #include <grpcpp/impl/server_builder_option.h>
27 #include <grpcpp/impl/server_builder_plugin.h>
28 #include <grpcpp/impl/service_type.h>
29 #include <grpcpp/resource_quota.h>
30 #include <grpcpp/security/authorization_policy_provider.h>
31 #include <grpcpp/security/server_credentials.h>
32 #include <grpcpp/server.h>
33 #include <grpcpp/server_builder.h>
34 #include <grpcpp/server_context.h>
35 #include <grpcpp/server_interface.h>
36 #include <grpcpp/support/channel_arguments.h>
37 #include <grpcpp/support/server_interceptor.h>
38 #include <limits.h>
39 #include <string.h>
40
41 #include <algorithm>
42 #include <memory>
43 #include <string>
44 #include <utility>
45 #include <vector>
46
47 #include "absl/log/check.h"
48 #include "absl/log/log.h"
49 #include "src/core/ext/transport/chttp2/server/chttp2_server.h"
50 #include "src/core/server/server.h"
51 #include "src/core/util/string.h"
52 #include "src/core/util/useful.h"
53 #include "src/cpp/server/external_connection_acceptor_impl.h"
54
55 namespace grpc {
56 namespace {
57
58 // A PIMPL wrapper class that owns the only ref to the passive listener
59 // implementation. This is returned to the application.
60 class PassiveListenerOwner final
61 : public grpc_core::experimental::PassiveListener {
62 public:
PassiveListenerOwner(std::shared_ptr<PassiveListener> listener)63 explicit PassiveListenerOwner(std::shared_ptr<PassiveListener> listener)
64 : listener_(std::move(listener)) {}
65
AcceptConnectedEndpoint(std::unique_ptr<grpc_event_engine::experimental::EventEngine::Endpoint> endpoint)66 absl::Status AcceptConnectedEndpoint(
67 std::unique_ptr<grpc_event_engine::experimental::EventEngine::Endpoint>
68 endpoint) override {
69 return listener_->AcceptConnectedEndpoint(std::move(endpoint));
70 }
71
AcceptConnectedFd(int fd)72 absl::Status AcceptConnectedFd(int fd) override {
73 return listener_->AcceptConnectedFd(fd);
74 }
75
76 private:
77 std::shared_ptr<PassiveListener> listener_;
78 };
79
80 } // namespace
81
82 static std::vector<std::unique_ptr<ServerBuilderPlugin> (*)()>*
83 g_plugin_factory_list;
84 static gpr_once once_init_plugin_list = GPR_ONCE_INIT;
85
do_plugin_list_init(void)86 static void do_plugin_list_init(void) {
87 g_plugin_factory_list =
88 new std::vector<std::unique_ptr<ServerBuilderPlugin> (*)()>();
89 }
90
ServerBuilder()91 ServerBuilder::ServerBuilder()
92 : max_receive_message_size_(INT_MIN),
93 max_send_message_size_(INT_MIN),
94 sync_server_settings_(SyncServerSettings()),
95 resource_quota_(nullptr) {
96 gpr_once_init(&once_init_plugin_list, do_plugin_list_init);
97 for (const auto& value : *g_plugin_factory_list) {
98 plugins_.emplace_back(value());
99 }
100
101 // all compression algorithms enabled by default.
102 enabled_compression_algorithms_bitset_ =
103 (1u << GRPC_COMPRESS_ALGORITHMS_COUNT) - 1;
104 memset(&maybe_default_compression_level_, 0,
105 sizeof(maybe_default_compression_level_));
106 memset(&maybe_default_compression_algorithm_, 0,
107 sizeof(maybe_default_compression_algorithm_));
108 }
109
~ServerBuilder()110 ServerBuilder::~ServerBuilder() {
111 if (resource_quota_ != nullptr) {
112 grpc_resource_quota_unref(resource_quota_);
113 }
114 }
115
AddCompletionQueue(bool is_frequently_polled)116 std::unique_ptr<grpc::ServerCompletionQueue> ServerBuilder::AddCompletionQueue(
117 bool is_frequently_polled) {
118 grpc::ServerCompletionQueue* cq = new grpc::ServerCompletionQueue(
119 GRPC_CQ_NEXT,
120 is_frequently_polled ? GRPC_CQ_DEFAULT_POLLING : GRPC_CQ_NON_LISTENING,
121 nullptr);
122 cqs_.push_back(cq);
123 return std::unique_ptr<grpc::ServerCompletionQueue>(cq);
124 }
125
RegisterService(Service * service)126 ServerBuilder& ServerBuilder::RegisterService(Service* service) {
127 services_.emplace_back(new NamedService(service));
128 return *this;
129 }
130
RegisterService(const std::string & host,Service * service)131 ServerBuilder& ServerBuilder::RegisterService(const std::string& host,
132 Service* service) {
133 services_.emplace_back(new NamedService(host, service));
134 return *this;
135 }
136
RegisterAsyncGenericService(AsyncGenericService * service)137 ServerBuilder& ServerBuilder::RegisterAsyncGenericService(
138 AsyncGenericService* service) {
139 if (generic_service_ || callback_generic_service_) {
140 LOG(ERROR) << "Adding multiple generic services is unsupported for now. "
141 "Dropping the service "
142 << service;
143 } else {
144 generic_service_ = service;
145 }
146 return *this;
147 }
148
RegisterCallbackGenericService(CallbackGenericService * service)149 ServerBuilder& ServerBuilder::RegisterCallbackGenericService(
150 CallbackGenericService* service) {
151 if (generic_service_ || callback_generic_service_) {
152 LOG(ERROR) << "Adding multiple generic services is unsupported for now. "
153 "Dropping the service "
154 << service;
155 } else {
156 callback_generic_service_ = service;
157 }
158 return *this;
159 }
160
SetContextAllocator(std::unique_ptr<grpc::ContextAllocator> context_allocator)161 ServerBuilder& ServerBuilder::SetContextAllocator(
162 std::unique_ptr<grpc::ContextAllocator> context_allocator) {
163 context_allocator_ = std::move(context_allocator);
164 return *this;
165 }
166
167 std::unique_ptr<grpc::experimental::ExternalConnectionAcceptor>
AddExternalConnectionAcceptor(experimental_type::ExternalConnectionType type,std::shared_ptr<ServerCredentials> creds)168 ServerBuilder::experimental_type::AddExternalConnectionAcceptor(
169 experimental_type::ExternalConnectionType type,
170 std::shared_ptr<ServerCredentials> creds) {
171 std::string name_prefix("external:");
172 char count_str[GPR_LTOA_MIN_BUFSIZE];
173 gpr_ltoa(static_cast<long>(builder_->acceptors_.size()), count_str);
174 builder_->acceptors_.emplace_back(
175 std::make_shared<grpc::internal::ExternalConnectionAcceptorImpl>(
176 name_prefix.append(count_str), type, creds));
177 return builder_->acceptors_.back()->GetAcceptor();
178 }
179
SetAuthorizationPolicyProvider(std::shared_ptr<experimental::AuthorizationPolicyProviderInterface> provider)180 void ServerBuilder::experimental_type::SetAuthorizationPolicyProvider(
181 std::shared_ptr<experimental::AuthorizationPolicyProviderInterface>
182 provider) {
183 builder_->authorization_provider_ = std::move(provider);
184 }
185
EnableCallMetricRecording(experimental::ServerMetricRecorder * server_metric_recorder)186 void ServerBuilder::experimental_type::EnableCallMetricRecording(
187 experimental::ServerMetricRecorder* server_metric_recorder) {
188 builder_->AddChannelArgument(GRPC_ARG_SERVER_CALL_METRIC_RECORDING, 1);
189 CHECK_EQ(builder_->server_metric_recorder_, nullptr);
190 builder_->server_metric_recorder_ = server_metric_recorder;
191 }
192
SetOption(std::unique_ptr<ServerBuilderOption> option)193 ServerBuilder& ServerBuilder::SetOption(
194 std::unique_ptr<ServerBuilderOption> option) {
195 options_.push_back(std::move(option));
196 return *this;
197 }
198
SetSyncServerOption(ServerBuilder::SyncServerOption option,int val)199 ServerBuilder& ServerBuilder::SetSyncServerOption(
200 ServerBuilder::SyncServerOption option, int val) {
201 switch (option) {
202 case NUM_CQS:
203 sync_server_settings_.num_cqs = val;
204 break;
205 case MIN_POLLERS:
206 sync_server_settings_.min_pollers = val;
207 break;
208 case MAX_POLLERS:
209 sync_server_settings_.max_pollers = val;
210 break;
211 case CQ_TIMEOUT_MSEC:
212 sync_server_settings_.cq_timeout_msec = val;
213 break;
214 }
215 return *this;
216 }
217
SetCompressionAlgorithmSupportStatus(grpc_compression_algorithm algorithm,bool enabled)218 ServerBuilder& ServerBuilder::SetCompressionAlgorithmSupportStatus(
219 grpc_compression_algorithm algorithm, bool enabled) {
220 if (enabled) {
221 grpc_core::SetBit(&enabled_compression_algorithms_bitset_, algorithm);
222 } else {
223 grpc_core::ClearBit(&enabled_compression_algorithms_bitset_, algorithm);
224 }
225 return *this;
226 }
227
SetDefaultCompressionLevel(grpc_compression_level level)228 ServerBuilder& ServerBuilder::SetDefaultCompressionLevel(
229 grpc_compression_level level) {
230 maybe_default_compression_level_.is_set = true;
231 maybe_default_compression_level_.level = level;
232 return *this;
233 }
234
SetDefaultCompressionAlgorithm(grpc_compression_algorithm algorithm)235 ServerBuilder& ServerBuilder::SetDefaultCompressionAlgorithm(
236 grpc_compression_algorithm algorithm) {
237 maybe_default_compression_algorithm_.is_set = true;
238 maybe_default_compression_algorithm_.algorithm = algorithm;
239 return *this;
240 }
241
SetResourceQuota(const grpc::ResourceQuota & resource_quota)242 ServerBuilder& ServerBuilder::SetResourceQuota(
243 const grpc::ResourceQuota& resource_quota) {
244 if (resource_quota_ != nullptr) {
245 grpc_resource_quota_unref(resource_quota_);
246 }
247 resource_quota_ = resource_quota.c_resource_quota();
248 grpc_resource_quota_ref(resource_quota_);
249 return *this;
250 }
251
AddPassiveListener(std::shared_ptr<grpc::ServerCredentials> creds,std::unique_ptr<experimental::PassiveListener> & passive_listener)252 ServerBuilder& ServerBuilder::experimental_type::AddPassiveListener(
253 std::shared_ptr<grpc::ServerCredentials> creds,
254 std::unique_ptr<experimental::PassiveListener>& passive_listener) {
255 auto core_passive_listener =
256 std::make_shared<grpc_core::experimental::PassiveListenerImpl>();
257 builder_->unstarted_passive_listeners_.emplace_back(core_passive_listener,
258 std::move(creds));
259 passive_listener =
260 std::make_unique<PassiveListenerOwner>(std::move(core_passive_listener));
261 return *builder_;
262 }
263
AddListeningPort(const std::string & addr_uri,std::shared_ptr<ServerCredentials> creds,int * selected_port)264 ServerBuilder& ServerBuilder::AddListeningPort(
265 const std::string& addr_uri, std::shared_ptr<ServerCredentials> creds,
266 int* selected_port) {
267 const std::string uri_scheme = "dns:";
268 std::string addr = addr_uri;
269 if (addr_uri.compare(0, uri_scheme.size(), uri_scheme) == 0) {
270 size_t pos = uri_scheme.size();
271 while (addr_uri[pos] == '/') ++pos; // Skip slashes.
272 addr = addr_uri.substr(pos);
273 }
274 Port port = {addr, std::move(creds), selected_port};
275 ports_.push_back(port);
276 return *this;
277 }
278
BuildChannelArgs()279 ChannelArguments ServerBuilder::BuildChannelArgs() {
280 ChannelArguments args;
281 if (max_receive_message_size_ >= -1) {
282 args.SetInt(GRPC_ARG_MAX_RECEIVE_MESSAGE_LENGTH, max_receive_message_size_);
283 }
284 if (max_send_message_size_ >= -1) {
285 args.SetInt(GRPC_ARG_MAX_SEND_MESSAGE_LENGTH, max_send_message_size_);
286 }
287 for (const auto& option : options_) {
288 option->UpdateArguments(&args);
289 option->UpdatePlugins(&plugins_);
290 }
291 args.SetInt(GRPC_COMPRESSION_CHANNEL_ENABLED_ALGORITHMS_BITSET,
292 enabled_compression_algorithms_bitset_);
293 if (maybe_default_compression_level_.is_set) {
294 args.SetInt(GRPC_COMPRESSION_CHANNEL_DEFAULT_LEVEL,
295 maybe_default_compression_level_.level);
296 }
297 if (maybe_default_compression_algorithm_.is_set) {
298 args.SetInt(GRPC_COMPRESSION_CHANNEL_DEFAULT_ALGORITHM,
299 maybe_default_compression_algorithm_.algorithm);
300 }
301 if (resource_quota_ != nullptr) {
302 args.SetPointerWithVtable(GRPC_ARG_RESOURCE_QUOTA, resource_quota_,
303 grpc_resource_quota_arg_vtable());
304 }
305 for (const auto& plugin : plugins_) {
306 plugin->UpdateServerBuilder(this);
307 plugin->UpdateChannelArguments(&args);
308 }
309 if (authorization_provider_ != nullptr) {
310 args.SetPointerWithVtable(GRPC_ARG_AUTHORIZATION_POLICY_PROVIDER,
311 authorization_provider_->c_provider(),
312 grpc_authorization_policy_provider_arg_vtable());
313 }
314 return args;
315 }
316
BuildAndStart()317 std::unique_ptr<grpc::Server> ServerBuilder::BuildAndStart() {
318 ChannelArguments args = BuildChannelArgs();
319
320 // == Determine if the server has any syncrhonous methods ==
321 bool has_sync_methods = false;
322 for (const auto& value : services_) {
323 if (value->service->has_synchronous_methods()) {
324 has_sync_methods = true;
325 break;
326 }
327 }
328
329 if (!has_sync_methods) {
330 for (const auto& value : plugins_) {
331 if (value->has_sync_methods()) {
332 has_sync_methods = true;
333 break;
334 }
335 }
336 }
337
338 // If this is a Sync server, i.e a server expositing sync API, then the server
339 // needs to create some completion queues to listen for incoming requests.
340 // 'sync_server_cqs' are those internal completion queues.
341 //
342 // This is different from the completion queues added to the server via
343 // ServerBuilder's AddCompletionQueue() method (those completion queues
344 // are in 'cqs_' member variable of ServerBuilder object)
345 std::shared_ptr<std::vector<std::unique_ptr<grpc::ServerCompletionQueue>>>
346 sync_server_cqs(
347 std::make_shared<
348 std::vector<std::unique_ptr<grpc::ServerCompletionQueue>>>());
349
350 bool has_frequently_polled_cqs = false;
351 for (const auto& cq : cqs_) {
352 if (cq->IsFrequentlyPolled()) {
353 has_frequently_polled_cqs = true;
354 break;
355 }
356 }
357
358 // == Determine if the server has any callback methods ==
359 bool has_callback_methods = false;
360 for (const auto& service : services_) {
361 if (service->service->has_callback_methods()) {
362 has_callback_methods = true;
363 has_frequently_polled_cqs = true;
364 break;
365 }
366 }
367
368 if (callback_generic_service_ != nullptr) {
369 has_frequently_polled_cqs = true;
370 }
371
372 const bool is_hybrid_server = has_sync_methods && has_frequently_polled_cqs;
373
374 if (has_sync_methods) {
375 grpc_cq_polling_type polling_type =
376 is_hybrid_server ? GRPC_CQ_NON_POLLING : GRPC_CQ_DEFAULT_POLLING;
377
378 // Create completion queues to listen to incoming rpc requests
379 for (int i = 0; i < sync_server_settings_.num_cqs; i++) {
380 sync_server_cqs->emplace_back(
381 new grpc::ServerCompletionQueue(GRPC_CQ_NEXT, polling_type, nullptr));
382 }
383 }
384
385 // TODO(vjpai): Add a section here for plugins once they can support callback
386 // methods
387
388 if (has_sync_methods) {
389 // This is a Sync server
390 VLOG(2) << "Synchronous server. Num CQs: " << sync_server_settings_.num_cqs
391 << ", Min pollers: " << sync_server_settings_.min_pollers
392 << ", Max Pollers: " << sync_server_settings_.max_pollers
393 << ", CQ timeout (msec): " << sync_server_settings_.cq_timeout_msec;
394 }
395
396 if (has_callback_methods) {
397 VLOG(2) << "Callback server.";
398 }
399
400 std::unique_ptr<grpc::Server> server(new grpc::Server(
401 &args, sync_server_cqs, sync_server_settings_.min_pollers,
402 sync_server_settings_.max_pollers, sync_server_settings_.cq_timeout_msec,
403 std::move(acceptors_), server_config_fetcher_, resource_quota_,
404 std::move(interceptor_creators_), server_metric_recorder_));
405
406 ServerInitializer* initializer = server->initializer();
407
408 // Register all the completion queues with the server. i.e
409 // 1. sync_server_cqs: internal completion queues created IF this is a sync
410 // server
411 // 2. cqs_: Completion queues added via AddCompletionQueue() call
412
413 for (const auto& cq : *sync_server_cqs) {
414 grpc_server_register_completion_queue(server->server_, cq->cq(), nullptr);
415 has_frequently_polled_cqs = true;
416 }
417
418 if (has_callback_methods || callback_generic_service_ != nullptr) {
419 auto* cq = server->CallbackCQ();
420 grpc_server_register_completion_queue(server->server_, cq->cq(), nullptr);
421 }
422
423 // cqs_ contains the completion queue added by calling the ServerBuilder's
424 // AddCompletionQueue() API. Some of them may not be frequently polled (i.e by
425 // calling Next() or AsyncNext()) and hence are not safe to be used for
426 // listening to incoming channels. Such completion queues must be registered
427 // as non-listening queues. In debug mode, these should have their server list
428 // tracked since these are provided the user and must be Shutdown by the user
429 // after the server is shutdown.
430 for (const auto& cq : cqs_) {
431 grpc_server_register_completion_queue(server->server_, cq->cq(), nullptr);
432 cq->RegisterServer(server.get());
433 }
434
435 for (auto& unstarted_listener : unstarted_passive_listeners_) {
436 has_frequently_polled_cqs = true;
437 auto passive_listener = unstarted_listener.passive_listener.lock();
438 auto* core_server = grpc_core::Server::FromC(server->c_server());
439 if (passive_listener != nullptr) {
440 auto* creds = unstarted_listener.credentials->c_creds();
441 if (creds == nullptr) {
442 LOG(ERROR) << "Credentials missing for PassiveListener";
443 return nullptr;
444 }
445 auto success = grpc_server_add_passive_listener(
446 core_server, creds, std::move(passive_listener));
447 if (!success.ok()) {
448 LOG(ERROR) << "Failed to create a passive listener: "
449 << success.ToString();
450 return nullptr;
451 }
452 }
453 }
454
455 if (!has_frequently_polled_cqs) {
456 LOG(ERROR)
457 << "At least one of the completion queues must be frequently polled";
458 return nullptr;
459 }
460
461 server->RegisterContextAllocator(std::move(context_allocator_));
462
463 for (const auto& value : services_) {
464 if (!server->RegisterService(value->host.get(), value->service)) {
465 return nullptr;
466 }
467 }
468
469 for (const auto& value : plugins_) {
470 value->InitServer(initializer);
471 }
472
473 if (generic_service_) {
474 server->RegisterAsyncGenericService(generic_service_);
475 } else if (callback_generic_service_) {
476 server->RegisterCallbackGenericService(callback_generic_service_);
477 } else {
478 for (const auto& value : services_) {
479 if (value->service->has_generic_methods()) {
480 LOG(ERROR) << "Some methods were marked generic but there is no "
481 "generic service registered.";
482 return nullptr;
483 }
484 }
485 }
486
487 bool added_port = false;
488 for (auto& port : ports_) {
489 int r = server->AddListeningPort(port.addr, port.creds.get());
490 if (!r) {
491 if (added_port) server->Shutdown();
492 return nullptr;
493 }
494 added_port = true;
495 if (port.selected_port != nullptr) {
496 *port.selected_port = r;
497 }
498 }
499
500 auto cqs_data = cqs_.empty() ? nullptr : &cqs_[0];
501 server->Start(cqs_data, cqs_.size());
502
503 for (const auto& value : plugins_) {
504 value->Finish(initializer);
505 }
506
507 return server;
508 }
509
InternalAddPluginFactory(std::unique_ptr<ServerBuilderPlugin> (* CreatePlugin)())510 void ServerBuilder::InternalAddPluginFactory(
511 std::unique_ptr<ServerBuilderPlugin> (*CreatePlugin)()) {
512 gpr_once_init(&once_init_plugin_list, do_plugin_list_init);
513 (*g_plugin_factory_list).push_back(CreatePlugin);
514 }
515
EnableWorkaround(grpc_workaround_list id)516 ServerBuilder& ServerBuilder::EnableWorkaround(grpc_workaround_list id) {
517 switch (id) {
518 case GRPC_WORKAROUND_ID_CRONET_COMPRESSION:
519 return AddChannelArgument(GRPC_ARG_WORKAROUND_CRONET_COMPRESSION, 1);
520 default:
521 LOG(ERROR) << "Workaround " << id << " does not exist or is obsolete.";
522 return *this;
523 }
524 }
525
526 } // namespace grpc
527