1 /* 2 * 3 * Copyright 2015-2016 gRPC authors. 4 * 5 * Licensed under the Apache License, Version 2.0 (the "License"); 6 * you may not use this file except in compliance with the License. 7 * You may obtain a copy of the License at 8 * 9 * http://www.apache.org/licenses/LICENSE-2.0 10 * 11 * Unless required by applicable law or agreed to in writing, software 12 * distributed under the License is distributed on an "AS IS" BASIS, 13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 * See the License for the specific language governing permissions and 15 * limitations under the License. 16 * 17 */ 18 19 /// A completion queue implements a concurrent producer-consumer queue, with 20 /// two main API-exposed methods: \a Next and \a AsyncNext. These 21 /// methods are the essential component of the gRPC C++ asynchronous API. 22 /// There is also a \a Shutdown method to indicate that a given completion queue 23 /// will no longer have regular events. This must be called before the 24 /// completion queue is destroyed. 25 /// All completion queue APIs are thread-safe and may be used concurrently with 26 /// any other completion queue API invocation; it is acceptable to have 27 /// multiple threads calling \a Next or \a AsyncNext on the same or different 28 /// completion queues, or to call these methods concurrently with a \a Shutdown 29 /// elsewhere. 30 /// \remark{All other API calls on completion queue should be completed before 31 /// a completion queue destructor is called.} 32 #ifndef GRPCPP_IMPL_CODEGEN_COMPLETION_QUEUE_IMPL_H 33 #define GRPCPP_IMPL_CODEGEN_COMPLETION_QUEUE_IMPL_H 34 35 #include <list> 36 37 #include <grpc/impl/codegen/atm.h> 38 #include <grpcpp/impl/codegen/completion_queue_tag.h> 39 #include <grpcpp/impl/codegen/core_codegen_interface.h> 40 #include <grpcpp/impl/codegen/grpc_library.h> 41 #include <grpcpp/impl/codegen/status.h> 42 #include <grpcpp/impl/codegen/sync.h> 43 #include <grpcpp/impl/codegen/time.h> 44 45 struct grpc_completion_queue; 46 47 namespace grpc_impl { 48 49 class Channel; 50 class Server; 51 template <class R> 52 class ClientReader; 53 template <class W> 54 class ClientWriter; 55 template <class W, class R> 56 class ClientReaderWriter; 57 template <class R> 58 class ServerReader; 59 template <class W> 60 class ServerWriter; 61 class ServerContextBase; 62 namespace internal { 63 template <class W, class R> 64 class ServerReaderWriterBody; 65 66 template <class ServiceType, class RequestType, class ResponseType> 67 class RpcMethodHandler; 68 template <class ServiceType, class RequestType, class ResponseType> 69 class ClientStreamingHandler; 70 template <class ServiceType, class RequestType, class ResponseType> 71 class ServerStreamingHandler; 72 template <class Streamer, bool WriteNeeded> 73 class TemplatedBidiStreamingHandler; 74 template <::grpc::StatusCode code> 75 class ErrorMethodHandler; 76 } // namespace internal 77 } // namespace grpc_impl 78 namespace grpc { 79 80 class ChannelInterface; 81 class ServerBuilder; 82 class ServerInterface; 83 84 namespace internal { 85 class CompletionQueueTag; 86 class RpcMethod; 87 template <class InputMessage, class OutputMessage> 88 class BlockingUnaryCallImpl; 89 template <class Op1, class Op2, class Op3, class Op4, class Op5, class Op6> 90 class CallOpSet; 91 } // namespace internal 92 93 extern CoreCodegenInterface* g_core_codegen_interface; 94 95 } // namespace grpc 96 97 namespace grpc_impl { 98 99 /// A thin wrapper around \ref grpc_completion_queue (see \ref 100 /// src/core/lib/surface/completion_queue.h). 101 /// See \ref doc/cpp/perf_notes.md for notes on best practices for high 102 /// performance servers. 103 class CompletionQueue : private ::grpc::GrpcLibraryCodegen { 104 public: 105 /// Default constructor. Implicitly creates a \a grpc_completion_queue 106 /// instance. CompletionQueue()107 CompletionQueue() 108 : CompletionQueue(grpc_completion_queue_attributes{ 109 GRPC_CQ_CURRENT_VERSION, GRPC_CQ_NEXT, GRPC_CQ_DEFAULT_POLLING, 110 nullptr}) {} 111 112 /// Wrap \a take, taking ownership of the instance. 113 /// 114 /// \param take The completion queue instance to wrap. Ownership is taken. 115 explicit CompletionQueue(grpc_completion_queue* take); 116 117 /// Destructor. Destroys the owned wrapped completion queue / instance. ~CompletionQueue()118 ~CompletionQueue() { 119 ::grpc::g_core_codegen_interface->grpc_completion_queue_destroy(cq_); 120 } 121 122 /// Tri-state return for AsyncNext: SHUTDOWN, GOT_EVENT, TIMEOUT. 123 enum NextStatus { 124 SHUTDOWN, ///< The completion queue has been shutdown and fully-drained 125 GOT_EVENT, ///< Got a new event; \a tag will be filled in with its 126 ///< associated value; \a ok indicating its success. 127 TIMEOUT ///< deadline was reached. 128 }; 129 130 /// Read from the queue, blocking until an event is available or the queue is 131 /// shutting down. 132 /// 133 /// \param tag [out] Updated to point to the read event's tag. 134 /// \param ok [out] true if read a successful event, false otherwise. 135 /// 136 /// Note that each tag sent to the completion queue (through RPC operations 137 /// or alarms) will be delivered out of the completion queue by a call to 138 /// Next (or a related method), regardless of whether the operation succeeded 139 /// or not. Success here means that this operation completed in the normal 140 /// valid manner. 141 /// 142 /// Server-side RPC request: \a ok indicates that the RPC has indeed 143 /// been started. If it is false, the server has been Shutdown 144 /// before this particular call got matched to an incoming RPC. 145 /// 146 /// Client-side StartCall/RPC invocation: \a ok indicates that the RPC is 147 /// going to go to the wire. If it is false, it not going to the wire. This 148 /// would happen if the channel is either permanently broken or 149 /// transiently broken but with the fail-fast option. (Note that async unary 150 /// RPCs don't post a CQ tag at this point, nor do client-streaming 151 /// or bidi-streaming RPCs that have the initial metadata corked option set.) 152 /// 153 /// Client-side Write, Client-side WritesDone, Server-side Write, 154 /// Server-side Finish, Server-side SendInitialMetadata (which is 155 /// typically included in Write or Finish when not done explicitly): 156 /// \a ok means that the data/metadata/status/etc is going to go to the 157 /// wire. If it is false, it not going to the wire because the call 158 /// is already dead (i.e., canceled, deadline expired, other side 159 /// dropped the channel, etc). 160 /// 161 /// Client-side Read, Server-side Read, Client-side 162 /// RecvInitialMetadata (which is typically included in Read if not 163 /// done explicitly): \a ok indicates whether there is a valid message 164 /// that got read. If not, you know that there are certainly no more 165 /// messages that can ever be read from this stream. For the client-side 166 /// operations, this only happens because the call is dead. For the 167 /// server-sider operation, though, this could happen because the client 168 /// has done a WritesDone already. 169 /// 170 /// Client-side Finish: \a ok should always be true 171 /// 172 /// Server-side AsyncNotifyWhenDone: \a ok should always be true 173 /// 174 /// Alarm: \a ok is true if it expired, false if it was canceled 175 /// 176 /// \return true if got an event, false if the queue is fully drained and 177 /// shut down. Next(void ** tag,bool * ok)178 bool Next(void** tag, bool* ok) { 179 return (AsyncNextInternal(tag, ok, 180 ::grpc::g_core_codegen_interface->gpr_inf_future( 181 GPR_CLOCK_REALTIME)) != SHUTDOWN); 182 } 183 184 /// Read from the queue, blocking up to \a deadline (or the queue's shutdown). 185 /// Both \a tag and \a ok are updated upon success (if an event is available 186 /// within the \a deadline). A \a tag points to an arbitrary location usually 187 /// employed to uniquely identify an event. 188 /// 189 /// \param tag [out] Upon success, updated to point to the event's tag. 190 /// \param ok [out] Upon success, true if a successful event, false otherwise 191 /// See documentation for CompletionQueue::Next for explanation of ok 192 /// \param deadline [in] How long to block in wait for an event. 193 /// 194 /// \return The type of event read. 195 template <typename T> AsyncNext(void ** tag,bool * ok,const T & deadline)196 NextStatus AsyncNext(void** tag, bool* ok, const T& deadline) { 197 ::grpc::TimePoint<T> deadline_tp(deadline); 198 return AsyncNextInternal(tag, ok, deadline_tp.raw_time()); 199 } 200 201 /// EXPERIMENTAL 202 /// First executes \a F, then reads from the queue, blocking up to 203 /// \a deadline (or the queue's shutdown). 204 /// Both \a tag and \a ok are updated upon success (if an event is available 205 /// within the \a deadline). A \a tag points to an arbitrary location usually 206 /// employed to uniquely identify an event. 207 /// 208 /// \param f [in] Function to execute before calling AsyncNext on this queue. 209 /// \param tag [out] Upon success, updated to point to the event's tag. 210 /// \param ok [out] Upon success, true if read a regular event, false 211 /// otherwise. 212 /// \param deadline [in] How long to block in wait for an event. 213 /// 214 /// \return The type of event read. 215 template <typename T, typename F> DoThenAsyncNext(F && f,void ** tag,bool * ok,const T & deadline)216 NextStatus DoThenAsyncNext(F&& f, void** tag, bool* ok, const T& deadline) { 217 CompletionQueueTLSCache cache = CompletionQueueTLSCache(this); 218 f(); 219 if (cache.Flush(tag, ok)) { 220 return GOT_EVENT; 221 } else { 222 return AsyncNext(tag, ok, deadline); 223 } 224 } 225 226 /// Request the shutdown of the queue. 227 /// 228 /// \warning This method must be called at some point if this completion queue 229 /// is accessed with Next or AsyncNext. \a Next will not return false 230 /// until this method has been called and all pending tags have been drained. 231 /// (Likewise for \a AsyncNext returning \a NextStatus::SHUTDOWN .) 232 /// Only once either one of these methods does that (that is, once the queue 233 /// has been \em drained) can an instance of this class be destroyed. 234 /// Also note that applications must ensure that no work is enqueued on this 235 /// completion queue after this method is called. 236 void Shutdown(); 237 238 /// Returns a \em raw pointer to the underlying \a grpc_completion_queue 239 /// instance. 240 /// 241 /// \warning Remember that the returned instance is owned. No transfer of 242 /// owership is performed. cq()243 grpc_completion_queue* cq() { return cq_; } 244 245 protected: 246 /// Private constructor of CompletionQueue only visible to friend classes CompletionQueue(const grpc_completion_queue_attributes & attributes)247 CompletionQueue(const grpc_completion_queue_attributes& attributes) { 248 cq_ = ::grpc::g_core_codegen_interface->grpc_completion_queue_create( 249 ::grpc::g_core_codegen_interface->grpc_completion_queue_factory_lookup( 250 &attributes), 251 &attributes, NULL); 252 InitialAvalanching(); // reserve this for the future shutdown 253 } 254 255 private: 256 // Friends for access to server registration lists that enable checking and 257 // logging on shutdown 258 friend class ::grpc::ServerBuilder; 259 friend class ::grpc_impl::Server; 260 261 // Friend synchronous wrappers so that they can access Pluck(), which is 262 // a semi-private API geared towards the synchronous implementation. 263 template <class R> 264 friend class ::grpc_impl::ClientReader; 265 template <class W> 266 friend class ::grpc_impl::ClientWriter; 267 template <class W, class R> 268 friend class ::grpc_impl::ClientReaderWriter; 269 template <class R> 270 friend class ::grpc_impl::ServerReader; 271 template <class W> 272 friend class ::grpc_impl::ServerWriter; 273 template <class W, class R> 274 friend class ::grpc_impl::internal::ServerReaderWriterBody; 275 template <class ServiceType, class RequestType, class ResponseType> 276 friend class ::grpc_impl::internal::RpcMethodHandler; 277 template <class ServiceType, class RequestType, class ResponseType> 278 friend class ::grpc_impl::internal::ClientStreamingHandler; 279 template <class ServiceType, class RequestType, class ResponseType> 280 friend class ::grpc_impl::internal::ServerStreamingHandler; 281 template <class Streamer, bool WriteNeeded> 282 friend class ::grpc_impl::internal::TemplatedBidiStreamingHandler; 283 template <::grpc::StatusCode code> 284 friend class ::grpc_impl::internal::ErrorMethodHandler; 285 friend class ::grpc_impl::ServerContextBase; 286 friend class ::grpc::ServerInterface; 287 template <class InputMessage, class OutputMessage> 288 friend class ::grpc::internal::BlockingUnaryCallImpl; 289 290 // Friends that need access to constructor for callback CQ 291 friend class ::grpc_impl::Channel; 292 293 // For access to Register/CompleteAvalanching 294 template <class Op1, class Op2, class Op3, class Op4, class Op5, class Op6> 295 friend class ::grpc::internal::CallOpSet; 296 297 /// EXPERIMENTAL 298 /// Creates a Thread Local cache to store the first event 299 /// On this completion queue queued from this thread. Once 300 /// initialized, it must be flushed on the same thread. 301 class CompletionQueueTLSCache { 302 public: 303 CompletionQueueTLSCache(CompletionQueue* cq); 304 ~CompletionQueueTLSCache(); 305 bool Flush(void** tag, bool* ok); 306 307 private: 308 CompletionQueue* cq_; 309 bool flushed_; 310 }; 311 312 NextStatus AsyncNextInternal(void** tag, bool* ok, gpr_timespec deadline); 313 314 /// Wraps \a grpc_completion_queue_pluck. 315 /// \warning Must not be mixed with calls to \a Next. Pluck(::grpc::internal::CompletionQueueTag * tag)316 bool Pluck(::grpc::internal::CompletionQueueTag* tag) { 317 auto deadline = 318 ::grpc::g_core_codegen_interface->gpr_inf_future(GPR_CLOCK_REALTIME); 319 while (true) { 320 auto ev = ::grpc::g_core_codegen_interface->grpc_completion_queue_pluck( 321 cq_, tag, deadline, nullptr); 322 bool ok = ev.success != 0; 323 void* ignored = tag; 324 if (tag->FinalizeResult(&ignored, &ok)) { 325 GPR_CODEGEN_ASSERT(ignored == tag); 326 return ok; 327 } 328 } 329 } 330 331 /// Performs a single polling pluck on \a tag. 332 /// \warning Must not be mixed with calls to \a Next. 333 /// 334 /// TODO: sreek - This calls tag->FinalizeResult() even if the cq_ is already 335 /// shutdown. This is most likely a bug and if it is a bug, then change this 336 /// implementation to simple call the other TryPluck function with a zero 337 /// timeout. i.e: 338 /// TryPluck(tag, gpr_time_0(GPR_CLOCK_REALTIME)) TryPluck(::grpc::internal::CompletionQueueTag * tag)339 void TryPluck(::grpc::internal::CompletionQueueTag* tag) { 340 auto deadline = 341 ::grpc::g_core_codegen_interface->gpr_time_0(GPR_CLOCK_REALTIME); 342 auto ev = ::grpc::g_core_codegen_interface->grpc_completion_queue_pluck( 343 cq_, tag, deadline, nullptr); 344 if (ev.type == GRPC_QUEUE_TIMEOUT) return; 345 bool ok = ev.success != 0; 346 void* ignored = tag; 347 // the tag must be swallowed if using TryPluck 348 GPR_CODEGEN_ASSERT(!tag->FinalizeResult(&ignored, &ok)); 349 } 350 351 /// Performs a single polling pluck on \a tag. Calls tag->FinalizeResult if 352 /// the pluck() was successful and returned the tag. 353 /// 354 /// This exects tag->FinalizeResult (if called) to return 'false' i.e expects 355 /// that the tag is internal not something that is returned to the user. TryPluck(::grpc::internal::CompletionQueueTag * tag,gpr_timespec deadline)356 void TryPluck(::grpc::internal::CompletionQueueTag* tag, 357 gpr_timespec deadline) { 358 auto ev = ::grpc::g_core_codegen_interface->grpc_completion_queue_pluck( 359 cq_, tag, deadline, nullptr); 360 if (ev.type == GRPC_QUEUE_TIMEOUT || ev.type == GRPC_QUEUE_SHUTDOWN) { 361 return; 362 } 363 364 bool ok = ev.success != 0; 365 void* ignored = tag; 366 GPR_CODEGEN_ASSERT(!tag->FinalizeResult(&ignored, &ok)); 367 } 368 369 /// Manage state of avalanching operations : completion queue tags that 370 /// trigger other completion queue operations. The underlying core completion 371 /// queue should not really shutdown until all avalanching operations have 372 /// been finalized. Note that we maintain the requirement that an avalanche 373 /// registration must take place before CQ shutdown (which must be maintained 374 /// elsehwere) InitialAvalanching()375 void InitialAvalanching() { 376 gpr_atm_rel_store(&avalanches_in_flight_, static_cast<gpr_atm>(1)); 377 } RegisterAvalanching()378 void RegisterAvalanching() { 379 gpr_atm_no_barrier_fetch_add(&avalanches_in_flight_, 380 static_cast<gpr_atm>(1)); 381 } CompleteAvalanching()382 void CompleteAvalanching() { 383 if (gpr_atm_no_barrier_fetch_add(&avalanches_in_flight_, 384 static_cast<gpr_atm>(-1)) == 1) { 385 ::grpc::g_core_codegen_interface->grpc_completion_queue_shutdown(cq_); 386 } 387 } 388 RegisterServer(const Server * server)389 void RegisterServer(const Server* server) { 390 (void)server; 391 #ifndef NDEBUG 392 grpc::internal::MutexLock l(&server_list_mutex_); 393 server_list_.push_back(server); 394 #endif 395 } UnregisterServer(const Server * server)396 void UnregisterServer(const Server* server) { 397 (void)server; 398 #ifndef NDEBUG 399 grpc::internal::MutexLock l(&server_list_mutex_); 400 server_list_.remove(server); 401 #endif 402 } ServerListEmpty()403 bool ServerListEmpty() const { 404 #ifndef NDEBUG 405 grpc::internal::MutexLock l(&server_list_mutex_); 406 return server_list_.empty(); 407 #endif 408 return true; 409 } 410 411 grpc_completion_queue* cq_; // owned 412 413 gpr_atm avalanches_in_flight_; 414 415 // List of servers associated with this CQ. Even though this is only used with 416 // NDEBUG, instantiate it in all cases since otherwise the size will be 417 // inconsistent. 418 mutable grpc::internal::Mutex server_list_mutex_; 419 std::list<const Server*> server_list_ /* GUARDED_BY(server_list_mutex_) */; 420 }; 421 422 /// A specific type of completion queue used by the processing of notifications 423 /// by servers. Instantiated by \a ServerBuilder or Server (for health checker). 424 class ServerCompletionQueue : public CompletionQueue { 425 public: IsFrequentlyPolled()426 bool IsFrequentlyPolled() { return polling_type_ != GRPC_CQ_NON_LISTENING; } 427 428 protected: 429 /// Default constructor ServerCompletionQueue()430 ServerCompletionQueue() : polling_type_(GRPC_CQ_DEFAULT_POLLING) {} 431 432 private: 433 /// \param completion_type indicates whether this is a NEXT or CALLBACK 434 /// completion queue. 435 /// \param polling_type Informs the GRPC library about the type of polling 436 /// allowed on this completion queue. See grpc_cq_polling_type's description 437 /// in grpc_types.h for more details. 438 /// \param shutdown_cb is the shutdown callback used for CALLBACK api queues ServerCompletionQueue(grpc_cq_completion_type completion_type,grpc_cq_polling_type polling_type,grpc_experimental_completion_queue_functor * shutdown_cb)439 ServerCompletionQueue(grpc_cq_completion_type completion_type, 440 grpc_cq_polling_type polling_type, 441 grpc_experimental_completion_queue_functor* shutdown_cb) 442 : CompletionQueue(grpc_completion_queue_attributes{ 443 GRPC_CQ_CURRENT_VERSION, completion_type, polling_type, 444 shutdown_cb}), 445 polling_type_(polling_type) {} 446 447 grpc_cq_polling_type polling_type_; 448 friend class ::grpc::ServerBuilder; 449 friend class ::grpc_impl::Server; 450 }; 451 452 } // namespace grpc_impl 453 454 #endif // GRPCPP_IMPL_CODEGEN_COMPLETION_QUEUE_IMPL_H 455