1 /*
2 * nghttp2 - HTTP/2 C Library
3 *
4 * Copyright (c) 2012 Tatsuhiro Tsujikawa
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining
7 * a copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sublicense, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice shall be
15 * included in all copies or substantial portions of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
20 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 */
25 #include "shrpx_downstream_queue.h"
26
27 #include <cassert>
28 #include <limits>
29
30 #include "shrpx_downstream.h"
31
32 namespace shrpx {
33
HostEntry(ImmutableString && key)34 DownstreamQueue::HostEntry::HostEntry(ImmutableString &&key)
35 : key(std::move(key)), num_active(0) {}
36
DownstreamQueue(size_t conn_max_per_host,bool unified_host)37 DownstreamQueue::DownstreamQueue(size_t conn_max_per_host, bool unified_host)
38 : conn_max_per_host_(conn_max_per_host == 0
39 ? std::numeric_limits<size_t>::max()
40 : conn_max_per_host),
41 unified_host_(unified_host) {}
42
~DownstreamQueue()43 DownstreamQueue::~DownstreamQueue() {
44 dlist_delete_all(downstreams_);
45 for (auto &p : host_entries_) {
46 auto &ent = p.second;
47 dlist_delete_all(ent.blocked);
48 }
49 }
50
add_pending(std::unique_ptr<Downstream> downstream)51 void DownstreamQueue::add_pending(std::unique_ptr<Downstream> downstream) {
52 downstream->set_dispatch_state(DispatchState::PENDING);
53 downstreams_.append(downstream.release());
54 }
55
mark_failure(Downstream * downstream)56 void DownstreamQueue::mark_failure(Downstream *downstream) {
57 downstream->set_dispatch_state(DispatchState::FAILURE);
58 }
59
60 DownstreamQueue::HostEntry &
find_host_entry(const StringRef & host)61 DownstreamQueue::find_host_entry(const StringRef &host) {
62 auto itr = host_entries_.find(host);
63 if (itr == std::end(host_entries_)) {
64 auto key = ImmutableString{std::begin(host), std::end(host)};
65 auto key_ref = StringRef{key};
66 #ifdef HAVE_STD_MAP_EMPLACE
67 std::tie(itr, std::ignore) =
68 host_entries_.emplace(key_ref, HostEntry(std::move(key)));
69 #else // !HAVE_STD_MAP_EMPLACE
70 // for g++-4.7
71 std::tie(itr, std::ignore) = host_entries_.insert(
72 std::make_pair(key_ref, HostEntry(std::move(key))));
73 #endif // !HAVE_STD_MAP_EMPLACE
74 }
75 return (*itr).second;
76 }
77
make_host_key(const StringRef & host) const78 StringRef DownstreamQueue::make_host_key(const StringRef &host) const {
79 return unified_host_ ? StringRef{} : host;
80 }
81
make_host_key(Downstream * downstream) const82 StringRef DownstreamQueue::make_host_key(Downstream *downstream) const {
83 return make_host_key(downstream->request().authority);
84 }
85
mark_active(Downstream * downstream)86 void DownstreamQueue::mark_active(Downstream *downstream) {
87 auto &ent = find_host_entry(make_host_key(downstream));
88 ++ent.num_active;
89
90 downstream->set_dispatch_state(DispatchState::ACTIVE);
91 }
92
mark_blocked(Downstream * downstream)93 void DownstreamQueue::mark_blocked(Downstream *downstream) {
94 auto &ent = find_host_entry(make_host_key(downstream));
95
96 downstream->set_dispatch_state(DispatchState::BLOCKED);
97
98 auto link = new BlockedLink{};
99 downstream->attach_blocked_link(link);
100 ent.blocked.append(link);
101 }
102
can_activate(const StringRef & host) const103 bool DownstreamQueue::can_activate(const StringRef &host) const {
104 auto itr = host_entries_.find(make_host_key(host));
105 if (itr == std::end(host_entries_)) {
106 return true;
107 }
108 auto &ent = (*itr).second;
109 return ent.num_active < conn_max_per_host_;
110 }
111
112 namespace {
remove_host_entry_if_empty(const DownstreamQueue::HostEntry & ent,DownstreamQueue::HostEntryMap & host_entries,const StringRef & host)113 bool remove_host_entry_if_empty(const DownstreamQueue::HostEntry &ent,
114 DownstreamQueue::HostEntryMap &host_entries,
115 const StringRef &host) {
116 if (ent.blocked.empty() && ent.num_active == 0) {
117 host_entries.erase(host);
118 return true;
119 }
120 return false;
121 }
122 } // namespace
123
remove_and_get_blocked(Downstream * downstream,bool next_blocked)124 Downstream *DownstreamQueue::remove_and_get_blocked(Downstream *downstream,
125 bool next_blocked) {
126 // Delete downstream when this function returns.
127 auto delptr = std::unique_ptr<Downstream>(downstream);
128
129 downstreams_.remove(downstream);
130
131 auto host = make_host_key(downstream);
132 auto &ent = find_host_entry(host);
133
134 if (downstream->get_dispatch_state() == DispatchState::ACTIVE) {
135 --ent.num_active;
136 } else {
137 // For those downstreams deleted while in blocked state
138 auto link = downstream->detach_blocked_link();
139 if (link) {
140 ent.blocked.remove(link);
141 delete link;
142 }
143 }
144
145 if (remove_host_entry_if_empty(ent, host_entries_, host)) {
146 return nullptr;
147 }
148
149 if (!next_blocked || ent.num_active >= conn_max_per_host_) {
150 return nullptr;
151 }
152
153 auto link = ent.blocked.head;
154
155 if (!link) {
156 return nullptr;
157 }
158
159 auto next_downstream = link->downstream;
160 auto link2 = next_downstream->detach_blocked_link();
161 // This is required with --disable-assert.
162 (void)link2;
163 assert(link2 == link);
164 ent.blocked.remove(link);
165 delete link;
166 remove_host_entry_if_empty(ent, host_entries_, host);
167
168 return next_downstream;
169 }
170
get_downstreams() const171 Downstream *DownstreamQueue::get_downstreams() const {
172 return downstreams_.head;
173 }
174
175 } // namespace shrpx
176