Lines Matching +full:diff +full:- +full:channels
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* Client connection-specific management code.
13 * (2) DONT_REUSE - The connection should be discarded as soon as possible and
31 #include "ar-internal.h"
39 atomic_inc(&bundle->active); in rxrpc_activate_bundle()
48 idr_remove(&local->conn_ids, conn->proto.cid >> RXRPC_CIDSHIFT); in rxrpc_put_client_connection_id()
59 if (!idr_is_empty(&local->conn_ids)) { in rxrpc_destroy_client_conn_ids()
60 idr_for_each_entry(&local->conn_ids, conn, id) { in rxrpc_destroy_client_conn_ids()
62 conn, refcount_read(&conn->ref)); in rxrpc_destroy_client_conn_ids()
67 idr_destroy(&local->conn_ids); in rxrpc_destroy_client_conn_ids()
81 bundle->local = call->local; in rxrpc_alloc_bundle()
82 bundle->peer = rxrpc_get_peer(call->peer, rxrpc_peer_get_bundle); in rxrpc_alloc_bundle()
83 bundle->key = key_get(call->key); in rxrpc_alloc_bundle()
84 bundle->security = call->security; in rxrpc_alloc_bundle()
85 bundle->exclusive = test_bit(RXRPC_CALL_EXCLUSIVE, &call->flags); in rxrpc_alloc_bundle()
86 bundle->upgrade = test_bit(RXRPC_CALL_UPGRADE, &call->flags); in rxrpc_alloc_bundle()
87 bundle->service_id = call->dest_srx.srx_service; in rxrpc_alloc_bundle()
88 bundle->security_level = call->security_level; in rxrpc_alloc_bundle()
89 bundle->debug_id = atomic_inc_return(&rxrpc_bundle_id); in rxrpc_alloc_bundle()
90 refcount_set(&bundle->ref, 1); in rxrpc_alloc_bundle()
91 atomic_set(&bundle->active, 1); in rxrpc_alloc_bundle()
92 INIT_LIST_HEAD(&bundle->waiting_calls); in rxrpc_alloc_bundle()
93 trace_rxrpc_bundle(bundle->debug_id, 1, rxrpc_bundle_new); in rxrpc_alloc_bundle()
103 __refcount_inc(&bundle->ref, &r); in rxrpc_get_bundle()
104 trace_rxrpc_bundle(bundle->debug_id, r + 1, why); in rxrpc_get_bundle()
110 trace_rxrpc_bundle(bundle->debug_id, refcount_read(&bundle->ref), in rxrpc_free_bundle()
112 rxrpc_put_peer(bundle->peer, rxrpc_peer_put_bundle); in rxrpc_free_bundle()
113 key_put(bundle->key); in rxrpc_free_bundle()
124 id = bundle->debug_id; in rxrpc_put_bundle()
125 dead = __refcount_dec_and_test(&bundle->ref, &r); in rxrpc_put_bundle()
126 trace_rxrpc_bundle(id, r - 1, why); in rxrpc_put_bundle()
148 struct rxrpc_local *local = bundle->local; in rxrpc_alloc_client_connection()
149 struct rxrpc_net *rxnet = local->rxnet; in rxrpc_alloc_client_connection()
156 return ERR_PTR(-ENOMEM); in rxrpc_alloc_client_connection()
158 id = idr_alloc_cyclic(&local->conn_ids, conn, 1, 0x40000000, in rxrpc_alloc_client_connection()
165 refcount_set(&conn->ref, 1); in rxrpc_alloc_client_connection()
166 conn->proto.cid = id << RXRPC_CIDSHIFT; in rxrpc_alloc_client_connection()
167 conn->proto.epoch = local->rxnet->epoch; in rxrpc_alloc_client_connection()
168 conn->out_clientflag = RXRPC_CLIENT_INITIATED; in rxrpc_alloc_client_connection()
169 conn->bundle = rxrpc_get_bundle(bundle, rxrpc_bundle_get_client_conn); in rxrpc_alloc_client_connection()
170 conn->local = rxrpc_get_local(bundle->local, rxrpc_local_get_client_conn); in rxrpc_alloc_client_connection()
171 conn->peer = rxrpc_get_peer(bundle->peer, rxrpc_peer_get_client_conn); in rxrpc_alloc_client_connection()
172 conn->key = key_get(bundle->key); in rxrpc_alloc_client_connection()
173 conn->security = bundle->security; in rxrpc_alloc_client_connection()
174 conn->exclusive = bundle->exclusive; in rxrpc_alloc_client_connection()
175 conn->upgrade = bundle->upgrade; in rxrpc_alloc_client_connection()
176 conn->orig_service_id = bundle->service_id; in rxrpc_alloc_client_connection()
177 conn->security_level = bundle->security_level; in rxrpc_alloc_client_connection()
178 conn->state = RXRPC_CONN_CLIENT_UNSECURED; in rxrpc_alloc_client_connection()
179 conn->service_id = conn->orig_service_id; in rxrpc_alloc_client_connection()
181 if (conn->security == &rxrpc_no_security) in rxrpc_alloc_client_connection()
182 conn->state = RXRPC_CONN_CLIENT; in rxrpc_alloc_client_connection()
184 atomic_inc(&rxnet->nr_conns); in rxrpc_alloc_client_connection()
185 write_lock(&rxnet->conn_lock); in rxrpc_alloc_client_connection()
186 list_add_tail(&conn->proc_link, &rxnet->conn_proc_list); in rxrpc_alloc_client_connection()
187 write_unlock(&rxnet->conn_lock); in rxrpc_alloc_client_connection()
191 atomic_inc(&rxnet->nr_client_conns); in rxrpc_alloc_client_connection()
192 trace_rxrpc_client(conn, -1, rxrpc_client_alloc); in rxrpc_alloc_client_connection()
207 rxnet = conn->rxnet; in rxrpc_may_reuse_conn()
208 if (test_bit(RXRPC_CONN_DONT_REUSE, &conn->flags)) in rxrpc_may_reuse_conn()
211 if ((conn->state != RXRPC_CONN_CLIENT_UNSECURED && in rxrpc_may_reuse_conn()
212 conn->state != RXRPC_CONN_CLIENT) || in rxrpc_may_reuse_conn()
213 conn->proto.epoch != rxnet->epoch) in rxrpc_may_reuse_conn()
222 id_cursor = idr_get_cursor(&conn->local->conn_ids); in rxrpc_may_reuse_conn()
223 id = conn->proto.cid >> RXRPC_CIDSHIFT; in rxrpc_may_reuse_conn()
224 distance = id - id_cursor; in rxrpc_may_reuse_conn()
226 distance = -distance; in rxrpc_may_reuse_conn()
227 limit = max_t(unsigned long, atomic_read(&rxnet->nr_conns) * 4, 1024); in rxrpc_may_reuse_conn()
234 set_bit(RXRPC_CONN_DONT_REUSE, &conn->flags); in rxrpc_may_reuse_conn()
246 struct rxrpc_local *local = call->local; in rxrpc_look_up_bundle()
248 long diff; in rxrpc_look_up_bundle() local
249 bool upgrade = test_bit(RXRPC_CALL_UPGRADE, &call->flags); in rxrpc_look_up_bundle()
252 call->peer, key_serial(call->key), call->security_level, in rxrpc_look_up_bundle()
255 if (test_bit(RXRPC_CALL_EXCLUSIVE, &call->flags)) { in rxrpc_look_up_bundle()
256 call->bundle = rxrpc_alloc_bundle(call, gfp); in rxrpc_look_up_bundle()
257 return call->bundle ? 0 : -ENOMEM; in rxrpc_look_up_bundle()
262 spin_lock(&local->client_bundles_lock); in rxrpc_look_up_bundle()
263 p = local->client_bundles.rb_node; in rxrpc_look_up_bundle()
267 #define cmp(X, Y) ((long)(X) - (long)(Y)) in rxrpc_look_up_bundle()
268 diff = (cmp(bundle->peer, call->peer) ?: in rxrpc_look_up_bundle()
269 cmp(bundle->key, call->key) ?: in rxrpc_look_up_bundle()
270 cmp(bundle->security_level, call->security_level) ?: in rxrpc_look_up_bundle()
271 cmp(bundle->upgrade, upgrade)); in rxrpc_look_up_bundle()
273 if (diff < 0) in rxrpc_look_up_bundle()
274 p = p->rb_left; in rxrpc_look_up_bundle()
275 else if (diff > 0) in rxrpc_look_up_bundle()
276 p = p->rb_right; in rxrpc_look_up_bundle()
280 spin_unlock(&local->client_bundles_lock); in rxrpc_look_up_bundle()
286 return -ENOMEM; in rxrpc_look_up_bundle()
289 spin_lock(&local->client_bundles_lock); in rxrpc_look_up_bundle()
290 pp = &local->client_bundles.rb_node; in rxrpc_look_up_bundle()
296 #define cmp(X, Y) ((long)(X) - (long)(Y)) in rxrpc_look_up_bundle()
297 diff = (cmp(bundle->peer, call->peer) ?: in rxrpc_look_up_bundle()
298 cmp(bundle->key, call->key) ?: in rxrpc_look_up_bundle()
299 cmp(bundle->security_level, call->security_level) ?: in rxrpc_look_up_bundle()
300 cmp(bundle->upgrade, upgrade)); in rxrpc_look_up_bundle()
302 if (diff < 0) in rxrpc_look_up_bundle()
303 pp = &(*pp)->rb_left; in rxrpc_look_up_bundle()
304 else if (diff > 0) in rxrpc_look_up_bundle()
305 pp = &(*pp)->rb_right; in rxrpc_look_up_bundle()
311 rb_link_node(&candidate->local_node, parent, pp); in rxrpc_look_up_bundle()
312 rb_insert_color(&candidate->local_node, &local->client_bundles); in rxrpc_look_up_bundle()
313 call->bundle = rxrpc_get_bundle(candidate, rxrpc_bundle_get_client_call); in rxrpc_look_up_bundle()
314 spin_unlock(&local->client_bundles_lock); in rxrpc_look_up_bundle()
315 _leave(" = B=%u [new]", call->bundle->debug_id); in rxrpc_look_up_bundle()
321 call->bundle = rxrpc_get_bundle(bundle, rxrpc_bundle_get_client_call); in rxrpc_look_up_bundle()
323 spin_unlock(&local->client_bundles_lock); in rxrpc_look_up_bundle()
324 _leave(" = B=%u [found]", call->bundle->debug_id); in rxrpc_look_up_bundle()
338 old = bundle->conns[slot]; in rxrpc_add_conn_to_bundle()
340 bundle->conns[slot] = NULL; in rxrpc_add_conn_to_bundle()
341 trace_rxrpc_client(old, -1, rxrpc_client_replace); in rxrpc_add_conn_to_bundle()
347 bundle->alloc_error = PTR_ERR(conn); in rxrpc_add_conn_to_bundle()
352 conn->bundle_shift = shift; in rxrpc_add_conn_to_bundle()
353 bundle->conns[slot] = conn; in rxrpc_add_conn_to_bundle()
355 set_bit(shift + i, &bundle->avail_chans); in rxrpc_add_conn_to_bundle()
365 int slot = -1, i, usable; in rxrpc_bundle_has_space()
369 bundle->alloc_error = 0; in rxrpc_bundle_has_space()
373 for (i = 0; i < ARRAY_SIZE(bundle->conns); i++) { in rxrpc_bundle_has_space()
374 if (rxrpc_may_reuse_conn(bundle->conns[i])) in rxrpc_bundle_has_space()
376 else if (slot == -1) in rxrpc_bundle_has_space()
380 if (!usable && bundle->upgrade) in rxrpc_bundle_has_space()
381 bundle->try_upgrade = true; in rxrpc_bundle_has_space()
386 if (!bundle->avail_chans && in rxrpc_bundle_has_space()
387 !bundle->try_upgrade && in rxrpc_bundle_has_space()
388 usable < ARRAY_SIZE(bundle->conns)) in rxrpc_bundle_has_space()
406 struct rxrpc_channel *chan = &conn->channels[channel]; in rxrpc_activate_one_channel()
407 struct rxrpc_bundle *bundle = conn->bundle; in rxrpc_activate_one_channel()
408 struct rxrpc_call *call = list_entry(bundle->waiting_calls.next, in rxrpc_activate_one_channel()
410 u32 call_id = chan->call_counter + 1; in rxrpc_activate_one_channel()
412 _enter("C=%x,%u", conn->debug_id, channel); in rxrpc_activate_one_channel()
414 list_del_init(&call->wait_link); in rxrpc_activate_one_channel()
421 clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags); in rxrpc_activate_one_channel()
422 clear_bit(conn->bundle_shift + channel, &bundle->avail_chans); in rxrpc_activate_one_channel()
425 call->conn = rxrpc_get_connection(conn, rxrpc_conn_get_activate_call); in rxrpc_activate_one_channel()
426 call->cid = conn->proto.cid | channel; in rxrpc_activate_one_channel()
427 call->call_id = call_id; in rxrpc_activate_one_channel()
428 call->dest_srx.srx_service = conn->service_id; in rxrpc_activate_one_channel()
429 call->cong_ssthresh = call->peer->cong_ssthresh; in rxrpc_activate_one_channel()
430 if (call->cong_cwnd >= call->cong_ssthresh) in rxrpc_activate_one_channel()
431 call->cong_mode = RXRPC_CALL_CONGEST_AVOIDANCE; in rxrpc_activate_one_channel()
433 call->cong_mode = RXRPC_CALL_SLOW_START; in rxrpc_activate_one_channel()
435 chan->call_id = call_id; in rxrpc_activate_one_channel()
436 chan->call_debug_id = call->debug_id; in rxrpc_activate_one_channel()
437 chan->call = call; in rxrpc_activate_one_channel()
441 call->tx_last_sent = ktime_get_real(); in rxrpc_activate_one_channel()
444 wake_up(&call->waitq); in rxrpc_activate_one_channel()
452 if (!list_empty(&conn->cache_link)) { in rxrpc_unidle_conn()
453 list_del_init(&conn->cache_link); in rxrpc_unidle_conn()
459 * Assign channels and callNumbers to waiting calls.
467 trace_rxrpc_client(NULL, -1, rxrpc_client_activate_chans); in rxrpc_activate_channels()
469 if (bundle->try_upgrade) in rxrpc_activate_channels()
474 while (!list_empty(&bundle->waiting_calls)) { in rxrpc_activate_channels()
475 avail = bundle->avail_chans & mask; in rxrpc_activate_channels()
479 clear_bit(channel, &bundle->avail_chans); in rxrpc_activate_channels()
482 conn = bundle->conns[slot]; in rxrpc_activate_channels()
486 if (bundle->try_upgrade) in rxrpc_activate_channels()
487 set_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags); in rxrpc_activate_channels()
490 channel &= (RXRPC_MAXCALLS - 1); in rxrpc_activate_channels()
491 conn->act_chans |= 1 << channel; in rxrpc_activate_channels()
497 * Connect waiting channels (called from the I/O thread).
503 while ((call = list_first_entry_or_null(&local->new_client_calls, in rxrpc_connect_client_calls()
506 struct rxrpc_bundle *bundle = call->bundle; in rxrpc_connect_client_calls()
508 spin_lock(&local->client_call_lock); in rxrpc_connect_client_calls()
509 list_move_tail(&call->wait_link, &bundle->waiting_calls); in rxrpc_connect_client_calls()
511 spin_unlock(&local->client_call_lock); in rxrpc_connect_client_calls()
524 unsigned int channel = call->cid & RXRPC_CHANNELMASK; in rxrpc_expose_client_call()
525 struct rxrpc_connection *conn = call->conn; in rxrpc_expose_client_call()
526 struct rxrpc_channel *chan = &conn->channels[channel]; in rxrpc_expose_client_call()
528 if (!test_and_set_bit(RXRPC_CALL_EXPOSED, &call->flags)) { in rxrpc_expose_client_call()
534 chan->call_counter++; in rxrpc_expose_client_call()
535 if (chan->call_counter >= INT_MAX) in rxrpc_expose_client_call()
536 set_bit(RXRPC_CONN_DONT_REUSE, &conn->flags); in rxrpc_expose_client_call()
539 spin_lock(&call->peer->lock); in rxrpc_expose_client_call()
540 hlist_add_head(&call->error_link, &call->peer->error_targets); in rxrpc_expose_client_call()
541 spin_unlock(&call->peer->lock); in rxrpc_expose_client_call()
550 if (!local->kill_all_client_conns) { in rxrpc_set_client_reap_timer()
554 if (local->rxnet->live) in rxrpc_set_client_reap_timer()
555 timer_reduce(&local->client_conn_reap_timer, reap_at); in rxrpc_set_client_reap_timer()
566 struct rxrpc_local *local = bundle->local; in rxrpc_disconnect_client_call()
571 _enter("c=%x", call->debug_id); in rxrpc_disconnect_client_call()
576 conn = call->conn; in rxrpc_disconnect_client_call()
579 ASSERTCMP(call->call_id, ==, 0); in rxrpc_disconnect_client_call()
580 ASSERT(!test_bit(RXRPC_CALL_EXPOSED, &call->flags)); in rxrpc_disconnect_client_call()
581 /* May still be on ->new_client_calls. */ in rxrpc_disconnect_client_call()
582 spin_lock(&local->client_call_lock); in rxrpc_disconnect_client_call()
583 list_del_init(&call->wait_link); in rxrpc_disconnect_client_call()
584 spin_unlock(&local->client_call_lock); in rxrpc_disconnect_client_call()
588 cid = call->cid; in rxrpc_disconnect_client_call()
590 chan = &conn->channels[channel]; in rxrpc_disconnect_client_call()
593 if (WARN_ON(chan->call != call)) in rxrpc_disconnect_client_call()
607 if (test_bit(RXRPC_CALL_EXPOSED, &call->flags)) { in rxrpc_disconnect_client_call()
608 _debug("exposed %u,%u", call->call_id, call->abort_code); in rxrpc_disconnect_client_call()
611 if (test_and_clear_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags)) { in rxrpc_disconnect_client_call()
613 bundle->try_upgrade = false; in rxrpc_disconnect_client_call()
620 if (may_reuse && !list_empty(&bundle->waiting_calls)) { in rxrpc_disconnect_client_call()
627 * can be skipped if we find a follow-on call. The first DATA packet in rxrpc_disconnect_client_call()
630 if (call->completion == RXRPC_CALL_SUCCEEDED && in rxrpc_disconnect_client_call()
631 test_bit(RXRPC_CALL_EXPOSED, &call->flags)) { in rxrpc_disconnect_client_call()
634 WRITE_ONCE(chan->final_ack_at, final_ack_at); in rxrpc_disconnect_client_call()
636 set_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags); in rxrpc_disconnect_client_call()
641 chan->call = NULL; in rxrpc_disconnect_client_call()
642 set_bit(conn->bundle_shift + channel, &conn->bundle->avail_chans); in rxrpc_disconnect_client_call()
643 conn->act_chans &= ~(1 << channel); in rxrpc_disconnect_client_call()
645 /* If no channels remain active, then put the connection on the idle in rxrpc_disconnect_client_call()
649 if (!conn->act_chans) { in rxrpc_disconnect_client_call()
651 conn->idle_timestamp = jiffies; in rxrpc_disconnect_client_call()
654 list_move_tail(&conn->cache_link, &local->idle_client_conns); in rxrpc_disconnect_client_call()
665 struct rxrpc_bundle *bundle = conn->bundle; in rxrpc_unbundle_conn()
669 _enter("C=%x", conn->debug_id); in rxrpc_unbundle_conn()
671 if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK) in rxrpc_unbundle_conn()
674 bindex = conn->bundle_shift / RXRPC_MAXCALLS; in rxrpc_unbundle_conn()
675 if (bundle->conns[bindex] == conn) { in rxrpc_unbundle_conn()
677 bundle->conns[bindex] = NULL; in rxrpc_unbundle_conn()
679 clear_bit(conn->bundle_shift + i, &bundle->avail_chans); in rxrpc_unbundle_conn()
680 rxrpc_put_client_connection_id(bundle->local, conn); in rxrpc_unbundle_conn()
697 local = bundle->local; in rxrpc_deactivate_bundle()
698 if (atomic_dec_and_lock(&bundle->active, &local->client_bundles_lock)) { in rxrpc_deactivate_bundle()
699 if (!bundle->exclusive) { in rxrpc_deactivate_bundle()
701 rb_erase(&bundle->local_node, &local->client_bundles); in rxrpc_deactivate_bundle()
705 spin_unlock(&local->client_bundles_lock); in rxrpc_deactivate_bundle()
716 struct rxrpc_local *local = conn->local; in rxrpc_kill_client_conn()
717 struct rxrpc_net *rxnet = local->rxnet; in rxrpc_kill_client_conn()
719 _enter("C=%x", conn->debug_id); in rxrpc_kill_client_conn()
721 trace_rxrpc_client(conn, -1, rxrpc_client_cleanup); in rxrpc_kill_client_conn()
722 atomic_dec(&rxnet->nr_client_conns); in rxrpc_kill_client_conn()
732 * considered non-reentrant.
745 nr_conns = atomic_read(&local->rxnet->nr_client_conns); in rxrpc_discard_expired_client_conns()
748 conn = list_first_entry_or_null(&local->idle_client_conns, in rxrpc_discard_expired_client_conns()
753 if (!local->kill_all_client_conns) { in rxrpc_discard_expired_client_conns()
757 * final-ACK or ABORT retransmission. in rxrpc_discard_expired_client_conns()
762 if (conn->local->service_closed) in rxrpc_discard_expired_client_conns()
765 conn_expires_at = conn->idle_timestamp + expiry; in rxrpc_discard_expired_client_conns()
772 atomic_dec(&conn->active); in rxrpc_discard_expired_client_conns()
773 trace_rxrpc_client(conn, -1, rxrpc_client_discard); in rxrpc_discard_expired_client_conns()
774 list_del_init(&conn->cache_link); in rxrpc_discard_expired_client_conns()
777 /* Drop the ->cache_link ref */ in rxrpc_discard_expired_client_conns()
780 nr_conns--; in rxrpc_discard_expired_client_conns()
787 * We don't worry if the work item is already scheduled - it can look in rxrpc_discard_expired_client_conns()
792 if (!local->kill_all_client_conns) in rxrpc_discard_expired_client_conns()
793 timer_reduce(&local->client_conn_reap_timer, conn_expires_at); in rxrpc_discard_expired_client_conns()
807 local->kill_all_client_conns = true; in rxrpc_clean_up_local_conns()
809 del_timer_sync(&local->client_conn_reap_timer); in rxrpc_clean_up_local_conns()
811 while ((conn = list_first_entry_or_null(&local->idle_client_conns, in rxrpc_clean_up_local_conns()
813 list_del_init(&conn->cache_link); in rxrpc_clean_up_local_conns()
814 atomic_dec(&conn->active); in rxrpc_clean_up_local_conns()
815 trace_rxrpc_client(conn, -1, rxrpc_client_discard); in rxrpc_clean_up_local_conns()