Lines Matching refs:call
50 struct rxrpc_call *call = from_timer(call, t, timer); in rxrpc_call_timer_expired() local
52 _enter("%d", call->debug_id); in rxrpc_call_timer_expired()
54 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_call_timer_expired()
55 trace_rxrpc_timer(call, rxrpc_timer_expired, jiffies); in rxrpc_call_timer_expired()
56 __rxrpc_queue_call(call); in rxrpc_call_timer_expired()
58 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_call_timer_expired()
62 void rxrpc_reduce_call_timer(struct rxrpc_call *call, in rxrpc_reduce_call_timer() argument
67 if (rxrpc_try_get_call(call, rxrpc_call_got_timer)) { in rxrpc_reduce_call_timer()
68 trace_rxrpc_timer(call, why, now); in rxrpc_reduce_call_timer()
69 if (timer_reduce(&call->timer, expire_at)) in rxrpc_reduce_call_timer()
70 rxrpc_put_call(call, rxrpc_call_put_notimer); in rxrpc_reduce_call_timer()
74 void rxrpc_delete_call_timer(struct rxrpc_call *call) in rxrpc_delete_call_timer() argument
76 if (del_timer_sync(&call->timer)) in rxrpc_delete_call_timer()
77 rxrpc_put_call(call, rxrpc_call_put_timer); in rxrpc_delete_call_timer()
89 struct rxrpc_call *call; in rxrpc_find_call_by_user_ID() local
98 call = rb_entry(p, struct rxrpc_call, sock_node); in rxrpc_find_call_by_user_ID()
100 if (user_call_ID < call->user_call_ID) in rxrpc_find_call_by_user_ID()
102 else if (user_call_ID > call->user_call_ID) in rxrpc_find_call_by_user_ID()
113 rxrpc_get_call(call, rxrpc_call_got); in rxrpc_find_call_by_user_ID()
115 _leave(" = %p [%d]", call, refcount_read(&call->ref)); in rxrpc_find_call_by_user_ID()
116 return call; in rxrpc_find_call_by_user_ID()
125 struct rxrpc_call *call; in rxrpc_alloc_call() local
128 call = kmem_cache_zalloc(rxrpc_call_jar, gfp); in rxrpc_alloc_call()
129 if (!call) in rxrpc_alloc_call()
132 call->rxtx_buffer = kcalloc(RXRPC_RXTX_BUFF_SIZE, in rxrpc_alloc_call()
135 if (!call->rxtx_buffer) in rxrpc_alloc_call()
138 call->rxtx_annotations = kcalloc(RXRPC_RXTX_BUFF_SIZE, sizeof(u8), gfp); in rxrpc_alloc_call()
139 if (!call->rxtx_annotations) in rxrpc_alloc_call()
142 mutex_init(&call->user_mutex); in rxrpc_alloc_call()
148 lockdep_set_class(&call->user_mutex, in rxrpc_alloc_call()
151 timer_setup(&call->timer, rxrpc_call_timer_expired, 0); in rxrpc_alloc_call()
152 INIT_WORK(&call->processor, &rxrpc_process_call); in rxrpc_alloc_call()
153 INIT_LIST_HEAD(&call->link); in rxrpc_alloc_call()
154 INIT_LIST_HEAD(&call->chan_wait_link); in rxrpc_alloc_call()
155 INIT_LIST_HEAD(&call->accept_link); in rxrpc_alloc_call()
156 INIT_LIST_HEAD(&call->recvmsg_link); in rxrpc_alloc_call()
157 INIT_LIST_HEAD(&call->sock_link); in rxrpc_alloc_call()
158 init_waitqueue_head(&call->waitq); in rxrpc_alloc_call()
159 spin_lock_init(&call->lock); in rxrpc_alloc_call()
160 spin_lock_init(&call->notify_lock); in rxrpc_alloc_call()
161 spin_lock_init(&call->input_lock); in rxrpc_alloc_call()
162 rwlock_init(&call->state_lock); in rxrpc_alloc_call()
163 refcount_set(&call->ref, 1); in rxrpc_alloc_call()
164 call->debug_id = debug_id; in rxrpc_alloc_call()
165 call->tx_total_len = -1; in rxrpc_alloc_call()
166 call->next_rx_timo = 20 * HZ; in rxrpc_alloc_call()
167 call->next_req_timo = 1 * HZ; in rxrpc_alloc_call()
169 memset(&call->sock_node, 0xed, sizeof(call->sock_node)); in rxrpc_alloc_call()
172 call->rx_winsize = rxrpc_rx_window_size; in rxrpc_alloc_call()
173 call->tx_winsize = 16; in rxrpc_alloc_call()
174 call->rx_expect_next = 1; in rxrpc_alloc_call()
176 call->cong_cwnd = 2; in rxrpc_alloc_call()
177 call->cong_ssthresh = RXRPC_RXTX_BUFF_SIZE - 1; in rxrpc_alloc_call()
179 call->rxnet = rxnet; in rxrpc_alloc_call()
180 call->rtt_avail = RXRPC_CALL_RTT_AVAIL_MASK; in rxrpc_alloc_call()
182 return call; in rxrpc_alloc_call()
185 kfree(call->rxtx_buffer); in rxrpc_alloc_call()
187 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_alloc_call()
199 struct rxrpc_call *call; in rxrpc_alloc_client_call() local
204 call = rxrpc_alloc_call(rx, gfp, debug_id); in rxrpc_alloc_client_call()
205 if (!call) in rxrpc_alloc_client_call()
207 call->state = RXRPC_CALL_CLIENT_AWAIT_CONN; in rxrpc_alloc_client_call()
208 call->service_id = srx->srx_service; in rxrpc_alloc_client_call()
209 call->tx_phase = true; in rxrpc_alloc_client_call()
211 call->acks_latest_ts = now; in rxrpc_alloc_client_call()
212 call->cong_tstamp = now; in rxrpc_alloc_client_call()
214 _leave(" = %p", call); in rxrpc_alloc_client_call()
215 return call; in rxrpc_alloc_client_call()
221 static void rxrpc_start_call_timer(struct rxrpc_call *call) in rxrpc_start_call_timer() argument
226 call->ack_at = j; in rxrpc_start_call_timer()
227 call->ack_lost_at = j; in rxrpc_start_call_timer()
228 call->resend_at = j; in rxrpc_start_call_timer()
229 call->ping_at = j; in rxrpc_start_call_timer()
230 call->expect_rx_by = j; in rxrpc_start_call_timer()
231 call->expect_req_by = j; in rxrpc_start_call_timer()
232 call->expect_term_by = j; in rxrpc_start_call_timer()
233 call->timer.expires = now; in rxrpc_start_call_timer()
255 static void rxrpc_put_call_slot(struct rxrpc_call *call) in rxrpc_put_call_slot() argument
259 if (test_bit(RXRPC_CALL_KERNEL, &call->flags)) in rxrpc_put_call_slot()
276 __acquires(&call->user_mutex) in rxrpc_new_client_call()
278 struct rxrpc_call *call, *xcall; in rxrpc_new_client_call() local
293 call = rxrpc_alloc_client_call(rx, srx, gfp, debug_id); in rxrpc_new_client_call()
294 if (IS_ERR(call)) { in rxrpc_new_client_call()
297 _leave(" = %ld", PTR_ERR(call)); in rxrpc_new_client_call()
298 return call; in rxrpc_new_client_call()
301 call->interruptibility = p->interruptibility; in rxrpc_new_client_call()
302 call->tx_total_len = p->tx_total_len; in rxrpc_new_client_call()
303 trace_rxrpc_call(call->debug_id, rxrpc_call_new_client, in rxrpc_new_client_call()
304 refcount_read(&call->ref), in rxrpc_new_client_call()
307 __set_bit(RXRPC_CALL_KERNEL, &call->flags); in rxrpc_new_client_call()
312 mutex_lock(&call->user_mutex); in rxrpc_new_client_call()
331 rcu_assign_pointer(call->socket, rx); in rxrpc_new_client_call()
332 call->user_call_ID = p->user_call_ID; in rxrpc_new_client_call()
333 __set_bit(RXRPC_CALL_HAS_USERID, &call->flags); in rxrpc_new_client_call()
334 rxrpc_get_call(call, rxrpc_call_got_userid); in rxrpc_new_client_call()
335 rb_link_node(&call->sock_node, parent, pp); in rxrpc_new_client_call()
336 rb_insert_color(&call->sock_node, &rx->calls); in rxrpc_new_client_call()
337 list_add(&call->sock_link, &rx->sock_calls); in rxrpc_new_client_call()
341 rxnet = call->rxnet; in rxrpc_new_client_call()
343 list_add_tail(&call->link, &rxnet->calls); in rxrpc_new_client_call()
352 ret = rxrpc_connect_call(rx, call, cp, srx, gfp); in rxrpc_new_client_call()
356 trace_rxrpc_call(call->debug_id, rxrpc_call_connected, in rxrpc_new_client_call()
357 refcount_read(&call->ref), here, NULL); in rxrpc_new_client_call()
359 rxrpc_start_call_timer(call); in rxrpc_new_client_call()
361 _net("CALL new %d on CONN %d", call->debug_id, call->conn->debug_id); in rxrpc_new_client_call()
363 _leave(" = %p [new]", call); in rxrpc_new_client_call()
364 return call; in rxrpc_new_client_call()
374 __rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, in rxrpc_new_client_call()
376 trace_rxrpc_call(call->debug_id, rxrpc_call_error, in rxrpc_new_client_call()
377 refcount_read(&call->ref), here, ERR_PTR(-EEXIST)); in rxrpc_new_client_call()
378 rxrpc_release_call(rx, call); in rxrpc_new_client_call()
379 mutex_unlock(&call->user_mutex); in rxrpc_new_client_call()
380 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_new_client_call()
390 trace_rxrpc_call(call->debug_id, rxrpc_call_error, in rxrpc_new_client_call()
391 refcount_read(&call->ref), here, ERR_PTR(ret)); in rxrpc_new_client_call()
392 set_bit(RXRPC_CALL_DISCONNECTED, &call->flags); in rxrpc_new_client_call()
393 __rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, in rxrpc_new_client_call()
395 _leave(" = c=%08x [err]", call->debug_id); in rxrpc_new_client_call()
396 return call; in rxrpc_new_client_call()
404 struct rxrpc_call *call, in rxrpc_incoming_call() argument
407 struct rxrpc_connection *conn = call->conn; in rxrpc_incoming_call()
411 _enter(",%d", call->conn->debug_id); in rxrpc_incoming_call()
413 rcu_assign_pointer(call->socket, rx); in rxrpc_incoming_call()
414 call->call_id = sp->hdr.callNumber; in rxrpc_incoming_call()
415 call->service_id = sp->hdr.serviceId; in rxrpc_incoming_call()
416 call->cid = sp->hdr.cid; in rxrpc_incoming_call()
417 call->state = RXRPC_CALL_SERVER_SECURING; in rxrpc_incoming_call()
418 call->cong_tstamp = skb->tstamp; in rxrpc_incoming_call()
427 conn->channels[chan].call_counter = call->call_id; in rxrpc_incoming_call()
428 conn->channels[chan].call_id = call->call_id; in rxrpc_incoming_call()
429 rcu_assign_pointer(conn->channels[chan].call, call); in rxrpc_incoming_call()
432 hlist_add_head_rcu(&call->error_link, &conn->params.peer->error_targets); in rxrpc_incoming_call()
435 _net("CALL incoming %d on CONN %d", call->debug_id, call->conn->debug_id); in rxrpc_incoming_call()
437 rxrpc_start_call_timer(call); in rxrpc_incoming_call()
444 bool rxrpc_queue_call(struct rxrpc_call *call) in rxrpc_queue_call() argument
449 if (!__refcount_inc_not_zero(&call->ref, &n)) in rxrpc_queue_call()
451 if (rxrpc_queue_work(&call->processor)) in rxrpc_queue_call()
452 trace_rxrpc_call(call->debug_id, rxrpc_call_queued, n + 1, in rxrpc_queue_call()
455 rxrpc_put_call(call, rxrpc_call_put_noqueue); in rxrpc_queue_call()
462 bool __rxrpc_queue_call(struct rxrpc_call *call) in __rxrpc_queue_call() argument
465 int n = refcount_read(&call->ref); in __rxrpc_queue_call()
467 if (rxrpc_queue_work(&call->processor)) in __rxrpc_queue_call()
468 trace_rxrpc_call(call->debug_id, rxrpc_call_queued_ref, n, in __rxrpc_queue_call()
471 rxrpc_put_call(call, rxrpc_call_put_noqueue); in __rxrpc_queue_call()
478 void rxrpc_see_call(struct rxrpc_call *call) in rxrpc_see_call() argument
481 if (call) { in rxrpc_see_call()
482 int n = refcount_read(&call->ref); in rxrpc_see_call()
484 trace_rxrpc_call(call->debug_id, rxrpc_call_seen, n, in rxrpc_see_call()
489 bool rxrpc_try_get_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_try_get_call() argument
494 if (!__refcount_inc_not_zero(&call->ref, &n)) in rxrpc_try_get_call()
496 trace_rxrpc_call(call->debug_id, op, n + 1, here, NULL); in rxrpc_try_get_call()
503 void rxrpc_get_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_get_call() argument
508 __refcount_inc(&call->ref, &n); in rxrpc_get_call()
509 trace_rxrpc_call(call->debug_id, op, n + 1, here, NULL); in rxrpc_get_call()
515 static void rxrpc_cleanup_ring(struct rxrpc_call *call) in rxrpc_cleanup_ring() argument
520 rxrpc_free_skb(call->rxtx_buffer[i], rxrpc_skb_cleaned); in rxrpc_cleanup_ring()
521 call->rxtx_buffer[i] = NULL; in rxrpc_cleanup_ring()
528 void rxrpc_release_call(struct rxrpc_sock *rx, struct rxrpc_call *call) in rxrpc_release_call() argument
531 struct rxrpc_connection *conn = call->conn; in rxrpc_release_call()
534 _enter("{%d,%d}", call->debug_id, refcount_read(&call->ref)); in rxrpc_release_call()
536 trace_rxrpc_call(call->debug_id, rxrpc_call_release, in rxrpc_release_call()
537 refcount_read(&call->ref), in rxrpc_release_call()
538 here, (const void *)call->flags); in rxrpc_release_call()
540 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_release_call()
542 spin_lock_bh(&call->lock); in rxrpc_release_call()
543 if (test_and_set_bit(RXRPC_CALL_RELEASED, &call->flags)) in rxrpc_release_call()
545 spin_unlock_bh(&call->lock); in rxrpc_release_call()
547 rxrpc_put_call_slot(call); in rxrpc_release_call()
548 rxrpc_delete_call_timer(call); in rxrpc_release_call()
553 if (!list_empty(&call->recvmsg_link)) { in rxrpc_release_call()
555 call, call->events, call->flags); in rxrpc_release_call()
556 list_del(&call->recvmsg_link); in rxrpc_release_call()
561 call->recvmsg_link.next = NULL; in rxrpc_release_call()
562 call->recvmsg_link.prev = NULL; in rxrpc_release_call()
566 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_call()
570 if (test_and_clear_bit(RXRPC_CALL_HAS_USERID, &call->flags)) { in rxrpc_release_call()
571 rb_erase(&call->sock_node, &rx->calls); in rxrpc_release_call()
572 memset(&call->sock_node, 0xdd, sizeof(call->sock_node)); in rxrpc_release_call()
573 rxrpc_put_call(call, rxrpc_call_put_userid); in rxrpc_release_call()
576 list_del(&call->sock_link); in rxrpc_release_call()
579 _debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, conn); in rxrpc_release_call()
581 if (conn && !test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) in rxrpc_release_call()
582 rxrpc_disconnect_call(call); in rxrpc_release_call()
583 if (call->security) in rxrpc_release_call()
584 call->security->free_call_crypto(call); in rxrpc_release_call()
593 struct rxrpc_call *call; in rxrpc_release_calls_on_socket() local
598 call = list_entry(rx->to_be_accepted.next, in rxrpc_release_calls_on_socket()
600 list_del(&call->accept_link); in rxrpc_release_calls_on_socket()
601 rxrpc_abort_call("SKR", call, 0, RX_CALL_DEAD, -ECONNRESET); in rxrpc_release_calls_on_socket()
602 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_calls_on_socket()
606 call = list_entry(rx->sock_calls.next, in rxrpc_release_calls_on_socket()
608 rxrpc_get_call(call, rxrpc_call_got); in rxrpc_release_calls_on_socket()
609 rxrpc_abort_call("SKT", call, 0, RX_CALL_DEAD, -ECONNRESET); in rxrpc_release_calls_on_socket()
610 rxrpc_send_abort_packet(call); in rxrpc_release_calls_on_socket()
611 rxrpc_release_call(rx, call); in rxrpc_release_calls_on_socket()
612 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_calls_on_socket()
621 void rxrpc_put_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_put_call() argument
623 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_put_call()
625 unsigned int debug_id = call->debug_id; in rxrpc_put_call()
629 ASSERT(call != NULL); in rxrpc_put_call()
631 dead = __refcount_dec_and_test(&call->ref, &n); in rxrpc_put_call()
634 _debug("call %d dead", call->debug_id); in rxrpc_put_call()
635 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_put_call()
637 if (!list_empty(&call->link)) { in rxrpc_put_call()
639 list_del_init(&call->link); in rxrpc_put_call()
643 rxrpc_cleanup_call(call); in rxrpc_put_call()
652 struct rxrpc_call *call = container_of(work, struct rxrpc_call, processor); in rxrpc_destroy_call() local
653 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_destroy_call()
655 rxrpc_delete_call_timer(call); in rxrpc_destroy_call()
657 rxrpc_put_connection(call->conn); in rxrpc_destroy_call()
658 rxrpc_put_peer(call->peer); in rxrpc_destroy_call()
659 kfree(call->rxtx_buffer); in rxrpc_destroy_call()
660 kfree(call->rxtx_annotations); in rxrpc_destroy_call()
661 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_destroy_call()
671 struct rxrpc_call *call = container_of(rcu, struct rxrpc_call, rcu); in rxrpc_rcu_destroy_call() local
674 INIT_WORK(&call->processor, rxrpc_destroy_call); in rxrpc_rcu_destroy_call()
675 if (!rxrpc_queue_work(&call->processor)) in rxrpc_rcu_destroy_call()
678 rxrpc_destroy_call(&call->processor); in rxrpc_rcu_destroy_call()
685 void rxrpc_cleanup_call(struct rxrpc_call *call) in rxrpc_cleanup_call() argument
687 _net("DESTROY CALL %d", call->debug_id); in rxrpc_cleanup_call()
689 memset(&call->sock_node, 0xcd, sizeof(call->sock_node)); in rxrpc_cleanup_call()
691 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_cleanup_call()
692 ASSERT(test_bit(RXRPC_CALL_RELEASED, &call->flags)); in rxrpc_cleanup_call()
694 rxrpc_cleanup_ring(call); in rxrpc_cleanup_call()
695 rxrpc_free_skb(call->tx_pending, rxrpc_skb_cleaned); in rxrpc_cleanup_call()
697 call_rcu(&call->rcu, rxrpc_rcu_destroy_call); in rxrpc_cleanup_call()
707 struct rxrpc_call *call; in rxrpc_destroy_all_calls() local
715 call = list_entry(rxnet->calls.next, in rxrpc_destroy_all_calls()
717 _debug("Zapping call %p", call); in rxrpc_destroy_all_calls()
719 rxrpc_see_call(call); in rxrpc_destroy_all_calls()
720 list_del_init(&call->link); in rxrpc_destroy_all_calls()
723 call, refcount_read(&call->ref), in rxrpc_destroy_all_calls()
724 rxrpc_call_states[call->state], in rxrpc_destroy_all_calls()
725 call->flags, call->events); in rxrpc_destroy_all_calls()