Lines Matching refs:call
46 struct rxrpc_call *call = from_timer(call, t, timer); in rxrpc_call_timer_expired() local
48 _enter("%d", call->debug_id); in rxrpc_call_timer_expired()
50 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_call_timer_expired()
51 trace_rxrpc_timer(call, rxrpc_timer_expired, jiffies); in rxrpc_call_timer_expired()
52 rxrpc_queue_call(call); in rxrpc_call_timer_expired()
65 struct rxrpc_call *call; in rxrpc_find_call_by_user_ID() local
74 call = rb_entry(p, struct rxrpc_call, sock_node); in rxrpc_find_call_by_user_ID()
76 if (user_call_ID < call->user_call_ID) in rxrpc_find_call_by_user_ID()
78 else if (user_call_ID > call->user_call_ID) in rxrpc_find_call_by_user_ID()
89 rxrpc_get_call(call, rxrpc_call_got); in rxrpc_find_call_by_user_ID()
91 _leave(" = %p [%d]", call, atomic_read(&call->usage)); in rxrpc_find_call_by_user_ID()
92 return call; in rxrpc_find_call_by_user_ID()
101 struct rxrpc_call *call; in rxrpc_alloc_call() local
104 call = kmem_cache_zalloc(rxrpc_call_jar, gfp); in rxrpc_alloc_call()
105 if (!call) in rxrpc_alloc_call()
108 call->rxtx_buffer = kcalloc(RXRPC_RXTX_BUFF_SIZE, in rxrpc_alloc_call()
111 if (!call->rxtx_buffer) in rxrpc_alloc_call()
114 call->rxtx_annotations = kcalloc(RXRPC_RXTX_BUFF_SIZE, sizeof(u8), gfp); in rxrpc_alloc_call()
115 if (!call->rxtx_annotations) in rxrpc_alloc_call()
118 mutex_init(&call->user_mutex); in rxrpc_alloc_call()
124 lockdep_set_class(&call->user_mutex, in rxrpc_alloc_call()
127 timer_setup(&call->timer, rxrpc_call_timer_expired, 0); in rxrpc_alloc_call()
128 INIT_WORK(&call->processor, &rxrpc_process_call); in rxrpc_alloc_call()
129 INIT_LIST_HEAD(&call->link); in rxrpc_alloc_call()
130 INIT_LIST_HEAD(&call->chan_wait_link); in rxrpc_alloc_call()
131 INIT_LIST_HEAD(&call->accept_link); in rxrpc_alloc_call()
132 INIT_LIST_HEAD(&call->recvmsg_link); in rxrpc_alloc_call()
133 INIT_LIST_HEAD(&call->sock_link); in rxrpc_alloc_call()
134 init_waitqueue_head(&call->waitq); in rxrpc_alloc_call()
135 spin_lock_init(&call->lock); in rxrpc_alloc_call()
136 spin_lock_init(&call->notify_lock); in rxrpc_alloc_call()
137 spin_lock_init(&call->input_lock); in rxrpc_alloc_call()
138 rwlock_init(&call->state_lock); in rxrpc_alloc_call()
139 atomic_set(&call->usage, 1); in rxrpc_alloc_call()
140 call->debug_id = debug_id; in rxrpc_alloc_call()
141 call->tx_total_len = -1; in rxrpc_alloc_call()
142 call->next_rx_timo = 20 * HZ; in rxrpc_alloc_call()
143 call->next_req_timo = 1 * HZ; in rxrpc_alloc_call()
145 memset(&call->sock_node, 0xed, sizeof(call->sock_node)); in rxrpc_alloc_call()
148 call->rx_winsize = rxrpc_rx_window_size; in rxrpc_alloc_call()
149 call->tx_winsize = 16; in rxrpc_alloc_call()
150 call->rx_expect_next = 1; in rxrpc_alloc_call()
152 call->cong_cwnd = 2; in rxrpc_alloc_call()
153 call->cong_ssthresh = RXRPC_RXTX_BUFF_SIZE - 1; in rxrpc_alloc_call()
155 call->rxnet = rxnet; in rxrpc_alloc_call()
157 return call; in rxrpc_alloc_call()
160 kfree(call->rxtx_buffer); in rxrpc_alloc_call()
162 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_alloc_call()
174 struct rxrpc_call *call; in rxrpc_alloc_client_call() local
179 call = rxrpc_alloc_call(rx, gfp, debug_id); in rxrpc_alloc_client_call()
180 if (!call) in rxrpc_alloc_client_call()
182 call->state = RXRPC_CALL_CLIENT_AWAIT_CONN; in rxrpc_alloc_client_call()
183 call->service_id = srx->srx_service; in rxrpc_alloc_client_call()
184 call->tx_phase = true; in rxrpc_alloc_client_call()
186 call->acks_latest_ts = now; in rxrpc_alloc_client_call()
187 call->cong_tstamp = now; in rxrpc_alloc_client_call()
189 _leave(" = %p", call); in rxrpc_alloc_client_call()
190 return call; in rxrpc_alloc_client_call()
196 static void rxrpc_start_call_timer(struct rxrpc_call *call) in rxrpc_start_call_timer() argument
201 call->ack_at = j; in rxrpc_start_call_timer()
202 call->ack_lost_at = j; in rxrpc_start_call_timer()
203 call->resend_at = j; in rxrpc_start_call_timer()
204 call->ping_at = j; in rxrpc_start_call_timer()
205 call->expect_rx_by = j; in rxrpc_start_call_timer()
206 call->expect_req_by = j; in rxrpc_start_call_timer()
207 call->expect_term_by = j; in rxrpc_start_call_timer()
208 call->timer.expires = now; in rxrpc_start_call_timer()
223 __acquires(&call->user_mutex) in rxrpc_new_client_call()
225 struct rxrpc_call *call, *xcall; in rxrpc_new_client_call() local
233 call = rxrpc_alloc_client_call(rx, srx, gfp, debug_id); in rxrpc_new_client_call()
234 if (IS_ERR(call)) { in rxrpc_new_client_call()
236 _leave(" = %ld", PTR_ERR(call)); in rxrpc_new_client_call()
237 return call; in rxrpc_new_client_call()
241 __set_bit(RXRPC_CALL_IS_INTR, &call->flags); in rxrpc_new_client_call()
242 call->tx_total_len = p->tx_total_len; in rxrpc_new_client_call()
243 trace_rxrpc_call(call->debug_id, rxrpc_call_new_client, in rxrpc_new_client_call()
244 atomic_read(&call->usage), in rxrpc_new_client_call()
250 mutex_lock(&call->user_mutex); in rxrpc_new_client_call()
269 rcu_assign_pointer(call->socket, rx); in rxrpc_new_client_call()
270 call->user_call_ID = p->user_call_ID; in rxrpc_new_client_call()
271 __set_bit(RXRPC_CALL_HAS_USERID, &call->flags); in rxrpc_new_client_call()
272 rxrpc_get_call(call, rxrpc_call_got_userid); in rxrpc_new_client_call()
273 rb_link_node(&call->sock_node, parent, pp); in rxrpc_new_client_call()
274 rb_insert_color(&call->sock_node, &rx->calls); in rxrpc_new_client_call()
275 list_add(&call->sock_link, &rx->sock_calls); in rxrpc_new_client_call()
279 rxnet = call->rxnet; in rxrpc_new_client_call()
281 list_add_tail(&call->link, &rxnet->calls); in rxrpc_new_client_call()
290 ret = rxrpc_connect_call(rx, call, cp, srx, gfp); in rxrpc_new_client_call()
294 trace_rxrpc_call(call->debug_id, rxrpc_call_connected, in rxrpc_new_client_call()
295 atomic_read(&call->usage), here, NULL); in rxrpc_new_client_call()
297 rxrpc_start_call_timer(call); in rxrpc_new_client_call()
299 _net("CALL new %d on CONN %d", call->debug_id, call->conn->debug_id); in rxrpc_new_client_call()
301 _leave(" = %p [new]", call); in rxrpc_new_client_call()
302 return call; in rxrpc_new_client_call()
315 __rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, in rxrpc_new_client_call()
317 trace_rxrpc_call(call->debug_id, rxrpc_call_error, in rxrpc_new_client_call()
318 atomic_read(&call->usage), here, ERR_PTR(ret)); in rxrpc_new_client_call()
319 rxrpc_release_call(rx, call); in rxrpc_new_client_call()
320 mutex_unlock(&call->user_mutex); in rxrpc_new_client_call()
321 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_new_client_call()
331 struct rxrpc_call *call, in rxrpc_incoming_call() argument
334 struct rxrpc_connection *conn = call->conn; in rxrpc_incoming_call()
338 _enter(",%d", call->conn->debug_id); in rxrpc_incoming_call()
340 rcu_assign_pointer(call->socket, rx); in rxrpc_incoming_call()
341 call->call_id = sp->hdr.callNumber; in rxrpc_incoming_call()
342 call->service_id = sp->hdr.serviceId; in rxrpc_incoming_call()
343 call->cid = sp->hdr.cid; in rxrpc_incoming_call()
344 call->state = RXRPC_CALL_SERVER_ACCEPTING; in rxrpc_incoming_call()
346 call->state = RXRPC_CALL_SERVER_SECURING; in rxrpc_incoming_call()
347 call->cong_tstamp = skb->tstamp; in rxrpc_incoming_call()
356 conn->channels[chan].call_counter = call->call_id; in rxrpc_incoming_call()
357 conn->channels[chan].call_id = call->call_id; in rxrpc_incoming_call()
358 rcu_assign_pointer(conn->channels[chan].call, call); in rxrpc_incoming_call()
361 hlist_add_head_rcu(&call->error_link, &conn->params.peer->error_targets); in rxrpc_incoming_call()
364 _net("CALL incoming %d on CONN %d", call->debug_id, call->conn->debug_id); in rxrpc_incoming_call()
366 rxrpc_start_call_timer(call); in rxrpc_incoming_call()
373 bool rxrpc_queue_call(struct rxrpc_call *call) in rxrpc_queue_call() argument
376 int n = atomic_fetch_add_unless(&call->usage, 1, 0); in rxrpc_queue_call()
379 if (rxrpc_queue_work(&call->processor)) in rxrpc_queue_call()
380 trace_rxrpc_call(call->debug_id, rxrpc_call_queued, n + 1, in rxrpc_queue_call()
383 rxrpc_put_call(call, rxrpc_call_put_noqueue); in rxrpc_queue_call()
390 bool __rxrpc_queue_call(struct rxrpc_call *call) in __rxrpc_queue_call() argument
393 int n = atomic_read(&call->usage); in __rxrpc_queue_call()
395 if (rxrpc_queue_work(&call->processor)) in __rxrpc_queue_call()
396 trace_rxrpc_call(call->debug_id, rxrpc_call_queued_ref, n, in __rxrpc_queue_call()
399 rxrpc_put_call(call, rxrpc_call_put_noqueue); in __rxrpc_queue_call()
406 void rxrpc_see_call(struct rxrpc_call *call) in rxrpc_see_call() argument
409 if (call) { in rxrpc_see_call()
410 int n = atomic_read(&call->usage); in rxrpc_see_call()
412 trace_rxrpc_call(call->debug_id, rxrpc_call_seen, n, in rxrpc_see_call()
420 void rxrpc_get_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_get_call() argument
423 int n = atomic_inc_return(&call->usage); in rxrpc_get_call()
425 trace_rxrpc_call(call->debug_id, op, n, here, NULL); in rxrpc_get_call()
431 static void rxrpc_cleanup_ring(struct rxrpc_call *call) in rxrpc_cleanup_ring() argument
436 rxrpc_free_skb(call->rxtx_buffer[i], rxrpc_skb_cleaned); in rxrpc_cleanup_ring()
437 call->rxtx_buffer[i] = NULL; in rxrpc_cleanup_ring()
444 void rxrpc_release_call(struct rxrpc_sock *rx, struct rxrpc_call *call) in rxrpc_release_call() argument
447 struct rxrpc_connection *conn = call->conn; in rxrpc_release_call()
450 _enter("{%d,%d}", call->debug_id, atomic_read(&call->usage)); in rxrpc_release_call()
452 trace_rxrpc_call(call->debug_id, rxrpc_call_release, in rxrpc_release_call()
453 atomic_read(&call->usage), in rxrpc_release_call()
454 here, (const void *)call->flags); in rxrpc_release_call()
456 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_release_call()
458 spin_lock_bh(&call->lock); in rxrpc_release_call()
459 if (test_and_set_bit(RXRPC_CALL_RELEASED, &call->flags)) in rxrpc_release_call()
461 spin_unlock_bh(&call->lock); in rxrpc_release_call()
463 del_timer_sync(&call->timer); in rxrpc_release_call()
468 if (!list_empty(&call->recvmsg_link)) { in rxrpc_release_call()
470 call, call->events, call->flags); in rxrpc_release_call()
471 list_del(&call->recvmsg_link); in rxrpc_release_call()
476 call->recvmsg_link.next = NULL; in rxrpc_release_call()
477 call->recvmsg_link.prev = NULL; in rxrpc_release_call()
481 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_call()
485 if (test_and_clear_bit(RXRPC_CALL_HAS_USERID, &call->flags)) { in rxrpc_release_call()
486 rb_erase(&call->sock_node, &rx->calls); in rxrpc_release_call()
487 memset(&call->sock_node, 0xdd, sizeof(call->sock_node)); in rxrpc_release_call()
488 rxrpc_put_call(call, rxrpc_call_put_userid); in rxrpc_release_call()
491 list_del(&call->sock_link); in rxrpc_release_call()
494 _debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, conn); in rxrpc_release_call()
497 rxrpc_disconnect_call(call); in rxrpc_release_call()
498 if (call->security) in rxrpc_release_call()
499 call->security->free_call_crypto(call); in rxrpc_release_call()
501 rxrpc_cleanup_ring(call); in rxrpc_release_call()
510 struct rxrpc_call *call; in rxrpc_release_calls_on_socket() local
515 call = list_entry(rx->to_be_accepted.next, in rxrpc_release_calls_on_socket()
517 list_del(&call->accept_link); in rxrpc_release_calls_on_socket()
518 rxrpc_abort_call("SKR", call, 0, RX_CALL_DEAD, -ECONNRESET); in rxrpc_release_calls_on_socket()
519 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_calls_on_socket()
523 call = list_entry(rx->sock_calls.next, in rxrpc_release_calls_on_socket()
525 rxrpc_get_call(call, rxrpc_call_got); in rxrpc_release_calls_on_socket()
526 rxrpc_abort_call("SKT", call, 0, RX_CALL_DEAD, -ECONNRESET); in rxrpc_release_calls_on_socket()
527 rxrpc_send_abort_packet(call); in rxrpc_release_calls_on_socket()
528 rxrpc_release_call(rx, call); in rxrpc_release_calls_on_socket()
529 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_calls_on_socket()
538 void rxrpc_put_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_put_call() argument
540 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_put_call()
542 unsigned int debug_id = call->debug_id; in rxrpc_put_call()
545 ASSERT(call != NULL); in rxrpc_put_call()
547 n = atomic_dec_return(&call->usage); in rxrpc_put_call()
551 _debug("call %d dead", call->debug_id); in rxrpc_put_call()
552 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_put_call()
554 if (!list_empty(&call->link)) { in rxrpc_put_call()
556 list_del_init(&call->link); in rxrpc_put_call()
560 rxrpc_cleanup_call(call); in rxrpc_put_call()
569 struct rxrpc_call *call = container_of(rcu, struct rxrpc_call, rcu); in rxrpc_rcu_destroy_call() local
570 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_rcu_destroy_call()
572 rxrpc_put_peer(call->peer); in rxrpc_rcu_destroy_call()
573 kfree(call->rxtx_buffer); in rxrpc_rcu_destroy_call()
574 kfree(call->rxtx_annotations); in rxrpc_rcu_destroy_call()
575 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_rcu_destroy_call()
583 void rxrpc_cleanup_call(struct rxrpc_call *call) in rxrpc_cleanup_call() argument
585 _net("DESTROY CALL %d", call->debug_id); in rxrpc_cleanup_call()
587 memset(&call->sock_node, 0xcd, sizeof(call->sock_node)); in rxrpc_cleanup_call()
589 del_timer_sync(&call->timer); in rxrpc_cleanup_call()
591 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_cleanup_call()
592 ASSERT(test_bit(RXRPC_CALL_RELEASED, &call->flags)); in rxrpc_cleanup_call()
593 ASSERTCMP(call->conn, ==, NULL); in rxrpc_cleanup_call()
595 rxrpc_cleanup_ring(call); in rxrpc_cleanup_call()
596 rxrpc_free_skb(call->tx_pending, rxrpc_skb_cleaned); in rxrpc_cleanup_call()
598 call_rcu(&call->rcu, rxrpc_rcu_destroy_call); in rxrpc_cleanup_call()
608 struct rxrpc_call *call; in rxrpc_destroy_all_calls() local
616 call = list_entry(rxnet->calls.next, in rxrpc_destroy_all_calls()
618 _debug("Zapping call %p", call); in rxrpc_destroy_all_calls()
620 rxrpc_see_call(call); in rxrpc_destroy_all_calls()
621 list_del_init(&call->link); in rxrpc_destroy_all_calls()
624 call, atomic_read(&call->usage), in rxrpc_destroy_all_calls()
625 rxrpc_call_states[call->state], in rxrpc_destroy_all_calls()
626 call->flags, call->events); in rxrpc_destroy_all_calls()