Lines Matching +full:tx +full:- +full:sched +full:- +full:sp
18 #include <linux/sched/signal.h>
22 #include "ar-internal.h"
25 * Wait for space to appear in the Tx queue or a signal to occur.
33 if (call->tx_top - call->tx_hard_ack < in rxrpc_wait_for_tx_window_intr()
34 min_t(unsigned int, call->tx_winsize, in rxrpc_wait_for_tx_window_intr()
35 call->cong_cwnd + call->cong_extra)) in rxrpc_wait_for_tx_window_intr()
38 if (call->state >= RXRPC_CALL_COMPLETE) in rxrpc_wait_for_tx_window_intr()
39 return call->error; in rxrpc_wait_for_tx_window_intr()
45 mutex_unlock(&call->user_mutex); in rxrpc_wait_for_tx_window_intr()
47 if (mutex_lock_interruptible(&call->user_mutex) < 0) in rxrpc_wait_for_tx_window_intr()
53 * Wait for space to appear in the Tx queue uninterruptibly, but with
63 rtt = READ_ONCE(call->peer->rtt); in rxrpc_wait_for_tx_window_nonintr()
69 tx_start = READ_ONCE(call->tx_hard_ack); in rxrpc_wait_for_tx_window_nonintr()
74 tx_win = READ_ONCE(call->tx_hard_ack); in rxrpc_wait_for_tx_window_nonintr()
75 if (call->tx_top - tx_win < in rxrpc_wait_for_tx_window_nonintr()
76 min_t(unsigned int, call->tx_winsize, in rxrpc_wait_for_tx_window_nonintr()
77 call->cong_cwnd + call->cong_extra)) in rxrpc_wait_for_tx_window_nonintr()
80 if (call->state >= RXRPC_CALL_COMPLETE) in rxrpc_wait_for_tx_window_nonintr()
81 return call->error; in rxrpc_wait_for_tx_window_nonintr()
85 return -EINTR; in rxrpc_wait_for_tx_window_nonintr()
99 * - caller holds the socket locked
110 call->tx_hard_ack, call->tx_top, call->tx_winsize); in rxrpc_wait_for_tx_window()
112 add_wait_queue(&call->waitq, &myself); in rxrpc_wait_for_tx_window()
119 remove_wait_queue(&call->waitq, &myself); in rxrpc_wait_for_tx_window()
126 * Schedule an instant Tx resend.
130 spin_lock_bh(&call->lock); in rxrpc_instant_resend()
132 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_instant_resend()
133 call->rxtx_annotations[ix] = in rxrpc_instant_resend()
134 (call->rxtx_annotations[ix] & RXRPC_TX_ANNO_LAST) | in rxrpc_instant_resend()
136 if (!test_and_set_bit(RXRPC_CALL_EV_RESEND, &call->events)) in rxrpc_instant_resend()
140 spin_unlock_bh(&call->lock); in rxrpc_instant_resend()
151 notify_end_tx(&rx->sk, call, call->user_call_ID); in rxrpc_notify_end_tx()
162 struct rxrpc_skb_priv *sp = rxrpc_skb(skb); in rxrpc_queue_packet() local
164 rxrpc_seq_t seq = sp->hdr.seq; in rxrpc_queue_packet()
170 ASSERTCMP(seq, ==, call->tx_top + 1); in rxrpc_queue_packet()
174 set_bit(RXRPC_CALL_TX_LASTQ, &call->flags); in rxrpc_queue_packet()
180 skb->tstamp = ktime_get_real(); in rxrpc_queue_packet()
184 call->rxtx_annotations[ix] = annotation; in rxrpc_queue_packet()
186 call->rxtx_buffer[ix] = skb; in rxrpc_queue_packet()
187 call->tx_top = seq; in rxrpc_queue_packet()
193 if (last || call->state == RXRPC_CALL_SERVER_ACK_REQUEST) { in rxrpc_queue_packet()
195 write_lock_bh(&call->state_lock); in rxrpc_queue_packet()
196 switch (call->state) { in rxrpc_queue_packet()
198 call->state = RXRPC_CALL_CLIENT_AWAIT_REPLY; in rxrpc_queue_packet()
202 call->state = RXRPC_CALL_SERVER_SEND_REPLY; in rxrpc_queue_packet()
204 WRITE_ONCE(call->ack_at, now + MAX_JIFFY_OFFSET); in rxrpc_queue_packet()
205 if (call->ackr_reason == RXRPC_ACK_DELAY) in rxrpc_queue_packet()
206 call->ackr_reason = 0; in rxrpc_queue_packet()
212 call->state = RXRPC_CALL_SERVER_AWAIT_ACK; in rxrpc_queue_packet()
218 write_unlock_bh(&call->state_lock); in rxrpc_queue_packet()
227 case -ENETUNREACH: in rxrpc_queue_packet()
228 case -EHOSTUNREACH: in rxrpc_queue_packet()
229 case -ECONNREFUSED: in rxrpc_queue_packet()
241 if (call->peer->rtt_usage > 1) in rxrpc_queue_packet()
242 resend_at = nsecs_to_jiffies(call->peer->rtt * 3 / 2); in rxrpc_queue_packet()
249 WRITE_ONCE(call->resend_at, resend_at); in rxrpc_queue_packet()
261 * - must be called in process context
262 * - The caller holds the call user access mutex, but not the socket lock.
269 struct rxrpc_skb_priv *sp; in rxrpc_send_data() local
271 struct sock *sk = &rx->sk; in rxrpc_send_data()
276 timeo = sock_sndtimeo(sk, msg->msg_flags & MSG_DONTWAIT); in rxrpc_send_data()
281 if (sk->sk_shutdown & SEND_SHUTDOWN) in rxrpc_send_data()
282 return -EPIPE; in rxrpc_send_data()
284 more = msg->msg_flags & MSG_MORE; in rxrpc_send_data()
286 if (call->tx_total_len != -1) { in rxrpc_send_data()
287 if (len > call->tx_total_len) in rxrpc_send_data()
288 return -EMSGSIZE; in rxrpc_send_data()
289 if (!more && len != call->tx_total_len) in rxrpc_send_data()
290 return -EMSGSIZE; in rxrpc_send_data()
293 skb = call->tx_pending; in rxrpc_send_data()
294 call->tx_pending = NULL; in rxrpc_send_data()
300 if (call->ackr_reason == RXRPC_ACK_PING_RESPONSE) in rxrpc_send_data()
308 if (call->tx_top - call->tx_hard_ack >= in rxrpc_send_data()
309 min_t(unsigned int, call->tx_winsize, in rxrpc_send_data()
310 call->cong_cwnd + call->cong_extra)) { in rxrpc_send_data()
311 ret = -EAGAIN; in rxrpc_send_data()
312 if (msg->msg_flags & MSG_DONTWAIT) in rxrpc_send_data()
316 msg->msg_flags & MSG_WAITALL); in rxrpc_send_data()
322 max -= call->conn->security_size; in rxrpc_send_data()
323 max &= ~(call->conn->size_align - 1UL); in rxrpc_send_data()
329 space = chunk + call->conn->size_align; in rxrpc_send_data()
330 space &= ~(call->conn->size_align - 1UL); in rxrpc_send_data()
332 size = space + call->conn->security_size; in rxrpc_send_data()
338 sk, size, msg->msg_flags & MSG_DONTWAIT, &ret); in rxrpc_send_data()
346 ASSERTCMP(skb->mark, ==, 0); in rxrpc_send_data()
348 _debug("HS: %u", call->conn->security_size); in rxrpc_send_data()
349 skb_reserve(skb, call->conn->security_size); in rxrpc_send_data()
350 skb->len += call->conn->security_size; in rxrpc_send_data()
352 sp = rxrpc_skb(skb); in rxrpc_send_data()
353 sp->remain = chunk; in rxrpc_send_data()
354 if (sp->remain > skb_tailroom(skb)) in rxrpc_send_data()
355 sp->remain = skb_tailroom(skb); in rxrpc_send_data()
361 sp->remain); in rxrpc_send_data()
363 skb->ip_summed = CHECKSUM_UNNECESSARY; in rxrpc_send_data()
367 sp = rxrpc_skb(skb); in rxrpc_send_data()
375 if (copy > sp->remain) in rxrpc_send_data()
376 copy = sp->remain; in rxrpc_send_data()
379 ret = skb_add_data(skb, &msg->msg_iter, copy); in rxrpc_send_data()
383 sp->remain -= copy; in rxrpc_send_data()
384 skb->mark += copy; in rxrpc_send_data()
386 if (call->tx_total_len != -1) in rxrpc_send_data()
387 call->tx_total_len -= copy; in rxrpc_send_data()
391 if (sp->remain <= 0 || in rxrpc_send_data()
393 struct rxrpc_connection *conn = call->conn; in rxrpc_send_data()
398 if (conn->security_ix) { in rxrpc_send_data()
399 pad = conn->security_size + skb->mark; in rxrpc_send_data()
400 pad = conn->size_align - pad; in rxrpc_send_data()
401 pad &= conn->size_align - 1; in rxrpc_send_data()
407 seq = call->tx_top + 1; in rxrpc_send_data()
409 sp->hdr.seq = seq; in rxrpc_send_data()
410 sp->hdr._rsvd = 0; in rxrpc_send_data()
411 sp->hdr.flags = conn->out_clientflag; in rxrpc_send_data()
414 sp->hdr.flags |= RXRPC_LAST_PACKET; in rxrpc_send_data()
415 else if (call->tx_top - call->tx_hard_ack < in rxrpc_send_data()
416 call->tx_winsize) in rxrpc_send_data()
417 sp->hdr.flags |= RXRPC_MORE_PACKETS; in rxrpc_send_data()
419 ret = conn->security->secure_packet( in rxrpc_send_data()
420 call, skb, skb->mark, skb->head); in rxrpc_send_data()
435 if (call->state == RXRPC_CALL_COMPLETE) { in rxrpc_send_data()
436 ret = call->error; in rxrpc_send_data()
444 call->tx_pending = skb; in rxrpc_send_data()
454 ret = -EFAULT; in rxrpc_send_data()
467 if (msg->msg_controllen == 0) in rxrpc_sendmsg_cmsg()
468 return -EINVAL; in rxrpc_sendmsg_cmsg()
472 return -EINVAL; in rxrpc_sendmsg_cmsg()
474 len = cmsg->cmsg_len - sizeof(struct cmsghdr); in rxrpc_sendmsg_cmsg()
476 cmsg->cmsg_level, cmsg->cmsg_type, len); in rxrpc_sendmsg_cmsg()
478 if (cmsg->cmsg_level != SOL_RXRPC) in rxrpc_sendmsg_cmsg()
481 switch (cmsg->cmsg_type) { in rxrpc_sendmsg_cmsg()
483 if (msg->msg_flags & MSG_CMSG_COMPAT) { in rxrpc_sendmsg_cmsg()
485 return -EINVAL; in rxrpc_sendmsg_cmsg()
486 p->call.user_call_ID = *(u32 *)CMSG_DATA(cmsg); in rxrpc_sendmsg_cmsg()
489 return -EINVAL; in rxrpc_sendmsg_cmsg()
490 p->call.user_call_ID = *(unsigned long *) in rxrpc_sendmsg_cmsg()
497 if (p->command != RXRPC_CMD_SEND_DATA) in rxrpc_sendmsg_cmsg()
498 return -EINVAL; in rxrpc_sendmsg_cmsg()
499 p->command = RXRPC_CMD_SEND_ABORT; in rxrpc_sendmsg_cmsg()
500 if (len != sizeof(p->abort_code)) in rxrpc_sendmsg_cmsg()
501 return -EINVAL; in rxrpc_sendmsg_cmsg()
502 p->abort_code = *(unsigned int *)CMSG_DATA(cmsg); in rxrpc_sendmsg_cmsg()
503 if (p->abort_code == 0) in rxrpc_sendmsg_cmsg()
504 return -EINVAL; in rxrpc_sendmsg_cmsg()
508 if (p->command != RXRPC_CMD_SEND_DATA) in rxrpc_sendmsg_cmsg()
509 return -EINVAL; in rxrpc_sendmsg_cmsg()
510 p->command = RXRPC_CMD_ACCEPT; in rxrpc_sendmsg_cmsg()
512 return -EINVAL; in rxrpc_sendmsg_cmsg()
516 p->exclusive = true; in rxrpc_sendmsg_cmsg()
518 return -EINVAL; in rxrpc_sendmsg_cmsg()
522 p->upgrade = true; in rxrpc_sendmsg_cmsg()
524 return -EINVAL; in rxrpc_sendmsg_cmsg()
528 if (p->call.tx_total_len != -1 || len != sizeof(__s64)) in rxrpc_sendmsg_cmsg()
529 return -EINVAL; in rxrpc_sendmsg_cmsg()
530 p->call.tx_total_len = *(__s64 *)CMSG_DATA(cmsg); in rxrpc_sendmsg_cmsg()
531 if (p->call.tx_total_len < 0) in rxrpc_sendmsg_cmsg()
532 return -EINVAL; in rxrpc_sendmsg_cmsg()
537 return -EINVAL; in rxrpc_sendmsg_cmsg()
538 memcpy(&p->call.timeouts, CMSG_DATA(cmsg), len); in rxrpc_sendmsg_cmsg()
539 p->call.nr_timeouts = len / 4; in rxrpc_sendmsg_cmsg()
540 if (p->call.timeouts.hard > INT_MAX / HZ) in rxrpc_sendmsg_cmsg()
541 return -ERANGE; in rxrpc_sendmsg_cmsg()
542 if (p->call.nr_timeouts >= 2 && p->call.timeouts.idle > 60 * 60 * 1000) in rxrpc_sendmsg_cmsg()
543 return -ERANGE; in rxrpc_sendmsg_cmsg()
544 if (p->call.nr_timeouts >= 3 && p->call.timeouts.normal > 60 * 60 * 1000) in rxrpc_sendmsg_cmsg()
545 return -ERANGE; in rxrpc_sendmsg_cmsg()
549 return -EINVAL; in rxrpc_sendmsg_cmsg()
554 return -EINVAL; in rxrpc_sendmsg_cmsg()
555 if (p->call.tx_total_len != -1 && p->command != RXRPC_CMD_SEND_DATA) in rxrpc_sendmsg_cmsg()
556 return -EINVAL; in rxrpc_sendmsg_cmsg()
563 * - Called with the socket lock held, which it must release.
564 * - If it returns a call, the call's lock will need releasing by the caller.
569 __releases(&rx->sk.sk_lock.slock) in rxrpc_new_client_call_for_sendmsg()
570 __acquires(&call->user_mutex) in rxrpc_new_client_call_for_sendmsg()
576 DECLARE_SOCKADDR(struct sockaddr_rxrpc *, srx, msg->msg_name); in rxrpc_new_client_call_for_sendmsg()
580 if (!msg->msg_name) { in rxrpc_new_client_call_for_sendmsg()
581 release_sock(&rx->sk); in rxrpc_new_client_call_for_sendmsg()
582 return ERR_PTR(-EDESTADDRREQ); in rxrpc_new_client_call_for_sendmsg()
585 key = rx->key; in rxrpc_new_client_call_for_sendmsg()
586 if (key && !rx->key->payload.data[0]) in rxrpc_new_client_call_for_sendmsg()
590 cp.local = rx->local; in rxrpc_new_client_call_for_sendmsg()
591 cp.key = rx->key; in rxrpc_new_client_call_for_sendmsg()
592 cp.security_level = rx->min_sec_level; in rxrpc_new_client_call_for_sendmsg()
593 cp.exclusive = rx->exclusive | p->exclusive; in rxrpc_new_client_call_for_sendmsg()
594 cp.upgrade = p->upgrade; in rxrpc_new_client_call_for_sendmsg()
595 cp.service_id = srx->srx_service; in rxrpc_new_client_call_for_sendmsg()
596 call = rxrpc_new_client_call(rx, &cp, srx, &p->call, GFP_KERNEL, in rxrpc_new_client_call_for_sendmsg()
607 * - caller holds the socket locked
608 * - the socket may be either a client socket or a server socket
611 __releases(&rx->sk.sk_lock.slock) in rxrpc_do_sendmsg()
612 __releases(&call->user_mutex) in rxrpc_do_sendmsg()
620 .call.tx_total_len = -1, in rxrpc_do_sendmsg()
636 ret = -EINVAL; in rxrpc_do_sendmsg()
637 if (rx->sk.sk_state != RXRPC_SERVER_LISTENING) in rxrpc_do_sendmsg()
649 ret = -EBADSLT; in rxrpc_do_sendmsg()
658 if (READ_ONCE(call->state) == RXRPC_CALL_COMPLETE) in rxrpc_do_sendmsg()
661 switch (READ_ONCE(call->state)) { in rxrpc_do_sendmsg()
668 ret = -EBUSY; in rxrpc_do_sendmsg()
674 ret = mutex_lock_interruptible(&call->user_mutex); in rxrpc_do_sendmsg()
675 release_sock(&rx->sk); in rxrpc_do_sendmsg()
677 ret = -ERESTARTSYS; in rxrpc_do_sendmsg()
681 if (p.call.tx_total_len != -1) { in rxrpc_do_sendmsg()
682 ret = -EINVAL; in rxrpc_do_sendmsg()
683 if (call->tx_total_len != -1 || in rxrpc_do_sendmsg()
684 call->tx_pending || in rxrpc_do_sendmsg()
685 call->tx_top != 0) in rxrpc_do_sendmsg()
687 call->tx_total_len = p.call.tx_total_len; in rxrpc_do_sendmsg()
696 WRITE_ONCE(call->next_rx_timo, j); in rxrpc_do_sendmsg()
702 WRITE_ONCE(call->next_req_timo, j); in rxrpc_do_sendmsg()
709 WRITE_ONCE(call->expect_term_by, j); in rxrpc_do_sendmsg()
716 state = READ_ONCE(call->state); in rxrpc_do_sendmsg()
718 call->debug_id, call->user_call_ID, state, call->conn); in rxrpc_do_sendmsg()
722 ret = -ESHUTDOWN; in rxrpc_do_sendmsg()
725 if (rxrpc_abort_call("CMD", call, 0, p.abort_code, -ECONNABORTED)) in rxrpc_do_sendmsg()
728 ret = -EINVAL; in rxrpc_do_sendmsg()
732 ret = -EPROTO; in rxrpc_do_sendmsg()
737 ret = -EPROTO; in rxrpc_do_sendmsg()
743 mutex_unlock(&call->user_mutex); in rxrpc_do_sendmsg()
750 release_sock(&rx->sk); in rxrpc_do_sendmsg()
755 * rxrpc_kernel_send_data - Allow a kernel service to send data on a call
773 _enter("{%d,%s},", call->debug_id, rxrpc_call_states[call->state]); in rxrpc_kernel_send_data()
775 ASSERTCMP(msg->msg_name, ==, NULL); in rxrpc_kernel_send_data()
776 ASSERTCMP(msg->msg_control, ==, NULL); in rxrpc_kernel_send_data()
778 mutex_lock(&call->user_mutex); in rxrpc_kernel_send_data()
781 call->debug_id, call->user_call_ID, call->state, call->conn); in rxrpc_kernel_send_data()
783 switch (READ_ONCE(call->state)) { in rxrpc_kernel_send_data()
787 ret = rxrpc_send_data(rxrpc_sk(sock->sk), call, msg, len, in rxrpc_kernel_send_data()
791 read_lock_bh(&call->state_lock); in rxrpc_kernel_send_data()
792 ret = call->error; in rxrpc_kernel_send_data()
793 read_unlock_bh(&call->state_lock); in rxrpc_kernel_send_data()
798 ret = -EPROTO; in rxrpc_kernel_send_data()
802 mutex_unlock(&call->user_mutex); in rxrpc_kernel_send_data()
809 * rxrpc_kernel_abort_call - Allow a kernel service to abort a call
814 * @why: 3-char string indicating why.
824 _enter("{%d},%d,%d,%s", call->debug_id, abort_code, error, why); in rxrpc_kernel_abort_call()
826 mutex_lock(&call->user_mutex); in rxrpc_kernel_abort_call()
832 mutex_unlock(&call->user_mutex); in rxrpc_kernel_abort_call()
838 * rxrpc_kernel_set_tx_length - Set the total Tx length on a call
844 * allows buffer-to-packet encrypt-and-copy to be performed.
852 WARN_ON(call->tx_total_len != -1); in rxrpc_kernel_set_tx_length()
853 call->tx_total_len = tx_total_len; in rxrpc_kernel_set_tx_length()