Lines Matching refs:copied_seq
480 return (READ_ONCE(tp->rcv_nxt) - READ_ONCE(tp->copied_seq) >= target) || in tcp_stream_is_readable()
549 if (READ_ONCE(tp->urg_seq) == READ_ONCE(tp->copied_seq) && in tcp_poll()
611 READ_ONCE(tp->urg_seq) == READ_ONCE(tp->copied_seq); in tcp_ioctl()
1528 WARN(skb && !before(tp->copied_seq, TCP_SKB_CB(skb)->end_seq), in tcp_cleanup_rbuf()
1530 tp->copied_seq, TCP_SKB_CB(skb)->end_seq, tp->rcv_nxt); in tcp_cleanup_rbuf()
1619 u32 seq = tp->copied_seq; in tcp_read_sock()
1671 WRITE_ONCE(tp->copied_seq, seq); in tcp_read_sock()
1673 WRITE_ONCE(tp->copied_seq, seq); in tcp_read_sock()
1767 seq = tp->copied_seq; in tcp_zerocopy_receive()
1822 WRITE_ONCE(tp->copied_seq, seq); in tcp_zerocopy_receive()
1919 u32 copied_seq = READ_ONCE(tp->copied_seq); in tcp_inq_hint() local
1923 inq = rcv_nxt - copied_seq; in tcp_inq_hint()
1924 if (unlikely(inq < 0 || copied_seq != READ_ONCE(tp->copied_seq))) { in tcp_inq_hint()
1926 inq = tp->rcv_nxt - tp->copied_seq; in tcp_inq_hint()
1996 seq = &tp->copied_seq; in tcp_recvmsg()
1998 peek_seq = tp->copied_seq; in tcp_recvmsg()
2099 (peek_seq - copied - urg_hole != tp->copied_seq)) { in tcp_recvmsg()
2103 peek_seq = tp->copied_seq; in tcp_recvmsg()
2148 if (tp->urg_data && after(tp->copied_seq, tp->urg_seq)) { in tcp_recvmsg()
2591 WRITE_ONCE(tp->copied_seq, tp->rcv_nxt); in tcp_disconnect()