82 				msg_rx->sg.size -= copy;  in __tcp_bpf_recvmsg()
176 	u32 size, copied = 0;  in bpf_tcp_ingress()  local
189 		size = (apply && apply_bytes < sge->length) ?  in bpf_tcp_ingress()
191 		if (!sk_wmem_schedule(sk, size)) {  in bpf_tcp_ingress()
197 		sk_mem_charge(sk, size);  in bpf_tcp_ingress()
198 		sk_msg_xfer(tmp, msg, i, size);  in bpf_tcp_ingress()
199 		copied += size;  in bpf_tcp_ingress()
205 			apply_bytes -= size;  in bpf_tcp_ingress()
233 	int size, ret = 0;  in tcp_bpf_push()  local
240 		size = (apply && apply_bytes < sge->length) ?  in tcp_bpf_push()
251 						     page, off, size, flags);  in tcp_bpf_push()
253 			ret = do_tcp_sendpages(sk, page, off, size, flags);  in tcp_bpf_push()
260 		msg->sg.size -= ret;  in tcp_bpf_push()
265 		if (ret != size) {  in tcp_bpf_push()
266 			size -= ret;  in tcp_bpf_push()
328 		delta = msg->sg.size;  in tcp_bpf_send_verdict()
330 		delta -= msg->sg.size;  in tcp_bpf_send_verdict()
334 	    msg->cork_bytes > msg->sg.size && !enospc) {  in tcp_bpf_send_verdict()
335 		psock->cork_bytes = msg->cork_bytes - msg->sg.size;  in tcp_bpf_send_verdict()
346 	tosend = msg->sg.size;  in tcp_bpf_send_verdict()
376 		origsize = msg->sg.size;  in tcp_bpf_send_verdict()
378 		sent = origsize - msg->sg.size;  in tcp_bpf_send_verdict()
424 static int tcp_bpf_sendmsg(struct sock *sk, struct msghdr *msg, size_t size)  in tcp_bpf_sendmsg()  argument
438 		return tcp_sendmsg(sk, msg, size);  in tcp_bpf_sendmsg()
461 		osize = msg_tx->sg.size;  in tcp_bpf_sendmsg()
462 		err = sk_msg_alloc(sk, msg_tx, msg_tx->sg.size + copy, msg_tx->sg.end - 1);  in tcp_bpf_sendmsg()
467 			copy = msg_tx->sg.size - osize;  in tcp_bpf_sendmsg()
479 			if (size > psock->cork_bytes)  in tcp_bpf_sendmsg()
482 				psock->cork_bytes -= size;  in tcp_bpf_sendmsg()
513 			    size_t size, int flags)  in tcp_bpf_sendpage()  argument
522 		return tcp_sendpage(sk, page, offset, size, flags);  in tcp_bpf_sendpage()
536 	sk_msg_page_add(msg, page, size, offset);  in tcp_bpf_sendpage()
537 	sk_mem_charge(sk, size);  in tcp_bpf_sendpage()
538 	copied = size;  in tcp_bpf_sendpage()
542 		if (size > psock->cork_bytes)  in tcp_bpf_sendpage()
545 			psock->cork_bytes -= size;  in tcp_bpf_sendpage()