Lines Matching +full:t +full:- +full:head
1 // SPDX-License-Identifier: GPL-2.0-or-later
4 * Copyright (c) 1999-2000 Cisco, Inc.
5 * Copyright (c) 1999-2001 Motorola, Inc.
13 * lksctp developers <linux-sctp@vger.kernel.org>
60 packet->size = packet->overhead; in sctp_packet_reset()
62 packet->has_cookie_echo = 0; in sctp_packet_reset()
63 packet->has_sack = 0; in sctp_packet_reset()
64 packet->has_data = 0; in sctp_packet_reset()
65 packet->has_auth = 0; in sctp_packet_reset()
66 packet->ipfragok = 0; in sctp_packet_reset()
67 packet->auth = NULL; in sctp_packet_reset()
76 struct sctp_transport *tp = packet->transport; in sctp_packet_config()
77 struct sctp_association *asoc = tp->asoc; in sctp_packet_config()
82 packet->vtag = vtag; in sctp_packet_config()
89 packet->max_size = tp->pathmtu; in sctp_packet_config()
92 sk = asoc->base.sk; in sctp_packet_config()
95 packet->overhead = sctp_mtu_payload(sp, 0, 0); in sctp_packet_config()
96 packet->size = packet->overhead; in sctp_packet_config()
104 if (asoc->param_flags & SPP_PMTUD_ENABLE) in sctp_packet_config()
107 if (asoc->param_flags & SPP_PMTUD_ENABLE) in sctp_packet_config()
111 if (asoc->pmtu_pending) { in sctp_packet_config()
112 if (asoc->param_flags & SPP_PMTUD_ENABLE) in sctp_packet_config()
114 asoc->pmtu_pending = 0; in sctp_packet_config()
127 if (!tp->dst) in sctp_packet_config()
132 if (__sk_dst_get(sk) != tp->dst) { in sctp_packet_config()
133 dst_hold(tp->dst); in sctp_packet_config()
134 sk_setup_caps(sk, tp->dst); in sctp_packet_config()
136 packet->max_size = sk_can_gso(sk) ? tp->dst->dev->gso_max_size in sctp_packet_config()
137 : asoc->pathmtu; in sctp_packet_config()
148 packet->transport = transport; in sctp_packet_init()
149 packet->source_port = sport; in sctp_packet_init()
150 packet->destination_port = dport; in sctp_packet_init()
151 INIT_LIST_HEAD(&packet->chunk_list); in sctp_packet_init()
153 packet->overhead = 0; in sctp_packet_init()
155 packet->vtag = 0; in sctp_packet_init()
165 list_for_each_entry_safe(chunk, tmp, &packet->chunk_list, list) { in sctp_packet_free()
166 list_del_init(&chunk->list); in sctp_packet_free()
185 packet, packet->size, chunk, chunk->skb ? chunk->skb->len : -1); in sctp_packet_transmit_chunk()
189 if (!packet->has_cookie_echo) { in sctp_packet_transmit_chunk()
194 chunk->skb->sk->sk_err = -error; in sctp_packet_transmit_chunk()
218 struct sctp_association *asoc = pkt->transport->asoc; in sctp_packet_bundle_auth()
222 /* if we don't have an association, we can't do authentication */ in sctp_packet_bundle_auth()
229 if (chunk->chunk_hdr->type == SCTP_CID_AUTH || pkt->has_auth) in sctp_packet_bundle_auth()
233 * don't do it in sctp_packet_bundle_auth()
235 if (!chunk->auth) in sctp_packet_bundle_auth()
238 auth = sctp_make_auth(asoc, chunk->shkey->key_id); in sctp_packet_bundle_auth()
242 auth->shkey = chunk->shkey; in sctp_packet_bundle_auth()
243 sctp_auth_shkey_hold(auth->shkey); in sctp_packet_bundle_auth()
259 /* If sending DATA and haven't aleady bundled a SACK, try to in sctp_packet_bundle_sack()
262 if (sctp_chunk_is_data(chunk) && !pkt->has_sack && in sctp_packet_bundle_sack()
263 !pkt->has_cookie_echo) { in sctp_packet_bundle_sack()
266 asoc = pkt->transport->asoc; in sctp_packet_bundle_sack()
267 timer = &asoc->timers[SCTP_EVENT_TIMEOUT_SACK]; in sctp_packet_bundle_sack()
273 if (pkt->transport->sack_generation != in sctp_packet_bundle_sack()
274 pkt->transport->asoc->peer.sack_generation) in sctp_packet_bundle_sack()
277 asoc->a_rwnd = asoc->rwnd; in sctp_packet_bundle_sack()
285 SCTP_INC_STATS(asoc->base.net, in sctp_packet_bundle_sack()
287 asoc->stats.octrlchunks++; in sctp_packet_bundle_sack()
288 asoc->peer.sack_needed = 0; in sctp_packet_bundle_sack()
305 __u16 chunk_len = SCTP_PAD4(ntohs(chunk->chunk_hdr->length)); in __sctp_packet_append_chunk()
314 switch (chunk->chunk_hdr->type) { in __sctp_packet_append_chunk()
320 packet->has_sack = 1; in __sctp_packet_append_chunk()
322 packet->has_auth = 1; in __sctp_packet_append_chunk()
324 packet->has_data = 1; in __sctp_packet_append_chunk()
326 chunk->sent_at = jiffies; in __sctp_packet_append_chunk()
328 chunk->sent_count++; in __sctp_packet_append_chunk()
331 packet->has_cookie_echo = 1; in __sctp_packet_append_chunk()
335 packet->has_sack = 1; in __sctp_packet_append_chunk()
336 if (chunk->asoc) in __sctp_packet_append_chunk()
337 chunk->asoc->stats.osacks++; in __sctp_packet_append_chunk()
341 packet->has_auth = 1; in __sctp_packet_append_chunk()
342 packet->auth = chunk; in __sctp_packet_append_chunk()
347 list_add_tail(&chunk->list, &packet->chunk_list); in __sctp_packet_append_chunk()
348 packet->size += chunk_len; in __sctp_packet_append_chunk()
349 chunk->transport = packet->transport; in __sctp_packet_append_chunk()
390 static void sctp_packet_gso_append(struct sk_buff *head, struct sk_buff *skb) in sctp_packet_gso_append() argument
392 if (SCTP_OUTPUT_CB(head)->last == head) in sctp_packet_gso_append()
393 skb_shinfo(head)->frag_list = skb; in sctp_packet_gso_append()
395 SCTP_OUTPUT_CB(head)->last->next = skb; in sctp_packet_gso_append()
396 SCTP_OUTPUT_CB(head)->last = skb; in sctp_packet_gso_append()
398 head->truesize += skb->truesize; in sctp_packet_gso_append()
399 head->data_len += skb->len; in sctp_packet_gso_append()
400 head->len += skb->len; in sctp_packet_gso_append()
401 refcount_add(skb->truesize, &head->sk->sk_wmem_alloc); in sctp_packet_gso_append()
407 struct sk_buff *head, int gso, gfp_t gfp) in sctp_packet_pack() argument
409 struct sctp_transport *tp = packet->transport; in sctp_packet_pack()
413 struct sock *sk = head->sk; in sctp_packet_pack()
418 skb_shinfo(head)->gso_type = sk->sk_gso_type; in sctp_packet_pack()
419 SCTP_OUTPUT_CB(head)->last = head; in sctp_packet_pack()
421 nskb = head; in sctp_packet_pack()
422 pkt_size = packet->size; in sctp_packet_pack()
428 pkt_size = packet->overhead; in sctp_packet_pack()
429 list_for_each_entry_safe(chunk, tmp, &packet->chunk_list, in sctp_packet_pack()
431 int padded = SCTP_PAD4(chunk->skb->len); in sctp_packet_pack()
433 if (chunk == packet->auth) in sctp_packet_pack()
435 else if (auth_len + padded + packet->overhead > in sctp_packet_pack()
436 tp->pathmtu) in sctp_packet_pack()
438 else if (pkt_size + padded > tp->pathmtu) in sctp_packet_pack()
445 skb_reserve(nskb, packet->overhead + MAX_HEADER); in sctp_packet_pack()
448 /* merge chunks into nskb and append nskb into head list */ in sctp_packet_pack()
449 pkt_size -= packet->overhead; in sctp_packet_pack()
450 list_for_each_entry_safe(chunk, tmp, &packet->chunk_list, list) { in sctp_packet_pack()
453 list_del_init(&chunk->list); in sctp_packet_pack()
456 !tp->rto_pending) { in sctp_packet_pack()
457 chunk->rtt_in_progress = 1; in sctp_packet_pack()
458 tp->rto_pending = 1; in sctp_packet_pack()
462 padding = SCTP_PAD4(chunk->skb->len) - chunk->skb->len; in sctp_packet_pack()
464 skb_put_zero(chunk->skb, padding); in sctp_packet_pack()
466 if (chunk == packet->auth) in sctp_packet_pack()
470 skb_put_data(nskb, chunk->skb->data, chunk->skb->len); in sctp_packet_pack()
472 pr_debug("*** Chunk:%p[%s] %s 0x%x, length:%d, chunk->skb->len:%d, rtt_in_progress:%d\n", in sctp_packet_pack()
474 sctp_cname(SCTP_ST_CHUNK(chunk->chunk_hdr->type)), in sctp_packet_pack()
475 chunk->has_tsn ? "TSN" : "No TSN", in sctp_packet_pack()
476 chunk->has_tsn ? ntohl(chunk->subh.data_hdr->tsn) : 0, in sctp_packet_pack()
477 ntohs(chunk->chunk_hdr->length), chunk->skb->len, in sctp_packet_pack()
478 chunk->rtt_in_progress); in sctp_packet_pack()
480 pkt_size -= SCTP_PAD4(chunk->skb->len); in sctp_packet_pack()
482 if (!sctp_chunk_is_data(chunk) && chunk != packet->auth) in sctp_packet_pack()
490 sctp_auth_calculate_hmac(tp->asoc, nskb, auth, in sctp_packet_pack()
491 packet->auth->shkey, gfp); in sctp_packet_pack()
493 if (list_empty(&packet->chunk_list)) in sctp_packet_pack()
494 sctp_chunk_free(packet->auth); in sctp_packet_pack()
496 list_add(&packet->auth->list, in sctp_packet_pack()
497 &packet->chunk_list); in sctp_packet_pack()
501 sctp_packet_gso_append(head, nskb); in sctp_packet_pack()
504 } while (!list_empty(&packet->chunk_list)); in sctp_packet_pack()
507 memset(head->cb, 0, max(sizeof(struct inet_skb_parm), in sctp_packet_pack()
509 skb_shinfo(head)->gso_segs = pkt_count; in sctp_packet_pack()
510 skb_shinfo(head)->gso_size = GSO_BY_FRAGS; in sctp_packet_pack()
512 if (skb_dst(head) != tp->dst) { in sctp_packet_pack()
513 dst_hold(tp->dst); in sctp_packet_pack()
514 sk_setup_caps(sk, tp->dst); in sctp_packet_pack()
523 if (!(skb_dst(head)->dev->features & NETIF_F_SCTP_CRC) || in sctp_packet_pack()
524 dst_xfrm(skb_dst(head)) || packet->ipfragok) { in sctp_packet_pack()
526 (struct sctphdr *)skb_transport_header(head); in sctp_packet_pack()
528 sh->checksum = sctp_compute_cksum(head, 0); in sctp_packet_pack()
531 head->ip_summed = CHECKSUM_PARTIAL; in sctp_packet_pack()
532 head->csum_not_inet = 1; in sctp_packet_pack()
533 head->csum_start = skb_transport_header(head) - head->head; in sctp_packet_pack()
534 head->csum_offset = offsetof(struct sctphdr, checksum); in sctp_packet_pack()
547 struct sctp_transport *tp = packet->transport; in sctp_packet_transmit()
548 struct sctp_association *asoc = tp->asoc; in sctp_packet_transmit()
552 struct sk_buff *head; in sctp_packet_transmit() local
557 if (list_empty(&packet->chunk_list)) in sctp_packet_transmit()
559 chunk = list_entry(packet->chunk_list.next, struct sctp_chunk, list); in sctp_packet_transmit()
560 sk = chunk->skb->sk; in sctp_packet_transmit()
563 if (packet->size > tp->pathmtu && !packet->ipfragok) { in sctp_packet_transmit()
565 pr_err_once("Trying to GSO but underlying device doesn't support it."); in sctp_packet_transmit()
571 /* alloc head skb */ in sctp_packet_transmit()
572 head = alloc_skb((gso ? packet->overhead : packet->size) + in sctp_packet_transmit()
574 if (!head) in sctp_packet_transmit()
576 skb_reserve(head, packet->overhead + MAX_HEADER); in sctp_packet_transmit()
577 skb_set_owner_w(head, sk); in sctp_packet_transmit()
580 sh = skb_push(head, sizeof(struct sctphdr)); in sctp_packet_transmit()
581 skb_reset_transport_header(head); in sctp_packet_transmit()
582 sh->source = htons(packet->source_port); in sctp_packet_transmit()
583 sh->dest = htons(packet->destination_port); in sctp_packet_transmit()
584 sh->vtag = htonl(packet->vtag); in sctp_packet_transmit()
585 sh->checksum = 0; in sctp_packet_transmit()
588 dst = dst_clone(tp->dst); in sctp_packet_transmit()
591 kfree_skb(head); in sctp_packet_transmit()
594 skb_dst_set(head, dst); in sctp_packet_transmit()
597 pkt_count = sctp_packet_pack(packet, head, gso, gfp); in sctp_packet_transmit()
599 kfree_skb(head); in sctp_packet_transmit()
602 pr_debug("***sctp_transmit_packet*** skb->len:%d\n", head->len); in sctp_packet_transmit()
605 if (packet->has_data && sctp_state(asoc, ESTABLISHED) && in sctp_packet_transmit()
606 asoc->timeouts[SCTP_EVENT_TIMEOUT_AUTOCLOSE]) { in sctp_packet_transmit()
608 &asoc->timers[SCTP_EVENT_TIMEOUT_AUTOCLOSE]; in sctp_packet_transmit()
610 asoc->timeouts[SCTP_EVENT_TIMEOUT_AUTOCLOSE]; in sctp_packet_transmit()
617 tp->af_specific->ecn_capable(sk); in sctp_packet_transmit()
619 asoc->stats.opackets += pkt_count; in sctp_packet_transmit()
620 if (asoc->peer.last_sent_to != tp) in sctp_packet_transmit()
621 asoc->peer.last_sent_to = tp; in sctp_packet_transmit()
623 head->ignore_df = packet->ipfragok; in sctp_packet_transmit()
624 if (tp->dst_pending_confirm) in sctp_packet_transmit()
625 skb_set_dst_pending_confirm(head, 1); in sctp_packet_transmit()
629 if (tp->af_specific->sctp_xmit(head, tp) >= 0 && in sctp_packet_transmit()
630 tp->dst_pending_confirm) in sctp_packet_transmit()
631 tp->dst_pending_confirm = 0; in sctp_packet_transmit()
634 list_for_each_entry_safe(chunk, tmp, &packet->chunk_list, list) { in sctp_packet_transmit()
635 list_del_init(&chunk->list); in sctp_packet_transmit()
652 struct sctp_transport *transport = packet->transport; in sctp_packet_can_append_data()
653 struct sctp_association *asoc = transport->asoc; in sctp_packet_can_append_data()
654 struct sctp_outq *q = &asoc->outqueue; in sctp_packet_can_append_data()
669 rwnd = asoc->peer.rwnd; in sctp_packet_can_append_data()
670 inflight = q->outstanding_bytes; in sctp_packet_can_append_data()
671 flight_size = transport->flight_size; in sctp_packet_can_append_data()
677 * so we can't fall back to rule 6.1 B). in sctp_packet_can_append_data()
693 if (chunk->fast_retransmit != SCTP_NEED_FRTX && in sctp_packet_can_append_data()
694 flight_size >= transport->cwnd) in sctp_packet_can_append_data()
697 /* Nagle's algorithm to solve small-packet problem: in sctp_packet_can_append_data()
703 if ((sctp_sk(asoc->base.sk)->nodelay || inflight == 0) && in sctp_packet_can_append_data()
704 !asoc->force_delay) in sctp_packet_can_append_data()
718 if (chunk->skb->len + q->out_qlen > transport->pathmtu - in sctp_packet_can_append_data()
719 packet->overhead - sctp_datachk_len(&chunk->asoc->stream) - 4) in sctp_packet_can_append_data()
723 /* Don't delay large message writes that may have been fragmented */ in sctp_packet_can_append_data()
724 if (!chunk->msg->can_delay) in sctp_packet_can_append_data()
735 struct sctp_transport *transport = packet->transport; in sctp_packet_append_data()
737 struct sctp_association *asoc = transport->asoc; in sctp_packet_append_data()
738 u32 rwnd = asoc->peer.rwnd; in sctp_packet_append_data()
741 transport->flight_size += datasize; in sctp_packet_append_data()
744 asoc->outqueue.outstanding_bytes += datasize; in sctp_packet_append_data()
748 rwnd -= datasize; in sctp_packet_append_data()
752 asoc->peer.rwnd = rwnd; in sctp_packet_append_data()
754 asoc->stream.si->assign_number(chunk); in sctp_packet_append_data()
764 /* Don't bundle in this packet if this chunk's auth key doesn't in sctp_packet_will_fit()
766 * don't bundle the chunk with auth key if other chunks in this in sctp_packet_will_fit()
767 * packet don't have auth key. in sctp_packet_will_fit()
769 if ((packet->auth && chunk->shkey != packet->auth->shkey) || in sctp_packet_will_fit()
770 (!packet->auth && chunk->shkey && in sctp_packet_will_fit()
771 chunk->chunk_hdr->type != SCTP_CID_AUTH)) in sctp_packet_will_fit()
774 psize = packet->size; in sctp_packet_will_fit()
775 if (packet->transport->asoc) in sctp_packet_will_fit()
776 pmtu = packet->transport->asoc->pathmtu; in sctp_packet_will_fit()
778 pmtu = packet->transport->pathmtu; in sctp_packet_will_fit()
786 * 2. The packet doesn't have any data in it yet and data in sctp_packet_will_fit()
790 (!packet->has_data && chunk->auth)) { in sctp_packet_will_fit()
791 /* We no longer do re-fragmentation. in sctp_packet_will_fit()
795 packet->ipfragok = 1; in sctp_packet_will_fit()
804 maxsize = pmtu - packet->overhead; in sctp_packet_will_fit()
805 if (packet->auth) in sctp_packet_will_fit()
806 maxsize -= SCTP_PAD4(packet->auth->skb->len); in sctp_packet_will_fit()
816 if (!sctp_chunk_is_data(chunk) && packet->has_data) in sctp_packet_will_fit()
819 if (psize + chunk_len > packet->max_size) in sctp_packet_will_fit()
823 if (!packet->transport->burst_limited && in sctp_packet_will_fit()
824 psize + chunk_len > (packet->transport->cwnd >> 1)) in sctp_packet_will_fit()
830 if (packet->transport->burst_limited && in sctp_packet_will_fit()
831 psize + chunk_len > (packet->transport->burst_limited >> 1)) in sctp_packet_will_fit()