146 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_icsk_clean_acked()  local
152 	if (!tls_ctx)  in tls_icsk_clean_acked()
155 	ctx = tls_offload_ctx_tx(tls_ctx);  in tls_icsk_clean_acked()
181 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_sk_destruct()  local
182 	struct tls_offload_context_tx *ctx = tls_offload_ctx_tx(tls_ctx);  in tls_device_sk_destruct()
184 	tls_ctx->sk_destruct(sk);  in tls_device_sk_destruct()
186 	if (tls_ctx->tx_conf == TLS_HW) {  in tls_device_sk_destruct()
194 	if (refcount_dec_and_test(&tls_ctx->refcount))  in tls_device_sk_destruct()
195 		tls_device_queue_ctx_destruction(tls_ctx);  in tls_device_sk_destruct()
200 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_free_resources_tx()  local
202 	tls_free_partial_record(sk, tls_ctx);  in tls_device_free_resources_tx()
205 static void tls_device_resync_tx(struct sock *sk, struct tls_context *tls_ctx,  in tls_device_resync_tx()  argument
217 	rcd_sn = tls_ctx->tx.rec_seq;  in tls_device_resync_tx()
220 	netdev = tls_ctx->netdev;  in tls_device_resync_tx()
229 	clear_bit_unlock(TLS_TX_SYNC_SCHED, &tls_ctx->flags);  in tls_device_resync_tx()
405 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_push_data()  local
406 	struct tls_prot_info *prot = &tls_ctx->prot_info;  in tls_push_data()
407 	struct tls_offload_context_tx *ctx = tls_offload_ctx_tx(tls_ctx);  in tls_push_data()
429 	if (tls_is_partially_sent_record(tls_ctx)) {  in tls_push_data()
430 		rc = tls_push_partial_record(sk, tls_ctx, flags);  in tls_push_data()
484 				tls_ctx->pending_open_record_frags =  in tls_push_data()
494 			rc = tls_device_record_close(sk, tls_ctx, record,  in tls_push_data()
508 					     tls_ctx,  in tls_push_data()
526 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_sendmsg()  local
529 	mutex_lock(&tls_ctx->tx_lock);  in tls_device_sendmsg()
543 	mutex_unlock(&tls_ctx->tx_lock);  in tls_device_sendmsg()
550 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_sendpage()  local
559 	mutex_lock(&tls_ctx->tx_lock);  in tls_device_sendpage()
576 	mutex_unlock(&tls_ctx->tx_lock);  in tls_device_sendpage()
645 static void tls_device_resync_rx(struct tls_context *tls_ctx,  in tls_device_resync_rx()  argument
650 	if (WARN_ON(test_and_set_bit(TLS_RX_SYNC_RUNNING, &tls_ctx->flags)))  in tls_device_resync_rx()
652 	netdev = READ_ONCE(tls_ctx->netdev);  in tls_device_resync_rx()
656 	clear_bit_unlock(TLS_RX_SYNC_RUNNING, &tls_ctx->flags);  in tls_device_resync_rx()
661 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_rx_resync_new_rec()  local
669 	if (tls_ctx->rx_conf != TLS_HW)  in tls_device_rx_resync_new_rec()
672 	prot = &tls_ctx->prot_info;  in tls_device_rx_resync_new_rec()
673 	rx_ctx = tls_offload_ctx_rx(tls_ctx);  in tls_device_rx_resync_new_rec()
674 	memcpy(rcd_sn, tls_ctx->rx.rec_seq, prot->rec_seq_size);  in tls_device_rx_resync_new_rec()
703 	tls_device_resync_rx(tls_ctx, sk, seq, rcd_sn);  in tls_device_rx_resync_new_rec()
706 static void tls_device_core_ctrl_rx_resync(struct tls_context *tls_ctx,  in tls_device_core_ctrl_rx_resync()  argument
741 		struct tls_prot_info *prot = &tls_ctx->prot_info;  in tls_device_core_ctrl_rx_resync()
744 		memcpy(rcd_sn, tls_ctx->rx.rec_seq, prot->rec_seq_size);  in tls_device_core_ctrl_rx_resync()
747 		tls_device_resync_rx(tls_ctx, sk, tcp_sk(sk)->copied_seq,  in tls_device_core_ctrl_rx_resync()
839 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_decrypted()  local
840 	struct tls_offload_context_rx *ctx = tls_offload_ctx_rx(tls_ctx);  in tls_device_decrypted()
862 		tls_device_core_ctrl_rx_resync(tls_ctx, ctx, sk, skb);  in tls_device_decrypted()
889 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_set_device_offload()  local
890 	struct tls_prot_info *prot = &tls_ctx->prot_info;  in tls_set_device_offload()
1132 	struct tls_context *tls_ctx = tls_get_ctx(sk);  in tls_device_offload_cleanup_rx()  local
1136 	netdev = tls_ctx->netdev;  in tls_device_offload_cleanup_rx()
1140 	netdev->tlsdev_ops->tls_dev_del(netdev, tls_ctx,  in tls_device_offload_cleanup_rx()
1143 	if (tls_ctx->tx_conf != TLS_HW) {  in tls_device_offload_cleanup_rx()
1145 		tls_ctx->netdev = NULL;  in tls_device_offload_cleanup_rx()