393 int af_alg_make_sg(struct af_alg_sgl *sgl, struct iov_iter *iter, int len)  in af_alg_make_sg()  argument
399 	n = iov_iter_get_pages(iter, sgl->pages, len, ALG_MAX_PAGES, &off);  in af_alg_make_sg()
407 	sg_init_table(sgl->sg, npages + 1);  in af_alg_make_sg()
412 		sg_set_page(sgl->sg + i, sgl->pages[i], plen, off);  in af_alg_make_sg()
417 	sg_mark_end(sgl->sg + npages - 1);  in af_alg_make_sg()
418 	sgl->npages = npages;  in af_alg_make_sg()
431 void af_alg_free_sg(struct af_alg_sgl *sgl)  in af_alg_free_sg()  argument
435 	for (i = 0; i < sgl->npages; i++)  in af_alg_free_sg()
436 		put_page(sgl->pages[i]);  in af_alg_free_sg()
490 	struct af_alg_tsgl *sgl;  in af_alg_alloc_tsgl()  local
493 	sgl = list_entry(ctx->tsgl_list.prev, struct af_alg_tsgl, list);  in af_alg_alloc_tsgl()
495 		sg = sgl->sg;  in af_alg_alloc_tsgl()
497 	if (!sg || sgl->cur >= MAX_SGL_ENTS) {  in af_alg_alloc_tsgl()
498 		sgl = sock_kmalloc(sk,  in af_alg_alloc_tsgl()
499 				   struct_size(sgl, sg, (MAX_SGL_ENTS + 1)),  in af_alg_alloc_tsgl()
501 		if (!sgl)  in af_alg_alloc_tsgl()
504 		sg_init_table(sgl->sg, MAX_SGL_ENTS + 1);  in af_alg_alloc_tsgl()
505 		sgl->cur = 0;  in af_alg_alloc_tsgl()
508 			sg_chain(sg, MAX_SGL_ENTS + 1, sgl->sg);  in af_alg_alloc_tsgl()
510 		list_add_tail(&sgl->list, &ctx->tsgl_list);  in af_alg_alloc_tsgl()
531 	const struct af_alg_tsgl *sgl;  in af_alg_count_tsgl()  local
538 	list_for_each_entry(sgl, &ctx->tsgl_list, list) {  in af_alg_count_tsgl()
539 		const struct scatterlist *sg = sgl->sg;  in af_alg_count_tsgl()
541 		for (i = 0; i < sgl->cur; i++) {  in af_alg_count_tsgl()
588 	struct af_alg_tsgl *sgl;  in af_alg_pull_tsgl()  local
593 		sgl = list_first_entry(&ctx->tsgl_list, struct af_alg_tsgl,  in af_alg_pull_tsgl()
595 		sg = sgl->sg;  in af_alg_pull_tsgl()
597 		for (i = 0; i < sgl->cur; i++) {  in af_alg_pull_tsgl()
636 		list_del(&sgl->list);  in af_alg_pull_tsgl()
637 		sock_kfree_s(sk, sgl, struct_size(sgl, sg, MAX_SGL_ENTS + 1));  in af_alg_pull_tsgl()
662 		af_alg_free_sg(&rsgl->sgl);  in af_alg_free_areq_sgls()
821 	struct af_alg_tsgl *sgl;  in af_alg_sendmsg()  local
870 			sgl = list_entry(ctx->tsgl_list.prev,  in af_alg_sendmsg()
872 			sg = sgl->sg + sgl->cur - 1;  in af_alg_sendmsg()
905 		sgl = list_entry(ctx->tsgl_list.prev, struct af_alg_tsgl,  in af_alg_sendmsg()
907 		sg = sgl->sg;  in af_alg_sendmsg()
908 		if (sgl->cur)  in af_alg_sendmsg()
909 			sg_unmark_end(sg + sgl->cur - 1);  in af_alg_sendmsg()
912 			unsigned int i = sgl->cur;  in af_alg_sendmsg()
935 			sgl->cur++;  in af_alg_sendmsg()
936 		} while (len && sgl->cur < MAX_SGL_ENTS);  in af_alg_sendmsg()
939 			sg_mark_end(sg + sgl->cur - 1);  in af_alg_sendmsg()
967 	struct af_alg_tsgl *sgl;  in af_alg_sendpage()  local
991 	sgl = list_entry(ctx->tsgl_list.prev, struct af_alg_tsgl, list);  in af_alg_sendpage()
993 	if (sgl->cur)  in af_alg_sendpage()
994 		sg_unmark_end(sgl->sg + sgl->cur - 1);  in af_alg_sendpage()
996 	sg_mark_end(sgl->sg + sgl->cur);  in af_alg_sendpage()
999 	sg_set_page(sgl->sg + sgl->cur, page, size, offset);  in af_alg_sendpage()
1000 	sgl->cur++;  in af_alg_sendpage()
1142 		rsgl->sgl.npages = 0;  in af_alg_get_rsgl()
1146 		err = af_alg_make_sg(&rsgl->sgl, &msg->msg_iter, seglen);  in af_alg_get_rsgl()
1154 			af_alg_link_sg(&areq->last_rsgl->sgl, &rsgl->sgl);  in af_alg_get_rsgl()