23 				    struct pblk_c_ctx *c_ctx)  in pblk_end_w_bio()  argument
30 	for (i = 0; i < c_ctx->nr_valid; i++) {  in pblk_end_w_bio()
32 		int pos = c_ctx->sentry + i;  in pblk_end_w_bio()
52 	if (c_ctx->nr_padded)  in pblk_end_w_bio()
53 		pblk_bio_free_pages(pblk, rqd->bio, c_ctx->nr_valid,  in pblk_end_w_bio()
54 							c_ctx->nr_padded);  in pblk_end_w_bio()
60 	ret = pblk_rb_sync_advance(&pblk->rwb, c_ctx->nr_valid);  in pblk_end_w_bio()
70 					   struct pblk_c_ctx *c_ctx)  in pblk_end_queued_w_bio()  argument
72 	list_del(&c_ctx->list);  in pblk_end_queued_w_bio()
73 	return pblk_end_w_bio(pblk, rqd, c_ctx);  in pblk_end_queued_w_bio()
77 				struct pblk_c_ctx *c_ctx)  in pblk_complete_write()  argument
84 	atomic_long_sub(c_ctx->nr_valid, &pblk->inflight_writes);  in pblk_complete_write()
86 	pblk_up_rq(pblk, c_ctx->lun_bitmap);  in pblk_complete_write()
89 	if (pos == c_ctx->sentry) {  in pblk_complete_write()
90 		pos = pblk_end_w_bio(pblk, rqd, c_ctx);  in pblk_complete_write()
101 		WARN_ON(nvm_rq_from_c_ctx(c_ctx) != rqd);  in pblk_complete_write()
102 		list_add_tail(&c_ctx->list, &pblk->compl_list);  in pblk_complete_write()
186 static void pblk_queue_resubmit(struct pblk *pblk, struct pblk_c_ctx *c_ctx)  in pblk_queue_resubmit()  argument
195 	r_ctx->sentry = c_ctx->sentry;  in pblk_queue_resubmit()
196 	r_ctx->nr_valid = c_ctx->nr_valid;  in pblk_queue_resubmit()
197 	r_ctx->nr_padded = c_ctx->nr_padded;  in pblk_queue_resubmit()
204 	atomic_long_add(c_ctx->nr_valid, &pblk->recov_writes);  in pblk_queue_resubmit()
214 	struct pblk_c_ctx *c_ctx = nvm_rq_to_pdu(rqd);  in pblk_submit_rec()  local
220 	pblk_queue_resubmit(pblk, c_ctx);  in pblk_submit_rec()
222 	pblk_up_rq(pblk, c_ctx->lun_bitmap);  in pblk_submit_rec()
223 	if (c_ctx->nr_padded)  in pblk_submit_rec()
224 		pblk_bio_free_pages(pblk, rqd->bio, c_ctx->nr_valid,  in pblk_submit_rec()
225 							c_ctx->nr_padded);  in pblk_submit_rec()
255 	struct pblk_c_ctx *c_ctx = nvm_rq_to_pdu(rqd);  in pblk_end_io_write()  local
268 	pblk_complete_write(pblk, rqd, c_ctx);  in pblk_end_io_write()
320 	struct pblk_c_ctx *c_ctx = nvm_rq_to_pdu(rqd);  in pblk_setup_w_rq()  local
321 	unsigned int valid = c_ctx->nr_valid;  in pblk_setup_w_rq()
322 	unsigned int padded = c_ctx->nr_padded;  in pblk_setup_w_rq()
330 	c_ctx->lun_bitmap = lun_bitmap;  in pblk_setup_w_rq()
339 		ret = pblk_map_rq(pblk, rqd, c_ctx->sentry, lun_bitmap,  in pblk_setup_w_rq()
342 		ret = pblk_map_erase_rq(pblk, rqd, c_ctx->sentry, lun_bitmap,  in pblk_setup_w_rq()
547 	struct pblk_c_ctx *c_ctx = nvm_rq_to_pdu(rqd);  in pblk_free_write_rqd()  local
550 	if (c_ctx->nr_padded)  in pblk_free_write_rqd()
551 		pblk_bio_free_pages(pblk, bio, c_ctx->nr_valid,  in pblk_free_write_rqd()
552 							c_ctx->nr_padded);  in pblk_free_write_rqd()