31 	struct bsg_job *job;  in bsg_transport_sg_io_fn()  local
48 	job = blk_mq_rq_to_pdu(rq);  in bsg_transport_sg_io_fn()
49 	job->request_len = hdr->request_len;  in bsg_transport_sg_io_fn()
50 	job->request = memdup_user(uptr64(hdr->request), hdr->request_len);  in bsg_transport_sg_io_fn()
51 	if (IS_ERR(job->request)) {  in bsg_transport_sg_io_fn()
52 		ret = PTR_ERR(job->request);  in bsg_transport_sg_io_fn()
57 		job->bidi_rq = blk_get_request(rq->q, REQ_OP_DRV_IN, 0);  in bsg_transport_sg_io_fn()
58 		if (IS_ERR(job->bidi_rq)) {  in bsg_transport_sg_io_fn()
59 			ret = PTR_ERR(job->bidi_rq);  in bsg_transport_sg_io_fn()
63 		ret = blk_rq_map_user(rq->q, job->bidi_rq, NULL,  in bsg_transport_sg_io_fn()
69 		job->bidi_bio = job->bidi_rq->bio;  in bsg_transport_sg_io_fn()
71 		job->bidi_rq = NULL;  in bsg_transport_sg_io_fn()
72 		job->bidi_bio = NULL;  in bsg_transport_sg_io_fn()
94 	hdr->device_status = job->result & 0xff;  in bsg_transport_sg_io_fn()
95 	hdr->transport_status = host_byte(job->result);  in bsg_transport_sg_io_fn()
102 	if (job->result < 0) {  in bsg_transport_sg_io_fn()
104 		job->reply_len = sizeof(u32);  in bsg_transport_sg_io_fn()
105 		ret = job->result;  in bsg_transport_sg_io_fn()
108 	if (job->reply_len && hdr->response) {  in bsg_transport_sg_io_fn()
109 		int len = min(hdr->max_response_len, job->reply_len);  in bsg_transport_sg_io_fn()
111 		if (copy_to_user(uptr64(hdr->response), job->reply, len))  in bsg_transport_sg_io_fn()
120 	if (job->bidi_rq) {  in bsg_transport_sg_io_fn()
121 		unsigned int rsp_len = job->reply_payload.payload_len;  in bsg_transport_sg_io_fn()
123 		if (WARN_ON(job->reply_payload_rcv_len > rsp_len))  in bsg_transport_sg_io_fn()
126 			hdr->din_resid = rsp_len - job->reply_payload_rcv_len;  in bsg_transport_sg_io_fn()
133 	if (job->bidi_rq)  in bsg_transport_sg_io_fn()
134 		blk_rq_unmap_user(job->bidi_bio);  in bsg_transport_sg_io_fn()
136 	if (job->bidi_rq)  in bsg_transport_sg_io_fn()
137 		blk_put_request(job->bidi_rq);  in bsg_transport_sg_io_fn()
139 	kfree(job->request);  in bsg_transport_sg_io_fn()
151 	struct bsg_job *job = container_of(kref, struct bsg_job, kref);  in bsg_teardown_job()  local
152 	struct request *rq = blk_mq_rq_from_pdu(job);  in bsg_teardown_job()
154 	put_device(job->dev);	/* release reference for the request */  in bsg_teardown_job()
156 	kfree(job->request_payload.sg_list);  in bsg_teardown_job()
157 	kfree(job->reply_payload.sg_list);  in bsg_teardown_job()
162 void bsg_job_put(struct bsg_job *job)  in bsg_job_put()  argument
164 	kref_put(&job->kref, bsg_teardown_job);  in bsg_job_put()
168 int bsg_job_get(struct bsg_job *job)  in bsg_job_get()  argument
170 	return kref_get_unless_zero(&job->kref);  in bsg_job_get()
182 void bsg_job_done(struct bsg_job *job, int result,  in bsg_job_done()  argument
185 	struct request *rq = blk_mq_rq_from_pdu(job);  in bsg_job_done()
187 	job->result = result;  in bsg_job_done()
188 	job->reply_payload_rcv_len = reply_payload_rcv_len;  in bsg_job_done()
200 	struct bsg_job *job = blk_mq_rq_to_pdu(rq);  in bsg_complete()  local
202 	bsg_job_put(job);  in bsg_complete()
227 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_prepare_job()  local
230 	job->timeout = req->timeout;  in bsg_prepare_job()
233 		ret = bsg_map_buffer(&job->request_payload, req);  in bsg_prepare_job()
237 	if (job->bidi_rq) {  in bsg_prepare_job()
238 		ret = bsg_map_buffer(&job->reply_payload, job->bidi_rq);  in bsg_prepare_job()
242 	job->dev = dev;  in bsg_prepare_job()
244 	get_device(job->dev);  in bsg_prepare_job()
245 	kref_init(&job->kref);  in bsg_prepare_job()
249 	kfree(job->request_payload.sg_list);  in bsg_prepare_job()
251 	job->result = -ENOMEM;  in bsg_prepare_job()
297 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_init_rq()  local
299 	job->reply = kzalloc(SCSI_SENSE_BUFFERSIZE, GFP_KERNEL);  in bsg_init_rq()
300 	if (!job->reply)  in bsg_init_rq()
308 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_initialize_rq()  local
309 	void *reply = job->reply;  in bsg_initialize_rq()
311 	memset(job, 0, sizeof(*job));  in bsg_initialize_rq()
312 	job->reply = reply;  in bsg_initialize_rq()
313 	job->reply_len = SCSI_SENSE_BUFFERSIZE;  in bsg_initialize_rq()
314 	job->dd_data = job + 1;  in bsg_initialize_rq()
320 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_exit_rq()  local
322 	kfree(job->reply);  in bsg_exit_rq()