31 	struct bsg_job *job;  in bsg_transport_sg_io_fn()  local
49 	job = blk_mq_rq_to_pdu(rq);  in bsg_transport_sg_io_fn()
50 	reply = job->reply;  in bsg_transport_sg_io_fn()
51 	memset(job, 0, sizeof(*job));  in bsg_transport_sg_io_fn()
52 	job->reply = reply;  in bsg_transport_sg_io_fn()
53 	job->reply_len = SCSI_SENSE_BUFFERSIZE;  in bsg_transport_sg_io_fn()
54 	job->dd_data = job + 1;  in bsg_transport_sg_io_fn()
56 	job->request_len = hdr->request_len;  in bsg_transport_sg_io_fn()
57 	job->request = memdup_user(uptr64(hdr->request), hdr->request_len);  in bsg_transport_sg_io_fn()
58 	if (IS_ERR(job->request)) {  in bsg_transport_sg_io_fn()
59 		ret = PTR_ERR(job->request);  in bsg_transport_sg_io_fn()
64 		job->bidi_rq = blk_mq_alloc_request(rq->q, REQ_OP_DRV_IN, 0);  in bsg_transport_sg_io_fn()
65 		if (IS_ERR(job->bidi_rq)) {  in bsg_transport_sg_io_fn()
66 			ret = PTR_ERR(job->bidi_rq);  in bsg_transport_sg_io_fn()
70 		ret = blk_rq_map_user(rq->q, job->bidi_rq, NULL,  in bsg_transport_sg_io_fn()
76 		job->bidi_bio = job->bidi_rq->bio;  in bsg_transport_sg_io_fn()
78 		job->bidi_rq = NULL;  in bsg_transport_sg_io_fn()
79 		job->bidi_bio = NULL;  in bsg_transport_sg_io_fn()
101 	hdr->device_status = job->result & 0xff;  in bsg_transport_sg_io_fn()
102 	hdr->transport_status = host_byte(job->result);  in bsg_transport_sg_io_fn()
109 	if (job->result < 0) {  in bsg_transport_sg_io_fn()
111 		job->reply_len = sizeof(u32);  in bsg_transport_sg_io_fn()
112 		ret = job->result;  in bsg_transport_sg_io_fn()
115 	if (job->reply_len && hdr->response) {  in bsg_transport_sg_io_fn()
116 		int len = min(hdr->max_response_len, job->reply_len);  in bsg_transport_sg_io_fn()
118 		if (copy_to_user(uptr64(hdr->response), job->reply, len))  in bsg_transport_sg_io_fn()
127 	if (job->bidi_rq) {  in bsg_transport_sg_io_fn()
128 		unsigned int rsp_len = job->reply_payload.payload_len;  in bsg_transport_sg_io_fn()
130 		if (WARN_ON(job->reply_payload_rcv_len > rsp_len))  in bsg_transport_sg_io_fn()
133 			hdr->din_resid = rsp_len - job->reply_payload_rcv_len;  in bsg_transport_sg_io_fn()
140 	if (job->bidi_rq)  in bsg_transport_sg_io_fn()
141 		blk_rq_unmap_user(job->bidi_bio);  in bsg_transport_sg_io_fn()
143 	if (job->bidi_rq)  in bsg_transport_sg_io_fn()
144 		blk_mq_free_request(job->bidi_rq);  in bsg_transport_sg_io_fn()
146 	kfree(job->request);  in bsg_transport_sg_io_fn()
158 	struct bsg_job *job = container_of(kref, struct bsg_job, kref);  in bsg_teardown_job()  local
159 	struct request *rq = blk_mq_rq_from_pdu(job);  in bsg_teardown_job()
161 	put_device(job->dev);	/* release reference for the request */  in bsg_teardown_job()
163 	kfree(job->request_payload.sg_list);  in bsg_teardown_job()
164 	kfree(job->reply_payload.sg_list);  in bsg_teardown_job()
169 void bsg_job_put(struct bsg_job *job)  in bsg_job_put()  argument
171 	kref_put(&job->kref, bsg_teardown_job);  in bsg_job_put()
175 int bsg_job_get(struct bsg_job *job)  in bsg_job_get()  argument
177 	return kref_get_unless_zero(&job->kref);  in bsg_job_get()
189 void bsg_job_done(struct bsg_job *job, int result,  in bsg_job_done()  argument
192 	struct request *rq = blk_mq_rq_from_pdu(job);  in bsg_job_done()
194 	job->result = result;  in bsg_job_done()
195 	job->reply_payload_rcv_len = reply_payload_rcv_len;  in bsg_job_done()
207 	struct bsg_job *job = blk_mq_rq_to_pdu(rq);  in bsg_complete()  local
209 	bsg_job_put(job);  in bsg_complete()
234 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_prepare_job()  local
237 	job->timeout = req->timeout;  in bsg_prepare_job()
240 		ret = bsg_map_buffer(&job->request_payload, req);  in bsg_prepare_job()
244 	if (job->bidi_rq) {  in bsg_prepare_job()
245 		ret = bsg_map_buffer(&job->reply_payload, job->bidi_rq);  in bsg_prepare_job()
249 	job->dev = dev;  in bsg_prepare_job()
251 	get_device(job->dev);  in bsg_prepare_job()
252 	kref_init(&job->kref);  in bsg_prepare_job()
256 	kfree(job->request_payload.sg_list);  in bsg_prepare_job()
258 	job->result = -ENOMEM;  in bsg_prepare_job()
304 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_init_rq()  local
306 	job->reply = kzalloc(SCSI_SENSE_BUFFERSIZE, GFP_KERNEL);  in bsg_init_rq()
307 	if (!job->reply)  in bsg_init_rq()
315 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_exit_rq()  local
317 	kfree(job->reply);  in bsg_exit_rq()