xref: /openbmc/linux/drivers/scsi/sd.c (revision e6c81cce)
1 /*
2  *      sd.c Copyright (C) 1992 Drew Eckhardt
3  *           Copyright (C) 1993, 1994, 1995, 1999 Eric Youngdale
4  *
5  *      Linux scsi disk driver
6  *              Initial versions: Drew Eckhardt
7  *              Subsequent revisions: Eric Youngdale
8  *	Modification history:
9  *       - Drew Eckhardt <drew@colorado.edu> original
10  *       - Eric Youngdale <eric@andante.org> add scatter-gather, multiple
11  *         outstanding request, and other enhancements.
12  *         Support loadable low-level scsi drivers.
13  *       - Jirka Hanika <geo@ff.cuni.cz> support more scsi disks using
14  *         eight major numbers.
15  *       - Richard Gooch <rgooch@atnf.csiro.au> support devfs.
16  *	 - Torben Mathiasen <tmm@image.dk> Resource allocation fixes in
17  *	   sd_init and cleanups.
18  *	 - Alex Davis <letmein@erols.com> Fix problem where partition info
19  *	   not being read in sd_open. Fix problem where removable media
20  *	   could be ejected after sd_open.
21  *	 - Douglas Gilbert <dgilbert@interlog.com> cleanup for lk 2.5.x
22  *	 - Badari Pulavarty <pbadari@us.ibm.com>, Matthew Wilcox
23  *	   <willy@debian.org>, Kurt Garloff <garloff@suse.de>:
24  *	   Support 32k/1M disks.
25  *
26  *	Logging policy (needs CONFIG_SCSI_LOGGING defined):
27  *	 - setting up transfer: SCSI_LOG_HLQUEUE levels 1 and 2
28  *	 - end of transfer (bh + scsi_lib): SCSI_LOG_HLCOMPLETE level 1
29  *	 - entering sd_ioctl: SCSI_LOG_IOCTL level 1
30  *	 - entering other commands: SCSI_LOG_HLQUEUE level 3
31  *	Note: when the logging level is set by the user, it must be greater
32  *	than the level indicated above to trigger output.
33  */
34 
35 #include <linux/module.h>
36 #include <linux/fs.h>
37 #include <linux/kernel.h>
38 #include <linux/mm.h>
39 #include <linux/bio.h>
40 #include <linux/genhd.h>
41 #include <linux/hdreg.h>
42 #include <linux/errno.h>
43 #include <linux/idr.h>
44 #include <linux/interrupt.h>
45 #include <linux/init.h>
46 #include <linux/blkdev.h>
47 #include <linux/blkpg.h>
48 #include <linux/delay.h>
49 #include <linux/mutex.h>
50 #include <linux/string_helpers.h>
51 #include <linux/async.h>
52 #include <linux/slab.h>
53 #include <linux/pm_runtime.h>
54 #include <asm/uaccess.h>
55 #include <asm/unaligned.h>
56 
57 #include <scsi/scsi.h>
58 #include <scsi/scsi_cmnd.h>
59 #include <scsi/scsi_dbg.h>
60 #include <scsi/scsi_device.h>
61 #include <scsi/scsi_driver.h>
62 #include <scsi/scsi_eh.h>
63 #include <scsi/scsi_host.h>
64 #include <scsi/scsi_ioctl.h>
65 #include <scsi/scsicam.h>
66 
67 #include "sd.h"
68 #include "scsi_priv.h"
69 #include "scsi_logging.h"
70 
71 MODULE_AUTHOR("Eric Youngdale");
72 MODULE_DESCRIPTION("SCSI disk (sd) driver");
73 MODULE_LICENSE("GPL");
74 
75 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK0_MAJOR);
76 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK1_MAJOR);
77 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK2_MAJOR);
78 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK3_MAJOR);
79 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK4_MAJOR);
80 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK5_MAJOR);
81 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK6_MAJOR);
82 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK7_MAJOR);
83 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK8_MAJOR);
84 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK9_MAJOR);
85 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK10_MAJOR);
86 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK11_MAJOR);
87 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK12_MAJOR);
88 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK13_MAJOR);
89 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK14_MAJOR);
90 MODULE_ALIAS_BLOCKDEV_MAJOR(SCSI_DISK15_MAJOR);
91 MODULE_ALIAS_SCSI_DEVICE(TYPE_DISK);
92 MODULE_ALIAS_SCSI_DEVICE(TYPE_MOD);
93 MODULE_ALIAS_SCSI_DEVICE(TYPE_RBC);
94 
95 #if !defined(CONFIG_DEBUG_BLOCK_EXT_DEVT)
96 #define SD_MINORS	16
97 #else
98 #define SD_MINORS	0
99 #endif
100 
101 static void sd_config_discard(struct scsi_disk *, unsigned int);
102 static void sd_config_write_same(struct scsi_disk *);
103 static int  sd_revalidate_disk(struct gendisk *);
104 static void sd_unlock_native_capacity(struct gendisk *disk);
105 static int  sd_probe(struct device *);
106 static int  sd_remove(struct device *);
107 static void sd_shutdown(struct device *);
108 static int sd_suspend_system(struct device *);
109 static int sd_suspend_runtime(struct device *);
110 static int sd_resume(struct device *);
111 static void sd_rescan(struct device *);
112 static int sd_init_command(struct scsi_cmnd *SCpnt);
113 static void sd_uninit_command(struct scsi_cmnd *SCpnt);
114 static int sd_done(struct scsi_cmnd *);
115 static int sd_eh_action(struct scsi_cmnd *, int);
116 static void sd_read_capacity(struct scsi_disk *sdkp, unsigned char *buffer);
117 static void scsi_disk_release(struct device *cdev);
118 static void sd_print_sense_hdr(struct scsi_disk *, struct scsi_sense_hdr *);
119 static void sd_print_result(const struct scsi_disk *, const char *, int);
120 
121 static DEFINE_SPINLOCK(sd_index_lock);
122 static DEFINE_IDA(sd_index_ida);
123 
124 /* This semaphore is used to mediate the 0->1 reference get in the
125  * face of object destruction (i.e. we can't allow a get on an
126  * object after last put) */
127 static DEFINE_MUTEX(sd_ref_mutex);
128 
129 static struct kmem_cache *sd_cdb_cache;
130 static mempool_t *sd_cdb_pool;
131 
132 static const char *sd_cache_types[] = {
133 	"write through", "none", "write back",
134 	"write back, no read (daft)"
135 };
136 
137 static void sd_set_flush_flag(struct scsi_disk *sdkp)
138 {
139 	unsigned flush = 0;
140 
141 	if (sdkp->WCE) {
142 		flush |= REQ_FLUSH;
143 		if (sdkp->DPOFUA)
144 			flush |= REQ_FUA;
145 	}
146 
147 	blk_queue_flush(sdkp->disk->queue, flush);
148 }
149 
150 static ssize_t
151 cache_type_store(struct device *dev, struct device_attribute *attr,
152 		 const char *buf, size_t count)
153 {
154 	int i, ct = -1, rcd, wce, sp;
155 	struct scsi_disk *sdkp = to_scsi_disk(dev);
156 	struct scsi_device *sdp = sdkp->device;
157 	char buffer[64];
158 	char *buffer_data;
159 	struct scsi_mode_data data;
160 	struct scsi_sense_hdr sshdr;
161 	static const char temp[] = "temporary ";
162 	int len;
163 
164 	if (sdp->type != TYPE_DISK)
165 		/* no cache control on RBC devices; theoretically they
166 		 * can do it, but there's probably so many exceptions
167 		 * it's not worth the risk */
168 		return -EINVAL;
169 
170 	if (strncmp(buf, temp, sizeof(temp) - 1) == 0) {
171 		buf += sizeof(temp) - 1;
172 		sdkp->cache_override = 1;
173 	} else {
174 		sdkp->cache_override = 0;
175 	}
176 
177 	for (i = 0; i < ARRAY_SIZE(sd_cache_types); i++) {
178 		len = strlen(sd_cache_types[i]);
179 		if (strncmp(sd_cache_types[i], buf, len) == 0 &&
180 		    buf[len] == '\n') {
181 			ct = i;
182 			break;
183 		}
184 	}
185 	if (ct < 0)
186 		return -EINVAL;
187 	rcd = ct & 0x01 ? 1 : 0;
188 	wce = (ct & 0x02) && !sdkp->write_prot ? 1 : 0;
189 
190 	if (sdkp->cache_override) {
191 		sdkp->WCE = wce;
192 		sdkp->RCD = rcd;
193 		sd_set_flush_flag(sdkp);
194 		return count;
195 	}
196 
197 	if (scsi_mode_sense(sdp, 0x08, 8, buffer, sizeof(buffer), SD_TIMEOUT,
198 			    SD_MAX_RETRIES, &data, NULL))
199 		return -EINVAL;
200 	len = min_t(size_t, sizeof(buffer), data.length - data.header_length -
201 		  data.block_descriptor_length);
202 	buffer_data = buffer + data.header_length +
203 		data.block_descriptor_length;
204 	buffer_data[2] &= ~0x05;
205 	buffer_data[2] |= wce << 2 | rcd;
206 	sp = buffer_data[0] & 0x80 ? 1 : 0;
207 
208 	if (scsi_mode_select(sdp, 1, sp, 8, buffer_data, len, SD_TIMEOUT,
209 			     SD_MAX_RETRIES, &data, &sshdr)) {
210 		if (scsi_sense_valid(&sshdr))
211 			sd_print_sense_hdr(sdkp, &sshdr);
212 		return -EINVAL;
213 	}
214 	revalidate_disk(sdkp->disk);
215 	return count;
216 }
217 
218 static ssize_t
219 manage_start_stop_show(struct device *dev, struct device_attribute *attr,
220 		       char *buf)
221 {
222 	struct scsi_disk *sdkp = to_scsi_disk(dev);
223 	struct scsi_device *sdp = sdkp->device;
224 
225 	return snprintf(buf, 20, "%u\n", sdp->manage_start_stop);
226 }
227 
228 static ssize_t
229 manage_start_stop_store(struct device *dev, struct device_attribute *attr,
230 			const char *buf, size_t count)
231 {
232 	struct scsi_disk *sdkp = to_scsi_disk(dev);
233 	struct scsi_device *sdp = sdkp->device;
234 
235 	if (!capable(CAP_SYS_ADMIN))
236 		return -EACCES;
237 
238 	sdp->manage_start_stop = simple_strtoul(buf, NULL, 10);
239 
240 	return count;
241 }
242 static DEVICE_ATTR_RW(manage_start_stop);
243 
244 static ssize_t
245 allow_restart_show(struct device *dev, struct device_attribute *attr, char *buf)
246 {
247 	struct scsi_disk *sdkp = to_scsi_disk(dev);
248 
249 	return snprintf(buf, 40, "%d\n", sdkp->device->allow_restart);
250 }
251 
252 static ssize_t
253 allow_restart_store(struct device *dev, struct device_attribute *attr,
254 		    const char *buf, size_t count)
255 {
256 	struct scsi_disk *sdkp = to_scsi_disk(dev);
257 	struct scsi_device *sdp = sdkp->device;
258 
259 	if (!capable(CAP_SYS_ADMIN))
260 		return -EACCES;
261 
262 	if (sdp->type != TYPE_DISK)
263 		return -EINVAL;
264 
265 	sdp->allow_restart = simple_strtoul(buf, NULL, 10);
266 
267 	return count;
268 }
269 static DEVICE_ATTR_RW(allow_restart);
270 
271 static ssize_t
272 cache_type_show(struct device *dev, struct device_attribute *attr, char *buf)
273 {
274 	struct scsi_disk *sdkp = to_scsi_disk(dev);
275 	int ct = sdkp->RCD + 2*sdkp->WCE;
276 
277 	return snprintf(buf, 40, "%s\n", sd_cache_types[ct]);
278 }
279 static DEVICE_ATTR_RW(cache_type);
280 
281 static ssize_t
282 FUA_show(struct device *dev, struct device_attribute *attr, char *buf)
283 {
284 	struct scsi_disk *sdkp = to_scsi_disk(dev);
285 
286 	return snprintf(buf, 20, "%u\n", sdkp->DPOFUA);
287 }
288 static DEVICE_ATTR_RO(FUA);
289 
290 static ssize_t
291 protection_type_show(struct device *dev, struct device_attribute *attr,
292 		     char *buf)
293 {
294 	struct scsi_disk *sdkp = to_scsi_disk(dev);
295 
296 	return snprintf(buf, 20, "%u\n", sdkp->protection_type);
297 }
298 
299 static ssize_t
300 protection_type_store(struct device *dev, struct device_attribute *attr,
301 		      const char *buf, size_t count)
302 {
303 	struct scsi_disk *sdkp = to_scsi_disk(dev);
304 	unsigned int val;
305 	int err;
306 
307 	if (!capable(CAP_SYS_ADMIN))
308 		return -EACCES;
309 
310 	err = kstrtouint(buf, 10, &val);
311 
312 	if (err)
313 		return err;
314 
315 	if (val >= 0 && val <= SD_DIF_TYPE3_PROTECTION)
316 		sdkp->protection_type = val;
317 
318 	return count;
319 }
320 static DEVICE_ATTR_RW(protection_type);
321 
322 static ssize_t
323 protection_mode_show(struct device *dev, struct device_attribute *attr,
324 		     char *buf)
325 {
326 	struct scsi_disk *sdkp = to_scsi_disk(dev);
327 	struct scsi_device *sdp = sdkp->device;
328 	unsigned int dif, dix;
329 
330 	dif = scsi_host_dif_capable(sdp->host, sdkp->protection_type);
331 	dix = scsi_host_dix_capable(sdp->host, sdkp->protection_type);
332 
333 	if (!dix && scsi_host_dix_capable(sdp->host, SD_DIF_TYPE0_PROTECTION)) {
334 		dif = 0;
335 		dix = 1;
336 	}
337 
338 	if (!dif && !dix)
339 		return snprintf(buf, 20, "none\n");
340 
341 	return snprintf(buf, 20, "%s%u\n", dix ? "dix" : "dif", dif);
342 }
343 static DEVICE_ATTR_RO(protection_mode);
344 
345 static ssize_t
346 app_tag_own_show(struct device *dev, struct device_attribute *attr, char *buf)
347 {
348 	struct scsi_disk *sdkp = to_scsi_disk(dev);
349 
350 	return snprintf(buf, 20, "%u\n", sdkp->ATO);
351 }
352 static DEVICE_ATTR_RO(app_tag_own);
353 
354 static ssize_t
355 thin_provisioning_show(struct device *dev, struct device_attribute *attr,
356 		       char *buf)
357 {
358 	struct scsi_disk *sdkp = to_scsi_disk(dev);
359 
360 	return snprintf(buf, 20, "%u\n", sdkp->lbpme);
361 }
362 static DEVICE_ATTR_RO(thin_provisioning);
363 
364 static const char *lbp_mode[] = {
365 	[SD_LBP_FULL]		= "full",
366 	[SD_LBP_UNMAP]		= "unmap",
367 	[SD_LBP_WS16]		= "writesame_16",
368 	[SD_LBP_WS10]		= "writesame_10",
369 	[SD_LBP_ZERO]		= "writesame_zero",
370 	[SD_LBP_DISABLE]	= "disabled",
371 };
372 
373 static ssize_t
374 provisioning_mode_show(struct device *dev, struct device_attribute *attr,
375 		       char *buf)
376 {
377 	struct scsi_disk *sdkp = to_scsi_disk(dev);
378 
379 	return snprintf(buf, 20, "%s\n", lbp_mode[sdkp->provisioning_mode]);
380 }
381 
382 static ssize_t
383 provisioning_mode_store(struct device *dev, struct device_attribute *attr,
384 			const char *buf, size_t count)
385 {
386 	struct scsi_disk *sdkp = to_scsi_disk(dev);
387 	struct scsi_device *sdp = sdkp->device;
388 
389 	if (!capable(CAP_SYS_ADMIN))
390 		return -EACCES;
391 
392 	if (sdp->type != TYPE_DISK)
393 		return -EINVAL;
394 
395 	if (!strncmp(buf, lbp_mode[SD_LBP_UNMAP], 20))
396 		sd_config_discard(sdkp, SD_LBP_UNMAP);
397 	else if (!strncmp(buf, lbp_mode[SD_LBP_WS16], 20))
398 		sd_config_discard(sdkp, SD_LBP_WS16);
399 	else if (!strncmp(buf, lbp_mode[SD_LBP_WS10], 20))
400 		sd_config_discard(sdkp, SD_LBP_WS10);
401 	else if (!strncmp(buf, lbp_mode[SD_LBP_ZERO], 20))
402 		sd_config_discard(sdkp, SD_LBP_ZERO);
403 	else if (!strncmp(buf, lbp_mode[SD_LBP_DISABLE], 20))
404 		sd_config_discard(sdkp, SD_LBP_DISABLE);
405 	else
406 		return -EINVAL;
407 
408 	return count;
409 }
410 static DEVICE_ATTR_RW(provisioning_mode);
411 
412 static ssize_t
413 max_medium_access_timeouts_show(struct device *dev,
414 				struct device_attribute *attr, char *buf)
415 {
416 	struct scsi_disk *sdkp = to_scsi_disk(dev);
417 
418 	return snprintf(buf, 20, "%u\n", sdkp->max_medium_access_timeouts);
419 }
420 
421 static ssize_t
422 max_medium_access_timeouts_store(struct device *dev,
423 				 struct device_attribute *attr, const char *buf,
424 				 size_t count)
425 {
426 	struct scsi_disk *sdkp = to_scsi_disk(dev);
427 	int err;
428 
429 	if (!capable(CAP_SYS_ADMIN))
430 		return -EACCES;
431 
432 	err = kstrtouint(buf, 10, &sdkp->max_medium_access_timeouts);
433 
434 	return err ? err : count;
435 }
436 static DEVICE_ATTR_RW(max_medium_access_timeouts);
437 
438 static ssize_t
439 max_write_same_blocks_show(struct device *dev, struct device_attribute *attr,
440 			   char *buf)
441 {
442 	struct scsi_disk *sdkp = to_scsi_disk(dev);
443 
444 	return snprintf(buf, 20, "%u\n", sdkp->max_ws_blocks);
445 }
446 
447 static ssize_t
448 max_write_same_blocks_store(struct device *dev, struct device_attribute *attr,
449 			    const char *buf, size_t count)
450 {
451 	struct scsi_disk *sdkp = to_scsi_disk(dev);
452 	struct scsi_device *sdp = sdkp->device;
453 	unsigned long max;
454 	int err;
455 
456 	if (!capable(CAP_SYS_ADMIN))
457 		return -EACCES;
458 
459 	if (sdp->type != TYPE_DISK)
460 		return -EINVAL;
461 
462 	err = kstrtoul(buf, 10, &max);
463 
464 	if (err)
465 		return err;
466 
467 	if (max == 0)
468 		sdp->no_write_same = 1;
469 	else if (max <= SD_MAX_WS16_BLOCKS) {
470 		sdp->no_write_same = 0;
471 		sdkp->max_ws_blocks = max;
472 	}
473 
474 	sd_config_write_same(sdkp);
475 
476 	return count;
477 }
478 static DEVICE_ATTR_RW(max_write_same_blocks);
479 
480 static struct attribute *sd_disk_attrs[] = {
481 	&dev_attr_cache_type.attr,
482 	&dev_attr_FUA.attr,
483 	&dev_attr_allow_restart.attr,
484 	&dev_attr_manage_start_stop.attr,
485 	&dev_attr_protection_type.attr,
486 	&dev_attr_protection_mode.attr,
487 	&dev_attr_app_tag_own.attr,
488 	&dev_attr_thin_provisioning.attr,
489 	&dev_attr_provisioning_mode.attr,
490 	&dev_attr_max_write_same_blocks.attr,
491 	&dev_attr_max_medium_access_timeouts.attr,
492 	NULL,
493 };
494 ATTRIBUTE_GROUPS(sd_disk);
495 
496 static struct class sd_disk_class = {
497 	.name		= "scsi_disk",
498 	.owner		= THIS_MODULE,
499 	.dev_release	= scsi_disk_release,
500 	.dev_groups	= sd_disk_groups,
501 };
502 
503 static const struct dev_pm_ops sd_pm_ops = {
504 	.suspend		= sd_suspend_system,
505 	.resume			= sd_resume,
506 	.poweroff		= sd_suspend_system,
507 	.restore		= sd_resume,
508 	.runtime_suspend	= sd_suspend_runtime,
509 	.runtime_resume		= sd_resume,
510 };
511 
512 static struct scsi_driver sd_template = {
513 	.gendrv = {
514 		.name		= "sd",
515 		.owner		= THIS_MODULE,
516 		.probe		= sd_probe,
517 		.remove		= sd_remove,
518 		.shutdown	= sd_shutdown,
519 		.pm		= &sd_pm_ops,
520 	},
521 	.rescan			= sd_rescan,
522 	.init_command		= sd_init_command,
523 	.uninit_command		= sd_uninit_command,
524 	.done			= sd_done,
525 	.eh_action		= sd_eh_action,
526 };
527 
528 /*
529  * Dummy kobj_map->probe function.
530  * The default ->probe function will call modprobe, which is
531  * pointless as this module is already loaded.
532  */
533 static struct kobject *sd_default_probe(dev_t devt, int *partno, void *data)
534 {
535 	return NULL;
536 }
537 
538 /*
539  * Device no to disk mapping:
540  *
541  *       major         disc2     disc  p1
542  *   |............|.............|....|....| <- dev_t
543  *    31        20 19          8 7  4 3  0
544  *
545  * Inside a major, we have 16k disks, however mapped non-
546  * contiguously. The first 16 disks are for major0, the next
547  * ones with major1, ... Disk 256 is for major0 again, disk 272
548  * for major1, ...
549  * As we stay compatible with our numbering scheme, we can reuse
550  * the well-know SCSI majors 8, 65--71, 136--143.
551  */
552 static int sd_major(int major_idx)
553 {
554 	switch (major_idx) {
555 	case 0:
556 		return SCSI_DISK0_MAJOR;
557 	case 1 ... 7:
558 		return SCSI_DISK1_MAJOR + major_idx - 1;
559 	case 8 ... 15:
560 		return SCSI_DISK8_MAJOR + major_idx - 8;
561 	default:
562 		BUG();
563 		return 0;	/* shut up gcc */
564 	}
565 }
566 
567 static struct scsi_disk *scsi_disk_get(struct gendisk *disk)
568 {
569 	struct scsi_disk *sdkp = NULL;
570 
571 	mutex_lock(&sd_ref_mutex);
572 
573 	if (disk->private_data) {
574 		sdkp = scsi_disk(disk);
575 		if (scsi_device_get(sdkp->device) == 0)
576 			get_device(&sdkp->dev);
577 		else
578 			sdkp = NULL;
579 	}
580 	mutex_unlock(&sd_ref_mutex);
581 	return sdkp;
582 }
583 
584 static void scsi_disk_put(struct scsi_disk *sdkp)
585 {
586 	struct scsi_device *sdev = sdkp->device;
587 
588 	mutex_lock(&sd_ref_mutex);
589 	put_device(&sdkp->dev);
590 	scsi_device_put(sdev);
591 	mutex_unlock(&sd_ref_mutex);
592 }
593 
594 static unsigned char sd_setup_protect_cmnd(struct scsi_cmnd *scmd,
595 					   unsigned int dix, unsigned int dif)
596 {
597 	struct bio *bio = scmd->request->bio;
598 	unsigned int prot_op = sd_prot_op(rq_data_dir(scmd->request), dix, dif);
599 	unsigned int protect = 0;
600 
601 	if (dix) {				/* DIX Type 0, 1, 2, 3 */
602 		if (bio_integrity_flagged(bio, BIP_IP_CHECKSUM))
603 			scmd->prot_flags |= SCSI_PROT_IP_CHECKSUM;
604 
605 		if (bio_integrity_flagged(bio, BIP_CTRL_NOCHECK) == false)
606 			scmd->prot_flags |= SCSI_PROT_GUARD_CHECK;
607 	}
608 
609 	if (dif != SD_DIF_TYPE3_PROTECTION) {	/* DIX/DIF Type 0, 1, 2 */
610 		scmd->prot_flags |= SCSI_PROT_REF_INCREMENT;
611 
612 		if (bio_integrity_flagged(bio, BIP_CTRL_NOCHECK) == false)
613 			scmd->prot_flags |= SCSI_PROT_REF_CHECK;
614 	}
615 
616 	if (dif) {				/* DIX/DIF Type 1, 2, 3 */
617 		scmd->prot_flags |= SCSI_PROT_TRANSFER_PI;
618 
619 		if (bio_integrity_flagged(bio, BIP_DISK_NOCHECK))
620 			protect = 3 << 5;	/* Disable target PI checking */
621 		else
622 			protect = 1 << 5;	/* Enable target PI checking */
623 	}
624 
625 	scsi_set_prot_op(scmd, prot_op);
626 	scsi_set_prot_type(scmd, dif);
627 	scmd->prot_flags &= sd_prot_flag_mask(prot_op);
628 
629 	return protect;
630 }
631 
632 static void sd_config_discard(struct scsi_disk *sdkp, unsigned int mode)
633 {
634 	struct request_queue *q = sdkp->disk->queue;
635 	unsigned int logical_block_size = sdkp->device->sector_size;
636 	unsigned int max_blocks = 0;
637 
638 	q->limits.discard_zeroes_data = 0;
639 	q->limits.discard_alignment = sdkp->unmap_alignment *
640 		logical_block_size;
641 	q->limits.discard_granularity =
642 		max(sdkp->physical_block_size,
643 		    sdkp->unmap_granularity * logical_block_size);
644 
645 	sdkp->provisioning_mode = mode;
646 
647 	switch (mode) {
648 
649 	case SD_LBP_DISABLE:
650 		q->limits.max_discard_sectors = 0;
651 		queue_flag_clear_unlocked(QUEUE_FLAG_DISCARD, q);
652 		return;
653 
654 	case SD_LBP_UNMAP:
655 		max_blocks = min_not_zero(sdkp->max_unmap_blocks,
656 					  (u32)SD_MAX_WS16_BLOCKS);
657 		break;
658 
659 	case SD_LBP_WS16:
660 		max_blocks = min_not_zero(sdkp->max_ws_blocks,
661 					  (u32)SD_MAX_WS16_BLOCKS);
662 		q->limits.discard_zeroes_data = sdkp->lbprz;
663 		break;
664 
665 	case SD_LBP_WS10:
666 		max_blocks = min_not_zero(sdkp->max_ws_blocks,
667 					  (u32)SD_MAX_WS10_BLOCKS);
668 		q->limits.discard_zeroes_data = sdkp->lbprz;
669 		break;
670 
671 	case SD_LBP_ZERO:
672 		max_blocks = min_not_zero(sdkp->max_ws_blocks,
673 					  (u32)SD_MAX_WS10_BLOCKS);
674 		q->limits.discard_zeroes_data = 1;
675 		break;
676 	}
677 
678 	q->limits.max_discard_sectors = max_blocks * (logical_block_size >> 9);
679 	queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, q);
680 }
681 
682 /**
683  * sd_setup_discard_cmnd - unmap blocks on thinly provisioned device
684  * @sdp: scsi device to operate one
685  * @rq: Request to prepare
686  *
687  * Will issue either UNMAP or WRITE SAME(16) depending on preference
688  * indicated by target device.
689  **/
690 static int sd_setup_discard_cmnd(struct scsi_cmnd *cmd)
691 {
692 	struct request *rq = cmd->request;
693 	struct scsi_device *sdp = cmd->device;
694 	struct scsi_disk *sdkp = scsi_disk(rq->rq_disk);
695 	sector_t sector = blk_rq_pos(rq);
696 	unsigned int nr_sectors = blk_rq_sectors(rq);
697 	unsigned int nr_bytes = blk_rq_bytes(rq);
698 	unsigned int len;
699 	int ret;
700 	char *buf;
701 	struct page *page;
702 
703 	sector >>= ilog2(sdp->sector_size) - 9;
704 	nr_sectors >>= ilog2(sdp->sector_size) - 9;
705 
706 	page = alloc_page(GFP_ATOMIC | __GFP_ZERO);
707 	if (!page)
708 		return BLKPREP_DEFER;
709 
710 	switch (sdkp->provisioning_mode) {
711 	case SD_LBP_UNMAP:
712 		buf = page_address(page);
713 
714 		cmd->cmd_len = 10;
715 		cmd->cmnd[0] = UNMAP;
716 		cmd->cmnd[8] = 24;
717 
718 		put_unaligned_be16(6 + 16, &buf[0]);
719 		put_unaligned_be16(16, &buf[2]);
720 		put_unaligned_be64(sector, &buf[8]);
721 		put_unaligned_be32(nr_sectors, &buf[16]);
722 
723 		len = 24;
724 		break;
725 
726 	case SD_LBP_WS16:
727 		cmd->cmd_len = 16;
728 		cmd->cmnd[0] = WRITE_SAME_16;
729 		cmd->cmnd[1] = 0x8; /* UNMAP */
730 		put_unaligned_be64(sector, &cmd->cmnd[2]);
731 		put_unaligned_be32(nr_sectors, &cmd->cmnd[10]);
732 
733 		len = sdkp->device->sector_size;
734 		break;
735 
736 	case SD_LBP_WS10:
737 	case SD_LBP_ZERO:
738 		cmd->cmd_len = 10;
739 		cmd->cmnd[0] = WRITE_SAME;
740 		if (sdkp->provisioning_mode == SD_LBP_WS10)
741 			cmd->cmnd[1] = 0x8; /* UNMAP */
742 		put_unaligned_be32(sector, &cmd->cmnd[2]);
743 		put_unaligned_be16(nr_sectors, &cmd->cmnd[7]);
744 
745 		len = sdkp->device->sector_size;
746 		break;
747 
748 	default:
749 		ret = BLKPREP_KILL;
750 		goto out;
751 	}
752 
753 	rq->completion_data = page;
754 	rq->timeout = SD_TIMEOUT;
755 
756 	cmd->transfersize = len;
757 	cmd->allowed = SD_MAX_RETRIES;
758 
759 	/*
760 	 * Initially __data_len is set to the amount of data that needs to be
761 	 * transferred to the target. This amount depends on whether WRITE SAME
762 	 * or UNMAP is being used. After the scatterlist has been mapped by
763 	 * scsi_init_io() we set __data_len to the size of the area to be
764 	 * discarded on disk. This allows us to report completion on the full
765 	 * amount of blocks described by the request.
766 	 */
767 	blk_add_request_payload(rq, page, len);
768 	ret = scsi_init_io(cmd);
769 	rq->__data_len = nr_bytes;
770 
771 out:
772 	if (ret != BLKPREP_OK)
773 		__free_page(page);
774 	return ret;
775 }
776 
777 static void sd_config_write_same(struct scsi_disk *sdkp)
778 {
779 	struct request_queue *q = sdkp->disk->queue;
780 	unsigned int logical_block_size = sdkp->device->sector_size;
781 
782 	if (sdkp->device->no_write_same) {
783 		sdkp->max_ws_blocks = 0;
784 		goto out;
785 	}
786 
787 	/* Some devices can not handle block counts above 0xffff despite
788 	 * supporting WRITE SAME(16). Consequently we default to 64k
789 	 * blocks per I/O unless the device explicitly advertises a
790 	 * bigger limit.
791 	 */
792 	if (sdkp->max_ws_blocks > SD_MAX_WS10_BLOCKS)
793 		sdkp->max_ws_blocks = min_not_zero(sdkp->max_ws_blocks,
794 						   (u32)SD_MAX_WS16_BLOCKS);
795 	else if (sdkp->ws16 || sdkp->ws10 || sdkp->device->no_report_opcodes)
796 		sdkp->max_ws_blocks = min_not_zero(sdkp->max_ws_blocks,
797 						   (u32)SD_MAX_WS10_BLOCKS);
798 	else {
799 		sdkp->device->no_write_same = 1;
800 		sdkp->max_ws_blocks = 0;
801 	}
802 
803 out:
804 	blk_queue_max_write_same_sectors(q, sdkp->max_ws_blocks *
805 					 (logical_block_size >> 9));
806 }
807 
808 /**
809  * sd_setup_write_same_cmnd - write the same data to multiple blocks
810  * @cmd: command to prepare
811  *
812  * Will issue either WRITE SAME(10) or WRITE SAME(16) depending on
813  * preference indicated by target device.
814  **/
815 static int sd_setup_write_same_cmnd(struct scsi_cmnd *cmd)
816 {
817 	struct request *rq = cmd->request;
818 	struct scsi_device *sdp = cmd->device;
819 	struct scsi_disk *sdkp = scsi_disk(rq->rq_disk);
820 	struct bio *bio = rq->bio;
821 	sector_t sector = blk_rq_pos(rq);
822 	unsigned int nr_sectors = blk_rq_sectors(rq);
823 	unsigned int nr_bytes = blk_rq_bytes(rq);
824 	int ret;
825 
826 	if (sdkp->device->no_write_same)
827 		return BLKPREP_KILL;
828 
829 	BUG_ON(bio_offset(bio) || bio_iovec(bio).bv_len != sdp->sector_size);
830 
831 	sector >>= ilog2(sdp->sector_size) - 9;
832 	nr_sectors >>= ilog2(sdp->sector_size) - 9;
833 
834 	rq->timeout = SD_WRITE_SAME_TIMEOUT;
835 
836 	if (sdkp->ws16 || sector > 0xffffffff || nr_sectors > 0xffff) {
837 		cmd->cmd_len = 16;
838 		cmd->cmnd[0] = WRITE_SAME_16;
839 		put_unaligned_be64(sector, &cmd->cmnd[2]);
840 		put_unaligned_be32(nr_sectors, &cmd->cmnd[10]);
841 	} else {
842 		cmd->cmd_len = 10;
843 		cmd->cmnd[0] = WRITE_SAME;
844 		put_unaligned_be32(sector, &cmd->cmnd[2]);
845 		put_unaligned_be16(nr_sectors, &cmd->cmnd[7]);
846 	}
847 
848 	cmd->transfersize = sdp->sector_size;
849 	cmd->allowed = SD_MAX_RETRIES;
850 
851 	/*
852 	 * For WRITE_SAME the data transferred in the DATA IN buffer is
853 	 * different from the amount of data actually written to the target.
854 	 *
855 	 * We set up __data_len to the amount of data transferred from the
856 	 * DATA IN buffer so that blk_rq_map_sg set up the proper S/G list
857 	 * to transfer a single sector of data first, but then reset it to
858 	 * the amount of data to be written right after so that the I/O path
859 	 * knows how much to actually write.
860 	 */
861 	rq->__data_len = sdp->sector_size;
862 	ret = scsi_init_io(cmd);
863 	rq->__data_len = nr_bytes;
864 	return ret;
865 }
866 
867 static int sd_setup_flush_cmnd(struct scsi_cmnd *cmd)
868 {
869 	struct request *rq = cmd->request;
870 
871 	/* flush requests don't perform I/O, zero the S/G table */
872 	memset(&cmd->sdb, 0, sizeof(cmd->sdb));
873 
874 	cmd->cmnd[0] = SYNCHRONIZE_CACHE;
875 	cmd->cmd_len = 10;
876 	cmd->transfersize = 0;
877 	cmd->allowed = SD_MAX_RETRIES;
878 
879 	rq->timeout = rq->q->rq_timeout * SD_FLUSH_TIMEOUT_MULTIPLIER;
880 	return BLKPREP_OK;
881 }
882 
883 static int sd_setup_read_write_cmnd(struct scsi_cmnd *SCpnt)
884 {
885 	struct request *rq = SCpnt->request;
886 	struct scsi_device *sdp = SCpnt->device;
887 	struct gendisk *disk = rq->rq_disk;
888 	struct scsi_disk *sdkp;
889 	sector_t block = blk_rq_pos(rq);
890 	sector_t threshold;
891 	unsigned int this_count = blk_rq_sectors(rq);
892 	unsigned int dif, dix;
893 	int ret;
894 	unsigned char protect;
895 
896 	ret = scsi_init_io(SCpnt);
897 	if (ret != BLKPREP_OK)
898 		goto out;
899 	SCpnt = rq->special;
900 	sdkp = scsi_disk(disk);
901 
902 	/* from here on until we're complete, any goto out
903 	 * is used for a killable error condition */
904 	ret = BLKPREP_KILL;
905 
906 	SCSI_LOG_HLQUEUE(1,
907 		scmd_printk(KERN_INFO, SCpnt,
908 			"%s: block=%llu, count=%d\n",
909 			__func__, (unsigned long long)block, this_count));
910 
911 	if (!sdp || !scsi_device_online(sdp) ||
912 	    block + blk_rq_sectors(rq) > get_capacity(disk)) {
913 		SCSI_LOG_HLQUEUE(2, scmd_printk(KERN_INFO, SCpnt,
914 						"Finishing %u sectors\n",
915 						blk_rq_sectors(rq)));
916 		SCSI_LOG_HLQUEUE(2, scmd_printk(KERN_INFO, SCpnt,
917 						"Retry with 0x%p\n", SCpnt));
918 		goto out;
919 	}
920 
921 	if (sdp->changed) {
922 		/*
923 		 * quietly refuse to do anything to a changed disc until
924 		 * the changed bit has been reset
925 		 */
926 		/* printk("SCSI disk has been changed or is not present. Prohibiting further I/O.\n"); */
927 		goto out;
928 	}
929 
930 	/*
931 	 * Some SD card readers can't handle multi-sector accesses which touch
932 	 * the last one or two hardware sectors.  Split accesses as needed.
933 	 */
934 	threshold = get_capacity(disk) - SD_LAST_BUGGY_SECTORS *
935 		(sdp->sector_size / 512);
936 
937 	if (unlikely(sdp->last_sector_bug && block + this_count > threshold)) {
938 		if (block < threshold) {
939 			/* Access up to the threshold but not beyond */
940 			this_count = threshold - block;
941 		} else {
942 			/* Access only a single hardware sector */
943 			this_count = sdp->sector_size / 512;
944 		}
945 	}
946 
947 	SCSI_LOG_HLQUEUE(2, scmd_printk(KERN_INFO, SCpnt, "block=%llu\n",
948 					(unsigned long long)block));
949 
950 	/*
951 	 * If we have a 1K hardware sectorsize, prevent access to single
952 	 * 512 byte sectors.  In theory we could handle this - in fact
953 	 * the scsi cdrom driver must be able to handle this because
954 	 * we typically use 1K blocksizes, and cdroms typically have
955 	 * 2K hardware sectorsizes.  Of course, things are simpler
956 	 * with the cdrom, since it is read-only.  For performance
957 	 * reasons, the filesystems should be able to handle this
958 	 * and not force the scsi disk driver to use bounce buffers
959 	 * for this.
960 	 */
961 	if (sdp->sector_size == 1024) {
962 		if ((block & 1) || (blk_rq_sectors(rq) & 1)) {
963 			scmd_printk(KERN_ERR, SCpnt,
964 				    "Bad block number requested\n");
965 			goto out;
966 		} else {
967 			block = block >> 1;
968 			this_count = this_count >> 1;
969 		}
970 	}
971 	if (sdp->sector_size == 2048) {
972 		if ((block & 3) || (blk_rq_sectors(rq) & 3)) {
973 			scmd_printk(KERN_ERR, SCpnt,
974 				    "Bad block number requested\n");
975 			goto out;
976 		} else {
977 			block = block >> 2;
978 			this_count = this_count >> 2;
979 		}
980 	}
981 	if (sdp->sector_size == 4096) {
982 		if ((block & 7) || (blk_rq_sectors(rq) & 7)) {
983 			scmd_printk(KERN_ERR, SCpnt,
984 				    "Bad block number requested\n");
985 			goto out;
986 		} else {
987 			block = block >> 3;
988 			this_count = this_count >> 3;
989 		}
990 	}
991 	if (rq_data_dir(rq) == WRITE) {
992 		SCpnt->cmnd[0] = WRITE_6;
993 
994 		if (blk_integrity_rq(rq))
995 			sd_dif_prepare(SCpnt);
996 
997 	} else if (rq_data_dir(rq) == READ) {
998 		SCpnt->cmnd[0] = READ_6;
999 	} else {
1000 		scmd_printk(KERN_ERR, SCpnt, "Unknown command %llx\n", (unsigned long long) rq->cmd_flags);
1001 		goto out;
1002 	}
1003 
1004 	SCSI_LOG_HLQUEUE(2, scmd_printk(KERN_INFO, SCpnt,
1005 					"%s %d/%u 512 byte blocks.\n",
1006 					(rq_data_dir(rq) == WRITE) ?
1007 					"writing" : "reading", this_count,
1008 					blk_rq_sectors(rq)));
1009 
1010 	dix = scsi_prot_sg_count(SCpnt);
1011 	dif = scsi_host_dif_capable(SCpnt->device->host, sdkp->protection_type);
1012 
1013 	if (dif || dix)
1014 		protect = sd_setup_protect_cmnd(SCpnt, dix, dif);
1015 	else
1016 		protect = 0;
1017 
1018 	if (protect && sdkp->protection_type == SD_DIF_TYPE2_PROTECTION) {
1019 		SCpnt->cmnd = mempool_alloc(sd_cdb_pool, GFP_ATOMIC);
1020 
1021 		if (unlikely(SCpnt->cmnd == NULL)) {
1022 			ret = BLKPREP_DEFER;
1023 			goto out;
1024 		}
1025 
1026 		SCpnt->cmd_len = SD_EXT_CDB_SIZE;
1027 		memset(SCpnt->cmnd, 0, SCpnt->cmd_len);
1028 		SCpnt->cmnd[0] = VARIABLE_LENGTH_CMD;
1029 		SCpnt->cmnd[7] = 0x18;
1030 		SCpnt->cmnd[9] = (rq_data_dir(rq) == READ) ? READ_32 : WRITE_32;
1031 		SCpnt->cmnd[10] = protect | ((rq->cmd_flags & REQ_FUA) ? 0x8 : 0);
1032 
1033 		/* LBA */
1034 		SCpnt->cmnd[12] = sizeof(block) > 4 ? (unsigned char) (block >> 56) & 0xff : 0;
1035 		SCpnt->cmnd[13] = sizeof(block) > 4 ? (unsigned char) (block >> 48) & 0xff : 0;
1036 		SCpnt->cmnd[14] = sizeof(block) > 4 ? (unsigned char) (block >> 40) & 0xff : 0;
1037 		SCpnt->cmnd[15] = sizeof(block) > 4 ? (unsigned char) (block >> 32) & 0xff : 0;
1038 		SCpnt->cmnd[16] = (unsigned char) (block >> 24) & 0xff;
1039 		SCpnt->cmnd[17] = (unsigned char) (block >> 16) & 0xff;
1040 		SCpnt->cmnd[18] = (unsigned char) (block >> 8) & 0xff;
1041 		SCpnt->cmnd[19] = (unsigned char) block & 0xff;
1042 
1043 		/* Expected Indirect LBA */
1044 		SCpnt->cmnd[20] = (unsigned char) (block >> 24) & 0xff;
1045 		SCpnt->cmnd[21] = (unsigned char) (block >> 16) & 0xff;
1046 		SCpnt->cmnd[22] = (unsigned char) (block >> 8) & 0xff;
1047 		SCpnt->cmnd[23] = (unsigned char) block & 0xff;
1048 
1049 		/* Transfer length */
1050 		SCpnt->cmnd[28] = (unsigned char) (this_count >> 24) & 0xff;
1051 		SCpnt->cmnd[29] = (unsigned char) (this_count >> 16) & 0xff;
1052 		SCpnt->cmnd[30] = (unsigned char) (this_count >> 8) & 0xff;
1053 		SCpnt->cmnd[31] = (unsigned char) this_count & 0xff;
1054 	} else if (sdp->use_16_for_rw || (this_count > 0xffff)) {
1055 		SCpnt->cmnd[0] += READ_16 - READ_6;
1056 		SCpnt->cmnd[1] = protect | ((rq->cmd_flags & REQ_FUA) ? 0x8 : 0);
1057 		SCpnt->cmnd[2] = sizeof(block) > 4 ? (unsigned char) (block >> 56) & 0xff : 0;
1058 		SCpnt->cmnd[3] = sizeof(block) > 4 ? (unsigned char) (block >> 48) & 0xff : 0;
1059 		SCpnt->cmnd[4] = sizeof(block) > 4 ? (unsigned char) (block >> 40) & 0xff : 0;
1060 		SCpnt->cmnd[5] = sizeof(block) > 4 ? (unsigned char) (block >> 32) & 0xff : 0;
1061 		SCpnt->cmnd[6] = (unsigned char) (block >> 24) & 0xff;
1062 		SCpnt->cmnd[7] = (unsigned char) (block >> 16) & 0xff;
1063 		SCpnt->cmnd[8] = (unsigned char) (block >> 8) & 0xff;
1064 		SCpnt->cmnd[9] = (unsigned char) block & 0xff;
1065 		SCpnt->cmnd[10] = (unsigned char) (this_count >> 24) & 0xff;
1066 		SCpnt->cmnd[11] = (unsigned char) (this_count >> 16) & 0xff;
1067 		SCpnt->cmnd[12] = (unsigned char) (this_count >> 8) & 0xff;
1068 		SCpnt->cmnd[13] = (unsigned char) this_count & 0xff;
1069 		SCpnt->cmnd[14] = SCpnt->cmnd[15] = 0;
1070 	} else if ((this_count > 0xff) || (block > 0x1fffff) ||
1071 		   scsi_device_protection(SCpnt->device) ||
1072 		   SCpnt->device->use_10_for_rw) {
1073 		SCpnt->cmnd[0] += READ_10 - READ_6;
1074 		SCpnt->cmnd[1] = protect | ((rq->cmd_flags & REQ_FUA) ? 0x8 : 0);
1075 		SCpnt->cmnd[2] = (unsigned char) (block >> 24) & 0xff;
1076 		SCpnt->cmnd[3] = (unsigned char) (block >> 16) & 0xff;
1077 		SCpnt->cmnd[4] = (unsigned char) (block >> 8) & 0xff;
1078 		SCpnt->cmnd[5] = (unsigned char) block & 0xff;
1079 		SCpnt->cmnd[6] = SCpnt->cmnd[9] = 0;
1080 		SCpnt->cmnd[7] = (unsigned char) (this_count >> 8) & 0xff;
1081 		SCpnt->cmnd[8] = (unsigned char) this_count & 0xff;
1082 	} else {
1083 		if (unlikely(rq->cmd_flags & REQ_FUA)) {
1084 			/*
1085 			 * This happens only if this drive failed
1086 			 * 10byte rw command with ILLEGAL_REQUEST
1087 			 * during operation and thus turned off
1088 			 * use_10_for_rw.
1089 			 */
1090 			scmd_printk(KERN_ERR, SCpnt,
1091 				    "FUA write on READ/WRITE(6) drive\n");
1092 			goto out;
1093 		}
1094 
1095 		SCpnt->cmnd[1] |= (unsigned char) ((block >> 16) & 0x1f);
1096 		SCpnt->cmnd[2] = (unsigned char) ((block >> 8) & 0xff);
1097 		SCpnt->cmnd[3] = (unsigned char) block & 0xff;
1098 		SCpnt->cmnd[4] = (unsigned char) this_count;
1099 		SCpnt->cmnd[5] = 0;
1100 	}
1101 	SCpnt->sdb.length = this_count * sdp->sector_size;
1102 
1103 	/*
1104 	 * We shouldn't disconnect in the middle of a sector, so with a dumb
1105 	 * host adapter, it's safe to assume that we can at least transfer
1106 	 * this many bytes between each connect / disconnect.
1107 	 */
1108 	SCpnt->transfersize = sdp->sector_size;
1109 	SCpnt->underflow = this_count << 9;
1110 	SCpnt->allowed = SD_MAX_RETRIES;
1111 
1112 	/*
1113 	 * This indicates that the command is ready from our end to be
1114 	 * queued.
1115 	 */
1116 	ret = BLKPREP_OK;
1117  out:
1118 	return ret;
1119 }
1120 
1121 static int sd_init_command(struct scsi_cmnd *cmd)
1122 {
1123 	struct request *rq = cmd->request;
1124 
1125 	if (rq->cmd_flags & REQ_DISCARD)
1126 		return sd_setup_discard_cmnd(cmd);
1127 	else if (rq->cmd_flags & REQ_WRITE_SAME)
1128 		return sd_setup_write_same_cmnd(cmd);
1129 	else if (rq->cmd_flags & REQ_FLUSH)
1130 		return sd_setup_flush_cmnd(cmd);
1131 	else
1132 		return sd_setup_read_write_cmnd(cmd);
1133 }
1134 
1135 static void sd_uninit_command(struct scsi_cmnd *SCpnt)
1136 {
1137 	struct request *rq = SCpnt->request;
1138 
1139 	if (rq->cmd_flags & REQ_DISCARD)
1140 		__free_page(rq->completion_data);
1141 
1142 	if (SCpnt->cmnd != rq->cmd) {
1143 		mempool_free(SCpnt->cmnd, sd_cdb_pool);
1144 		SCpnt->cmnd = NULL;
1145 		SCpnt->cmd_len = 0;
1146 	}
1147 }
1148 
1149 /**
1150  *	sd_open - open a scsi disk device
1151  *	@inode: only i_rdev member may be used
1152  *	@filp: only f_mode and f_flags may be used
1153  *
1154  *	Returns 0 if successful. Returns a negated errno value in case
1155  *	of error.
1156  *
1157  *	Note: This can be called from a user context (e.g. fsck(1) )
1158  *	or from within the kernel (e.g. as a result of a mount(1) ).
1159  *	In the latter case @inode and @filp carry an abridged amount
1160  *	of information as noted above.
1161  *
1162  *	Locking: called with bdev->bd_mutex held.
1163  **/
1164 static int sd_open(struct block_device *bdev, fmode_t mode)
1165 {
1166 	struct scsi_disk *sdkp = scsi_disk_get(bdev->bd_disk);
1167 	struct scsi_device *sdev;
1168 	int retval;
1169 
1170 	if (!sdkp)
1171 		return -ENXIO;
1172 
1173 	SCSI_LOG_HLQUEUE(3, sd_printk(KERN_INFO, sdkp, "sd_open\n"));
1174 
1175 	sdev = sdkp->device;
1176 
1177 	/*
1178 	 * If the device is in error recovery, wait until it is done.
1179 	 * If the device is offline, then disallow any access to it.
1180 	 */
1181 	retval = -ENXIO;
1182 	if (!scsi_block_when_processing_errors(sdev))
1183 		goto error_out;
1184 
1185 	if (sdev->removable || sdkp->write_prot)
1186 		check_disk_change(bdev);
1187 
1188 	/*
1189 	 * If the drive is empty, just let the open fail.
1190 	 */
1191 	retval = -ENOMEDIUM;
1192 	if (sdev->removable && !sdkp->media_present && !(mode & FMODE_NDELAY))
1193 		goto error_out;
1194 
1195 	/*
1196 	 * If the device has the write protect tab set, have the open fail
1197 	 * if the user expects to be able to write to the thing.
1198 	 */
1199 	retval = -EROFS;
1200 	if (sdkp->write_prot && (mode & FMODE_WRITE))
1201 		goto error_out;
1202 
1203 	/*
1204 	 * It is possible that the disk changing stuff resulted in
1205 	 * the device being taken offline.  If this is the case,
1206 	 * report this to the user, and don't pretend that the
1207 	 * open actually succeeded.
1208 	 */
1209 	retval = -ENXIO;
1210 	if (!scsi_device_online(sdev))
1211 		goto error_out;
1212 
1213 	if ((atomic_inc_return(&sdkp->openers) == 1) && sdev->removable) {
1214 		if (scsi_block_when_processing_errors(sdev))
1215 			scsi_set_medium_removal(sdev, SCSI_REMOVAL_PREVENT);
1216 	}
1217 
1218 	return 0;
1219 
1220 error_out:
1221 	scsi_disk_put(sdkp);
1222 	return retval;
1223 }
1224 
1225 /**
1226  *	sd_release - invoked when the (last) close(2) is called on this
1227  *	scsi disk.
1228  *	@inode: only i_rdev member may be used
1229  *	@filp: only f_mode and f_flags may be used
1230  *
1231  *	Returns 0.
1232  *
1233  *	Note: may block (uninterruptible) if error recovery is underway
1234  *	on this disk.
1235  *
1236  *	Locking: called with bdev->bd_mutex held.
1237  **/
1238 static void sd_release(struct gendisk *disk, fmode_t mode)
1239 {
1240 	struct scsi_disk *sdkp = scsi_disk(disk);
1241 	struct scsi_device *sdev = sdkp->device;
1242 
1243 	SCSI_LOG_HLQUEUE(3, sd_printk(KERN_INFO, sdkp, "sd_release\n"));
1244 
1245 	if (atomic_dec_return(&sdkp->openers) == 0 && sdev->removable) {
1246 		if (scsi_block_when_processing_errors(sdev))
1247 			scsi_set_medium_removal(sdev, SCSI_REMOVAL_ALLOW);
1248 	}
1249 
1250 	/*
1251 	 * XXX and what if there are packets in flight and this close()
1252 	 * XXX is followed by a "rmmod sd_mod"?
1253 	 */
1254 
1255 	scsi_disk_put(sdkp);
1256 }
1257 
1258 static int sd_getgeo(struct block_device *bdev, struct hd_geometry *geo)
1259 {
1260 	struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk);
1261 	struct scsi_device *sdp = sdkp->device;
1262 	struct Scsi_Host *host = sdp->host;
1263 	int diskinfo[4];
1264 
1265 	/* default to most commonly used values */
1266         diskinfo[0] = 0x40;	/* 1 << 6 */
1267        	diskinfo[1] = 0x20;	/* 1 << 5 */
1268        	diskinfo[2] = sdkp->capacity >> 11;
1269 
1270 	/* override with calculated, extended default, or driver values */
1271 	if (host->hostt->bios_param)
1272 		host->hostt->bios_param(sdp, bdev, sdkp->capacity, diskinfo);
1273 	else
1274 		scsicam_bios_param(bdev, sdkp->capacity, diskinfo);
1275 
1276 	geo->heads = diskinfo[0];
1277 	geo->sectors = diskinfo[1];
1278 	geo->cylinders = diskinfo[2];
1279 	return 0;
1280 }
1281 
1282 /**
1283  *	sd_ioctl - process an ioctl
1284  *	@inode: only i_rdev/i_bdev members may be used
1285  *	@filp: only f_mode and f_flags may be used
1286  *	@cmd: ioctl command number
1287  *	@arg: this is third argument given to ioctl(2) system call.
1288  *	Often contains a pointer.
1289  *
1290  *	Returns 0 if successful (some ioctls return positive numbers on
1291  *	success as well). Returns a negated errno value in case of error.
1292  *
1293  *	Note: most ioctls are forward onto the block subsystem or further
1294  *	down in the scsi subsystem.
1295  **/
1296 static int sd_ioctl(struct block_device *bdev, fmode_t mode,
1297 		    unsigned int cmd, unsigned long arg)
1298 {
1299 	struct gendisk *disk = bdev->bd_disk;
1300 	struct scsi_disk *sdkp = scsi_disk(disk);
1301 	struct scsi_device *sdp = sdkp->device;
1302 	void __user *p = (void __user *)arg;
1303 	int error;
1304 
1305 	SCSI_LOG_IOCTL(1, sd_printk(KERN_INFO, sdkp, "sd_ioctl: disk=%s, "
1306 				    "cmd=0x%x\n", disk->disk_name, cmd));
1307 
1308 	error = scsi_verify_blk_ioctl(bdev, cmd);
1309 	if (error < 0)
1310 		return error;
1311 
1312 	/*
1313 	 * If we are in the middle of error recovery, don't let anyone
1314 	 * else try and use this device.  Also, if error recovery fails, it
1315 	 * may try and take the device offline, in which case all further
1316 	 * access to the device is prohibited.
1317 	 */
1318 	error = scsi_ioctl_block_when_processing_errors(sdp, cmd,
1319 			(mode & FMODE_NDELAY) != 0);
1320 	if (error)
1321 		goto out;
1322 
1323 	/*
1324 	 * Send SCSI addressing ioctls directly to mid level, send other
1325 	 * ioctls to block level and then onto mid level if they can't be
1326 	 * resolved.
1327 	 */
1328 	switch (cmd) {
1329 		case SCSI_IOCTL_GET_IDLUN:
1330 		case SCSI_IOCTL_GET_BUS_NUMBER:
1331 			error = scsi_ioctl(sdp, cmd, p);
1332 			break;
1333 		default:
1334 			error = scsi_cmd_blk_ioctl(bdev, mode, cmd, p);
1335 			if (error != -ENOTTY)
1336 				break;
1337 			error = scsi_ioctl(sdp, cmd, p);
1338 			break;
1339 	}
1340 out:
1341 	return error;
1342 }
1343 
1344 static void set_media_not_present(struct scsi_disk *sdkp)
1345 {
1346 	if (sdkp->media_present)
1347 		sdkp->device->changed = 1;
1348 
1349 	if (sdkp->device->removable) {
1350 		sdkp->media_present = 0;
1351 		sdkp->capacity = 0;
1352 	}
1353 }
1354 
1355 static int media_not_present(struct scsi_disk *sdkp,
1356 			     struct scsi_sense_hdr *sshdr)
1357 {
1358 	if (!scsi_sense_valid(sshdr))
1359 		return 0;
1360 
1361 	/* not invoked for commands that could return deferred errors */
1362 	switch (sshdr->sense_key) {
1363 	case UNIT_ATTENTION:
1364 	case NOT_READY:
1365 		/* medium not present */
1366 		if (sshdr->asc == 0x3A) {
1367 			set_media_not_present(sdkp);
1368 			return 1;
1369 		}
1370 	}
1371 	return 0;
1372 }
1373 
1374 /**
1375  *	sd_check_events - check media events
1376  *	@disk: kernel device descriptor
1377  *	@clearing: disk events currently being cleared
1378  *
1379  *	Returns mask of DISK_EVENT_*.
1380  *
1381  *	Note: this function is invoked from the block subsystem.
1382  **/
1383 static unsigned int sd_check_events(struct gendisk *disk, unsigned int clearing)
1384 {
1385 	struct scsi_disk *sdkp = scsi_disk(disk);
1386 	struct scsi_device *sdp = sdkp->device;
1387 	struct scsi_sense_hdr *sshdr = NULL;
1388 	int retval;
1389 
1390 	SCSI_LOG_HLQUEUE(3, sd_printk(KERN_INFO, sdkp, "sd_check_events\n"));
1391 
1392 	/*
1393 	 * If the device is offline, don't send any commands - just pretend as
1394 	 * if the command failed.  If the device ever comes back online, we
1395 	 * can deal with it then.  It is only because of unrecoverable errors
1396 	 * that we would ever take a device offline in the first place.
1397 	 */
1398 	if (!scsi_device_online(sdp)) {
1399 		set_media_not_present(sdkp);
1400 		goto out;
1401 	}
1402 
1403 	/*
1404 	 * Using TEST_UNIT_READY enables differentiation between drive with
1405 	 * no cartridge loaded - NOT READY, drive with changed cartridge -
1406 	 * UNIT ATTENTION, or with same cartridge - GOOD STATUS.
1407 	 *
1408 	 * Drives that auto spin down. eg iomega jaz 1G, will be started
1409 	 * by sd_spinup_disk() from sd_revalidate_disk(), which happens whenever
1410 	 * sd_revalidate() is called.
1411 	 */
1412 	retval = -ENODEV;
1413 
1414 	if (scsi_block_when_processing_errors(sdp)) {
1415 		sshdr  = kzalloc(sizeof(*sshdr), GFP_KERNEL);
1416 		retval = scsi_test_unit_ready(sdp, SD_TIMEOUT, SD_MAX_RETRIES,
1417 					      sshdr);
1418 	}
1419 
1420 	/* failed to execute TUR, assume media not present */
1421 	if (host_byte(retval)) {
1422 		set_media_not_present(sdkp);
1423 		goto out;
1424 	}
1425 
1426 	if (media_not_present(sdkp, sshdr))
1427 		goto out;
1428 
1429 	/*
1430 	 * For removable scsi disk we have to recognise the presence
1431 	 * of a disk in the drive.
1432 	 */
1433 	if (!sdkp->media_present)
1434 		sdp->changed = 1;
1435 	sdkp->media_present = 1;
1436 out:
1437 	/*
1438 	 * sdp->changed is set under the following conditions:
1439 	 *
1440 	 *	Medium present state has changed in either direction.
1441 	 *	Device has indicated UNIT_ATTENTION.
1442 	 */
1443 	kfree(sshdr);
1444 	retval = sdp->changed ? DISK_EVENT_MEDIA_CHANGE : 0;
1445 	sdp->changed = 0;
1446 	return retval;
1447 }
1448 
1449 static int sd_sync_cache(struct scsi_disk *sdkp)
1450 {
1451 	int retries, res;
1452 	struct scsi_device *sdp = sdkp->device;
1453 	const int timeout = sdp->request_queue->rq_timeout
1454 		* SD_FLUSH_TIMEOUT_MULTIPLIER;
1455 	struct scsi_sense_hdr sshdr;
1456 
1457 	if (!scsi_device_online(sdp))
1458 		return -ENODEV;
1459 
1460 	for (retries = 3; retries > 0; --retries) {
1461 		unsigned char cmd[10] = { 0 };
1462 
1463 		cmd[0] = SYNCHRONIZE_CACHE;
1464 		/*
1465 		 * Leave the rest of the command zero to indicate
1466 		 * flush everything.
1467 		 */
1468 		res = scsi_execute_req_flags(sdp, cmd, DMA_NONE, NULL, 0,
1469 					     &sshdr, timeout, SD_MAX_RETRIES,
1470 					     NULL, REQ_PM);
1471 		if (res == 0)
1472 			break;
1473 	}
1474 
1475 	if (res) {
1476 		sd_print_result(sdkp, "Synchronize Cache(10) failed", res);
1477 
1478 		if (driver_byte(res) & DRIVER_SENSE)
1479 			sd_print_sense_hdr(sdkp, &sshdr);
1480 		/* we need to evaluate the error return  */
1481 		if (scsi_sense_valid(&sshdr) &&
1482 			(sshdr.asc == 0x3a ||	/* medium not present */
1483 			 sshdr.asc == 0x20))	/* invalid command */
1484 				/* this is no error here */
1485 				return 0;
1486 
1487 		switch (host_byte(res)) {
1488 		/* ignore errors due to racing a disconnection */
1489 		case DID_BAD_TARGET:
1490 		case DID_NO_CONNECT:
1491 			return 0;
1492 		/* signal the upper layer it might try again */
1493 		case DID_BUS_BUSY:
1494 		case DID_IMM_RETRY:
1495 		case DID_REQUEUE:
1496 		case DID_SOFT_ERROR:
1497 			return -EBUSY;
1498 		default:
1499 			return -EIO;
1500 		}
1501 	}
1502 	return 0;
1503 }
1504 
1505 static void sd_rescan(struct device *dev)
1506 {
1507 	struct scsi_disk *sdkp = dev_get_drvdata(dev);
1508 
1509 	revalidate_disk(sdkp->disk);
1510 }
1511 
1512 
1513 #ifdef CONFIG_COMPAT
1514 /*
1515  * This gets directly called from VFS. When the ioctl
1516  * is not recognized we go back to the other translation paths.
1517  */
1518 static int sd_compat_ioctl(struct block_device *bdev, fmode_t mode,
1519 			   unsigned int cmd, unsigned long arg)
1520 {
1521 	struct scsi_device *sdev = scsi_disk(bdev->bd_disk)->device;
1522 	int error;
1523 
1524 	error = scsi_ioctl_block_when_processing_errors(sdev, cmd,
1525 			(mode & FMODE_NDELAY) != 0);
1526 	if (error)
1527 		return error;
1528 
1529 	/*
1530 	 * Let the static ioctl translation table take care of it.
1531 	 */
1532 	if (!sdev->host->hostt->compat_ioctl)
1533 		return -ENOIOCTLCMD;
1534 	return sdev->host->hostt->compat_ioctl(sdev, cmd, (void __user *)arg);
1535 }
1536 #endif
1537 
1538 static const struct block_device_operations sd_fops = {
1539 	.owner			= THIS_MODULE,
1540 	.open			= sd_open,
1541 	.release		= sd_release,
1542 	.ioctl			= sd_ioctl,
1543 	.getgeo			= sd_getgeo,
1544 #ifdef CONFIG_COMPAT
1545 	.compat_ioctl		= sd_compat_ioctl,
1546 #endif
1547 	.check_events		= sd_check_events,
1548 	.revalidate_disk	= sd_revalidate_disk,
1549 	.unlock_native_capacity	= sd_unlock_native_capacity,
1550 };
1551 
1552 /**
1553  *	sd_eh_action - error handling callback
1554  *	@scmd:		sd-issued command that has failed
1555  *	@eh_disp:	The recovery disposition suggested by the midlayer
1556  *
1557  *	This function is called by the SCSI midlayer upon completion of an
1558  *	error test command (currently TEST UNIT READY). The result of sending
1559  *	the eh command is passed in eh_disp.  We're looking for devices that
1560  *	fail medium access commands but are OK with non access commands like
1561  *	test unit ready (so wrongly see the device as having a successful
1562  *	recovery)
1563  **/
1564 static int sd_eh_action(struct scsi_cmnd *scmd, int eh_disp)
1565 {
1566 	struct scsi_disk *sdkp = scsi_disk(scmd->request->rq_disk);
1567 
1568 	if (!scsi_device_online(scmd->device) ||
1569 	    !scsi_medium_access_command(scmd) ||
1570 	    host_byte(scmd->result) != DID_TIME_OUT ||
1571 	    eh_disp != SUCCESS)
1572 		return eh_disp;
1573 
1574 	/*
1575 	 * The device has timed out executing a medium access command.
1576 	 * However, the TEST UNIT READY command sent during error
1577 	 * handling completed successfully. Either the device is in the
1578 	 * process of recovering or has it suffered an internal failure
1579 	 * that prevents access to the storage medium.
1580 	 */
1581 	sdkp->medium_access_timed_out++;
1582 
1583 	/*
1584 	 * If the device keeps failing read/write commands but TEST UNIT
1585 	 * READY always completes successfully we assume that medium
1586 	 * access is no longer possible and take the device offline.
1587 	 */
1588 	if (sdkp->medium_access_timed_out >= sdkp->max_medium_access_timeouts) {
1589 		scmd_printk(KERN_ERR, scmd,
1590 			    "Medium access timeout failure. Offlining disk!\n");
1591 		scsi_device_set_state(scmd->device, SDEV_OFFLINE);
1592 
1593 		return FAILED;
1594 	}
1595 
1596 	return eh_disp;
1597 }
1598 
1599 static unsigned int sd_completed_bytes(struct scsi_cmnd *scmd)
1600 {
1601 	u64 start_lba = blk_rq_pos(scmd->request);
1602 	u64 end_lba = blk_rq_pos(scmd->request) + (scsi_bufflen(scmd) / 512);
1603 	u64 bad_lba;
1604 	int info_valid;
1605 	/*
1606 	 * resid is optional but mostly filled in.  When it's unused,
1607 	 * its value is zero, so we assume the whole buffer transferred
1608 	 */
1609 	unsigned int transferred = scsi_bufflen(scmd) - scsi_get_resid(scmd);
1610 	unsigned int good_bytes;
1611 
1612 	if (scmd->request->cmd_type != REQ_TYPE_FS)
1613 		return 0;
1614 
1615 	info_valid = scsi_get_sense_info_fld(scmd->sense_buffer,
1616 					     SCSI_SENSE_BUFFERSIZE,
1617 					     &bad_lba);
1618 	if (!info_valid)
1619 		return 0;
1620 
1621 	if (scsi_bufflen(scmd) <= scmd->device->sector_size)
1622 		return 0;
1623 
1624 	if (scmd->device->sector_size < 512) {
1625 		/* only legitimate sector_size here is 256 */
1626 		start_lba <<= 1;
1627 		end_lba <<= 1;
1628 	} else {
1629 		/* be careful ... don't want any overflows */
1630 		unsigned int factor = scmd->device->sector_size / 512;
1631 		do_div(start_lba, factor);
1632 		do_div(end_lba, factor);
1633 	}
1634 
1635 	/* The bad lba was reported incorrectly, we have no idea where
1636 	 * the error is.
1637 	 */
1638 	if (bad_lba < start_lba  || bad_lba >= end_lba)
1639 		return 0;
1640 
1641 	/* This computation should always be done in terms of
1642 	 * the resolution of the device's medium.
1643 	 */
1644 	good_bytes = (bad_lba - start_lba) * scmd->device->sector_size;
1645 	return min(good_bytes, transferred);
1646 }
1647 
1648 /**
1649  *	sd_done - bottom half handler: called when the lower level
1650  *	driver has completed (successfully or otherwise) a scsi command.
1651  *	@SCpnt: mid-level's per command structure.
1652  *
1653  *	Note: potentially run from within an ISR. Must not block.
1654  **/
1655 static int sd_done(struct scsi_cmnd *SCpnt)
1656 {
1657 	int result = SCpnt->result;
1658 	unsigned int good_bytes = result ? 0 : scsi_bufflen(SCpnt);
1659 	struct scsi_sense_hdr sshdr;
1660 	struct scsi_disk *sdkp = scsi_disk(SCpnt->request->rq_disk);
1661 	struct request *req = SCpnt->request;
1662 	int sense_valid = 0;
1663 	int sense_deferred = 0;
1664 	unsigned char op = SCpnt->cmnd[0];
1665 	unsigned char unmap = SCpnt->cmnd[1] & 8;
1666 
1667 	if (req->cmd_flags & REQ_DISCARD || req->cmd_flags & REQ_WRITE_SAME) {
1668 		if (!result) {
1669 			good_bytes = blk_rq_bytes(req);
1670 			scsi_set_resid(SCpnt, 0);
1671 		} else {
1672 			good_bytes = 0;
1673 			scsi_set_resid(SCpnt, blk_rq_bytes(req));
1674 		}
1675 	}
1676 
1677 	if (result) {
1678 		sense_valid = scsi_command_normalize_sense(SCpnt, &sshdr);
1679 		if (sense_valid)
1680 			sense_deferred = scsi_sense_is_deferred(&sshdr);
1681 	}
1682 	sdkp->medium_access_timed_out = 0;
1683 
1684 	if (driver_byte(result) != DRIVER_SENSE &&
1685 	    (!sense_valid || sense_deferred))
1686 		goto out;
1687 
1688 	switch (sshdr.sense_key) {
1689 	case HARDWARE_ERROR:
1690 	case MEDIUM_ERROR:
1691 		good_bytes = sd_completed_bytes(SCpnt);
1692 		break;
1693 	case RECOVERED_ERROR:
1694 		good_bytes = scsi_bufflen(SCpnt);
1695 		break;
1696 	case NO_SENSE:
1697 		/* This indicates a false check condition, so ignore it.  An
1698 		 * unknown amount of data was transferred so treat it as an
1699 		 * error.
1700 		 */
1701 		SCpnt->result = 0;
1702 		memset(SCpnt->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1703 		break;
1704 	case ABORTED_COMMAND:
1705 		if (sshdr.asc == 0x10)  /* DIF: Target detected corruption */
1706 			good_bytes = sd_completed_bytes(SCpnt);
1707 		break;
1708 	case ILLEGAL_REQUEST:
1709 		if (sshdr.asc == 0x10)  /* DIX: Host detected corruption */
1710 			good_bytes = sd_completed_bytes(SCpnt);
1711 		/* INVALID COMMAND OPCODE or INVALID FIELD IN CDB */
1712 		if (sshdr.asc == 0x20 || sshdr.asc == 0x24) {
1713 			switch (op) {
1714 			case UNMAP:
1715 				sd_config_discard(sdkp, SD_LBP_DISABLE);
1716 				break;
1717 			case WRITE_SAME_16:
1718 			case WRITE_SAME:
1719 				if (unmap)
1720 					sd_config_discard(sdkp, SD_LBP_DISABLE);
1721 				else {
1722 					sdkp->device->no_write_same = 1;
1723 					sd_config_write_same(sdkp);
1724 
1725 					good_bytes = 0;
1726 					req->__data_len = blk_rq_bytes(req);
1727 					req->cmd_flags |= REQ_QUIET;
1728 				}
1729 			}
1730 		}
1731 		break;
1732 	default:
1733 		break;
1734 	}
1735  out:
1736 	SCSI_LOG_HLCOMPLETE(1, scmd_printk(KERN_INFO, SCpnt,
1737 					   "sd_done: completed %d of %d bytes\n",
1738 					   good_bytes, scsi_bufflen(SCpnt)));
1739 
1740 	if (rq_data_dir(SCpnt->request) == READ && scsi_prot_sg_count(SCpnt))
1741 		sd_dif_complete(SCpnt, good_bytes);
1742 
1743 	return good_bytes;
1744 }
1745 
1746 /*
1747  * spinup disk - called only in sd_revalidate_disk()
1748  */
1749 static void
1750 sd_spinup_disk(struct scsi_disk *sdkp)
1751 {
1752 	unsigned char cmd[10];
1753 	unsigned long spintime_expire = 0;
1754 	int retries, spintime;
1755 	unsigned int the_result;
1756 	struct scsi_sense_hdr sshdr;
1757 	int sense_valid = 0;
1758 
1759 	spintime = 0;
1760 
1761 	/* Spin up drives, as required.  Only do this at boot time */
1762 	/* Spinup needs to be done for module loads too. */
1763 	do {
1764 		retries = 0;
1765 
1766 		do {
1767 			cmd[0] = TEST_UNIT_READY;
1768 			memset((void *) &cmd[1], 0, 9);
1769 
1770 			the_result = scsi_execute_req(sdkp->device, cmd,
1771 						      DMA_NONE, NULL, 0,
1772 						      &sshdr, SD_TIMEOUT,
1773 						      SD_MAX_RETRIES, NULL);
1774 
1775 			/*
1776 			 * If the drive has indicated to us that it
1777 			 * doesn't have any media in it, don't bother
1778 			 * with any more polling.
1779 			 */
1780 			if (media_not_present(sdkp, &sshdr))
1781 				return;
1782 
1783 			if (the_result)
1784 				sense_valid = scsi_sense_valid(&sshdr);
1785 			retries++;
1786 		} while (retries < 3 &&
1787 			 (!scsi_status_is_good(the_result) ||
1788 			  ((driver_byte(the_result) & DRIVER_SENSE) &&
1789 			  sense_valid && sshdr.sense_key == UNIT_ATTENTION)));
1790 
1791 		if ((driver_byte(the_result) & DRIVER_SENSE) == 0) {
1792 			/* no sense, TUR either succeeded or failed
1793 			 * with a status error */
1794 			if(!spintime && !scsi_status_is_good(the_result)) {
1795 				sd_print_result(sdkp, "Test Unit Ready failed",
1796 						the_result);
1797 			}
1798 			break;
1799 		}
1800 
1801 		/*
1802 		 * The device does not want the automatic start to be issued.
1803 		 */
1804 		if (sdkp->device->no_start_on_add)
1805 			break;
1806 
1807 		if (sense_valid && sshdr.sense_key == NOT_READY) {
1808 			if (sshdr.asc == 4 && sshdr.ascq == 3)
1809 				break;	/* manual intervention required */
1810 			if (sshdr.asc == 4 && sshdr.ascq == 0xb)
1811 				break;	/* standby */
1812 			if (sshdr.asc == 4 && sshdr.ascq == 0xc)
1813 				break;	/* unavailable */
1814 			/*
1815 			 * Issue command to spin up drive when not ready
1816 			 */
1817 			if (!spintime) {
1818 				sd_printk(KERN_NOTICE, sdkp, "Spinning up disk...");
1819 				cmd[0] = START_STOP;
1820 				cmd[1] = 1;	/* Return immediately */
1821 				memset((void *) &cmd[2], 0, 8);
1822 				cmd[4] = 1;	/* Start spin cycle */
1823 				if (sdkp->device->start_stop_pwr_cond)
1824 					cmd[4] |= 1 << 4;
1825 				scsi_execute_req(sdkp->device, cmd, DMA_NONE,
1826 						 NULL, 0, &sshdr,
1827 						 SD_TIMEOUT, SD_MAX_RETRIES,
1828 						 NULL);
1829 				spintime_expire = jiffies + 100 * HZ;
1830 				spintime = 1;
1831 			}
1832 			/* Wait 1 second for next try */
1833 			msleep(1000);
1834 			printk(".");
1835 
1836 		/*
1837 		 * Wait for USB flash devices with slow firmware.
1838 		 * Yes, this sense key/ASC combination shouldn't
1839 		 * occur here.  It's characteristic of these devices.
1840 		 */
1841 		} else if (sense_valid &&
1842 				sshdr.sense_key == UNIT_ATTENTION &&
1843 				sshdr.asc == 0x28) {
1844 			if (!spintime) {
1845 				spintime_expire = jiffies + 5 * HZ;
1846 				spintime = 1;
1847 			}
1848 			/* Wait 1 second for next try */
1849 			msleep(1000);
1850 		} else {
1851 			/* we don't understand the sense code, so it's
1852 			 * probably pointless to loop */
1853 			if(!spintime) {
1854 				sd_printk(KERN_NOTICE, sdkp, "Unit Not Ready\n");
1855 				sd_print_sense_hdr(sdkp, &sshdr);
1856 			}
1857 			break;
1858 		}
1859 
1860 	} while (spintime && time_before_eq(jiffies, spintime_expire));
1861 
1862 	if (spintime) {
1863 		if (scsi_status_is_good(the_result))
1864 			printk("ready\n");
1865 		else
1866 			printk("not responding...\n");
1867 	}
1868 }
1869 
1870 
1871 /*
1872  * Determine whether disk supports Data Integrity Field.
1873  */
1874 static int sd_read_protection_type(struct scsi_disk *sdkp, unsigned char *buffer)
1875 {
1876 	struct scsi_device *sdp = sdkp->device;
1877 	u8 type;
1878 	int ret = 0;
1879 
1880 	if (scsi_device_protection(sdp) == 0 || (buffer[12] & 1) == 0)
1881 		return ret;
1882 
1883 	type = ((buffer[12] >> 1) & 7) + 1; /* P_TYPE 0 = Type 1 */
1884 
1885 	if (type > SD_DIF_TYPE3_PROTECTION)
1886 		ret = -ENODEV;
1887 	else if (scsi_host_dif_capable(sdp->host, type))
1888 		ret = 1;
1889 
1890 	if (sdkp->first_scan || type != sdkp->protection_type)
1891 		switch (ret) {
1892 		case -ENODEV:
1893 			sd_printk(KERN_ERR, sdkp, "formatted with unsupported" \
1894 				  " protection type %u. Disabling disk!\n",
1895 				  type);
1896 			break;
1897 		case 1:
1898 			sd_printk(KERN_NOTICE, sdkp,
1899 				  "Enabling DIF Type %u protection\n", type);
1900 			break;
1901 		case 0:
1902 			sd_printk(KERN_NOTICE, sdkp,
1903 				  "Disabling DIF Type %u protection\n", type);
1904 			break;
1905 		}
1906 
1907 	sdkp->protection_type = type;
1908 
1909 	return ret;
1910 }
1911 
1912 static void read_capacity_error(struct scsi_disk *sdkp, struct scsi_device *sdp,
1913 			struct scsi_sense_hdr *sshdr, int sense_valid,
1914 			int the_result)
1915 {
1916 	if (driver_byte(the_result) & DRIVER_SENSE)
1917 		sd_print_sense_hdr(sdkp, sshdr);
1918 	else
1919 		sd_printk(KERN_NOTICE, sdkp, "Sense not available.\n");
1920 
1921 	/*
1922 	 * Set dirty bit for removable devices if not ready -
1923 	 * sometimes drives will not report this properly.
1924 	 */
1925 	if (sdp->removable &&
1926 	    sense_valid && sshdr->sense_key == NOT_READY)
1927 		set_media_not_present(sdkp);
1928 
1929 	/*
1930 	 * We used to set media_present to 0 here to indicate no media
1931 	 * in the drive, but some drives fail read capacity even with
1932 	 * media present, so we can't do that.
1933 	 */
1934 	sdkp->capacity = 0; /* unknown mapped to zero - as usual */
1935 }
1936 
1937 #define RC16_LEN 32
1938 #if RC16_LEN > SD_BUF_SIZE
1939 #error RC16_LEN must not be more than SD_BUF_SIZE
1940 #endif
1941 
1942 #define READ_CAPACITY_RETRIES_ON_RESET	10
1943 
1944 static int read_capacity_16(struct scsi_disk *sdkp, struct scsi_device *sdp,
1945 						unsigned char *buffer)
1946 {
1947 	unsigned char cmd[16];
1948 	struct scsi_sense_hdr sshdr;
1949 	int sense_valid = 0;
1950 	int the_result;
1951 	int retries = 3, reset_retries = READ_CAPACITY_RETRIES_ON_RESET;
1952 	unsigned int alignment;
1953 	unsigned long long lba;
1954 	unsigned sector_size;
1955 
1956 	if (sdp->no_read_capacity_16)
1957 		return -EINVAL;
1958 
1959 	do {
1960 		memset(cmd, 0, 16);
1961 		cmd[0] = SERVICE_ACTION_IN_16;
1962 		cmd[1] = SAI_READ_CAPACITY_16;
1963 		cmd[13] = RC16_LEN;
1964 		memset(buffer, 0, RC16_LEN);
1965 
1966 		the_result = scsi_execute_req(sdp, cmd, DMA_FROM_DEVICE,
1967 					buffer, RC16_LEN, &sshdr,
1968 					SD_TIMEOUT, SD_MAX_RETRIES, NULL);
1969 
1970 		if (media_not_present(sdkp, &sshdr))
1971 			return -ENODEV;
1972 
1973 		if (the_result) {
1974 			sense_valid = scsi_sense_valid(&sshdr);
1975 			if (sense_valid &&
1976 			    sshdr.sense_key == ILLEGAL_REQUEST &&
1977 			    (sshdr.asc == 0x20 || sshdr.asc == 0x24) &&
1978 			    sshdr.ascq == 0x00)
1979 				/* Invalid Command Operation Code or
1980 				 * Invalid Field in CDB, just retry
1981 				 * silently with RC10 */
1982 				return -EINVAL;
1983 			if (sense_valid &&
1984 			    sshdr.sense_key == UNIT_ATTENTION &&
1985 			    sshdr.asc == 0x29 && sshdr.ascq == 0x00)
1986 				/* Device reset might occur several times,
1987 				 * give it one more chance */
1988 				if (--reset_retries > 0)
1989 					continue;
1990 		}
1991 		retries--;
1992 
1993 	} while (the_result && retries);
1994 
1995 	if (the_result) {
1996 		sd_print_result(sdkp, "Read Capacity(16) failed", the_result);
1997 		read_capacity_error(sdkp, sdp, &sshdr, sense_valid, the_result);
1998 		return -EINVAL;
1999 	}
2000 
2001 	sector_size = get_unaligned_be32(&buffer[8]);
2002 	lba = get_unaligned_be64(&buffer[0]);
2003 
2004 	if (sd_read_protection_type(sdkp, buffer) < 0) {
2005 		sdkp->capacity = 0;
2006 		return -ENODEV;
2007 	}
2008 
2009 	if ((sizeof(sdkp->capacity) == 4) && (lba >= 0xffffffffULL)) {
2010 		sd_printk(KERN_ERR, sdkp, "Too big for this kernel. Use a "
2011 			"kernel compiled with support for large block "
2012 			"devices.\n");
2013 		sdkp->capacity = 0;
2014 		return -EOVERFLOW;
2015 	}
2016 
2017 	/* Logical blocks per physical block exponent */
2018 	sdkp->physical_block_size = (1 << (buffer[13] & 0xf)) * sector_size;
2019 
2020 	/* Lowest aligned logical block */
2021 	alignment = ((buffer[14] & 0x3f) << 8 | buffer[15]) * sector_size;
2022 	blk_queue_alignment_offset(sdp->request_queue, alignment);
2023 	if (alignment && sdkp->first_scan)
2024 		sd_printk(KERN_NOTICE, sdkp,
2025 			  "physical block alignment offset: %u\n", alignment);
2026 
2027 	if (buffer[14] & 0x80) { /* LBPME */
2028 		sdkp->lbpme = 1;
2029 
2030 		if (buffer[14] & 0x40) /* LBPRZ */
2031 			sdkp->lbprz = 1;
2032 
2033 		sd_config_discard(sdkp, SD_LBP_WS16);
2034 	}
2035 
2036 	sdkp->capacity = lba + 1;
2037 	return sector_size;
2038 }
2039 
2040 static int read_capacity_10(struct scsi_disk *sdkp, struct scsi_device *sdp,
2041 						unsigned char *buffer)
2042 {
2043 	unsigned char cmd[16];
2044 	struct scsi_sense_hdr sshdr;
2045 	int sense_valid = 0;
2046 	int the_result;
2047 	int retries = 3, reset_retries = READ_CAPACITY_RETRIES_ON_RESET;
2048 	sector_t lba;
2049 	unsigned sector_size;
2050 
2051 	do {
2052 		cmd[0] = READ_CAPACITY;
2053 		memset(&cmd[1], 0, 9);
2054 		memset(buffer, 0, 8);
2055 
2056 		the_result = scsi_execute_req(sdp, cmd, DMA_FROM_DEVICE,
2057 					buffer, 8, &sshdr,
2058 					SD_TIMEOUT, SD_MAX_RETRIES, NULL);
2059 
2060 		if (media_not_present(sdkp, &sshdr))
2061 			return -ENODEV;
2062 
2063 		if (the_result) {
2064 			sense_valid = scsi_sense_valid(&sshdr);
2065 			if (sense_valid &&
2066 			    sshdr.sense_key == UNIT_ATTENTION &&
2067 			    sshdr.asc == 0x29 && sshdr.ascq == 0x00)
2068 				/* Device reset might occur several times,
2069 				 * give it one more chance */
2070 				if (--reset_retries > 0)
2071 					continue;
2072 		}
2073 		retries--;
2074 
2075 	} while (the_result && retries);
2076 
2077 	if (the_result) {
2078 		sd_print_result(sdkp, "Read Capacity(10) failed", the_result);
2079 		read_capacity_error(sdkp, sdp, &sshdr, sense_valid, the_result);
2080 		return -EINVAL;
2081 	}
2082 
2083 	sector_size = get_unaligned_be32(&buffer[4]);
2084 	lba = get_unaligned_be32(&buffer[0]);
2085 
2086 	if (sdp->no_read_capacity_16 && (lba == 0xffffffff)) {
2087 		/* Some buggy (usb cardreader) devices return an lba of
2088 		   0xffffffff when the want to report a size of 0 (with
2089 		   which they really mean no media is present) */
2090 		sdkp->capacity = 0;
2091 		sdkp->physical_block_size = sector_size;
2092 		return sector_size;
2093 	}
2094 
2095 	if ((sizeof(sdkp->capacity) == 4) && (lba == 0xffffffff)) {
2096 		sd_printk(KERN_ERR, sdkp, "Too big for this kernel. Use a "
2097 			"kernel compiled with support for large block "
2098 			"devices.\n");
2099 		sdkp->capacity = 0;
2100 		return -EOVERFLOW;
2101 	}
2102 
2103 	sdkp->capacity = lba + 1;
2104 	sdkp->physical_block_size = sector_size;
2105 	return sector_size;
2106 }
2107 
2108 static int sd_try_rc16_first(struct scsi_device *sdp)
2109 {
2110 	if (sdp->host->max_cmd_len < 16)
2111 		return 0;
2112 	if (sdp->try_rc_10_first)
2113 		return 0;
2114 	if (sdp->scsi_level > SCSI_SPC_2)
2115 		return 1;
2116 	if (scsi_device_protection(sdp))
2117 		return 1;
2118 	return 0;
2119 }
2120 
2121 /*
2122  * read disk capacity
2123  */
2124 static void
2125 sd_read_capacity(struct scsi_disk *sdkp, unsigned char *buffer)
2126 {
2127 	int sector_size;
2128 	struct scsi_device *sdp = sdkp->device;
2129 	sector_t old_capacity = sdkp->capacity;
2130 
2131 	if (sd_try_rc16_first(sdp)) {
2132 		sector_size = read_capacity_16(sdkp, sdp, buffer);
2133 		if (sector_size == -EOVERFLOW)
2134 			goto got_data;
2135 		if (sector_size == -ENODEV)
2136 			return;
2137 		if (sector_size < 0)
2138 			sector_size = read_capacity_10(sdkp, sdp, buffer);
2139 		if (sector_size < 0)
2140 			return;
2141 	} else {
2142 		sector_size = read_capacity_10(sdkp, sdp, buffer);
2143 		if (sector_size == -EOVERFLOW)
2144 			goto got_data;
2145 		if (sector_size < 0)
2146 			return;
2147 		if ((sizeof(sdkp->capacity) > 4) &&
2148 		    (sdkp->capacity > 0xffffffffULL)) {
2149 			int old_sector_size = sector_size;
2150 			sd_printk(KERN_NOTICE, sdkp, "Very big device. "
2151 					"Trying to use READ CAPACITY(16).\n");
2152 			sector_size = read_capacity_16(sdkp, sdp, buffer);
2153 			if (sector_size < 0) {
2154 				sd_printk(KERN_NOTICE, sdkp,
2155 					"Using 0xffffffff as device size\n");
2156 				sdkp->capacity = 1 + (sector_t) 0xffffffff;
2157 				sector_size = old_sector_size;
2158 				goto got_data;
2159 			}
2160 		}
2161 	}
2162 
2163 	/* Some devices are known to return the total number of blocks,
2164 	 * not the highest block number.  Some devices have versions
2165 	 * which do this and others which do not.  Some devices we might
2166 	 * suspect of doing this but we don't know for certain.
2167 	 *
2168 	 * If we know the reported capacity is wrong, decrement it.  If
2169 	 * we can only guess, then assume the number of blocks is even
2170 	 * (usually true but not always) and err on the side of lowering
2171 	 * the capacity.
2172 	 */
2173 	if (sdp->fix_capacity ||
2174 	    (sdp->guess_capacity && (sdkp->capacity & 0x01))) {
2175 		sd_printk(KERN_INFO, sdkp, "Adjusting the sector count "
2176 				"from its reported value: %llu\n",
2177 				(unsigned long long) sdkp->capacity);
2178 		--sdkp->capacity;
2179 	}
2180 
2181 got_data:
2182 	if (sector_size == 0) {
2183 		sector_size = 512;
2184 		sd_printk(KERN_NOTICE, sdkp, "Sector size 0 reported, "
2185 			  "assuming 512.\n");
2186 	}
2187 
2188 	if (sector_size != 512 &&
2189 	    sector_size != 1024 &&
2190 	    sector_size != 2048 &&
2191 	    sector_size != 4096 &&
2192 	    sector_size != 256) {
2193 		sd_printk(KERN_NOTICE, sdkp, "Unsupported sector size %d.\n",
2194 			  sector_size);
2195 		/*
2196 		 * The user might want to re-format the drive with
2197 		 * a supported sectorsize.  Once this happens, it
2198 		 * would be relatively trivial to set the thing up.
2199 		 * For this reason, we leave the thing in the table.
2200 		 */
2201 		sdkp->capacity = 0;
2202 		/*
2203 		 * set a bogus sector size so the normal read/write
2204 		 * logic in the block layer will eventually refuse any
2205 		 * request on this device without tripping over power
2206 		 * of two sector size assumptions
2207 		 */
2208 		sector_size = 512;
2209 	}
2210 	blk_queue_logical_block_size(sdp->request_queue, sector_size);
2211 
2212 	{
2213 		char cap_str_2[10], cap_str_10[10];
2214 
2215 		string_get_size(sdkp->capacity, sector_size,
2216 				STRING_UNITS_2, cap_str_2, sizeof(cap_str_2));
2217 		string_get_size(sdkp->capacity, sector_size,
2218 				STRING_UNITS_10, cap_str_10,
2219 				sizeof(cap_str_10));
2220 
2221 		if (sdkp->first_scan || old_capacity != sdkp->capacity) {
2222 			sd_printk(KERN_NOTICE, sdkp,
2223 				  "%llu %d-byte logical blocks: (%s/%s)\n",
2224 				  (unsigned long long)sdkp->capacity,
2225 				  sector_size, cap_str_10, cap_str_2);
2226 
2227 			if (sdkp->physical_block_size != sector_size)
2228 				sd_printk(KERN_NOTICE, sdkp,
2229 					  "%u-byte physical blocks\n",
2230 					  sdkp->physical_block_size);
2231 		}
2232 	}
2233 
2234 	if (sdkp->capacity > 0xffffffff) {
2235 		sdp->use_16_for_rw = 1;
2236 		sdkp->max_xfer_blocks = SD_MAX_XFER_BLOCKS;
2237 	} else
2238 		sdkp->max_xfer_blocks = SD_DEF_XFER_BLOCKS;
2239 
2240 	/* Rescale capacity to 512-byte units */
2241 	if (sector_size == 4096)
2242 		sdkp->capacity <<= 3;
2243 	else if (sector_size == 2048)
2244 		sdkp->capacity <<= 2;
2245 	else if (sector_size == 1024)
2246 		sdkp->capacity <<= 1;
2247 	else if (sector_size == 256)
2248 		sdkp->capacity >>= 1;
2249 
2250 	blk_queue_physical_block_size(sdp->request_queue,
2251 				      sdkp->physical_block_size);
2252 	sdkp->device->sector_size = sector_size;
2253 }
2254 
2255 /* called with buffer of length 512 */
2256 static inline int
2257 sd_do_mode_sense(struct scsi_device *sdp, int dbd, int modepage,
2258 		 unsigned char *buffer, int len, struct scsi_mode_data *data,
2259 		 struct scsi_sense_hdr *sshdr)
2260 {
2261 	return scsi_mode_sense(sdp, dbd, modepage, buffer, len,
2262 			       SD_TIMEOUT, SD_MAX_RETRIES, data,
2263 			       sshdr);
2264 }
2265 
2266 /*
2267  * read write protect setting, if possible - called only in sd_revalidate_disk()
2268  * called with buffer of length SD_BUF_SIZE
2269  */
2270 static void
2271 sd_read_write_protect_flag(struct scsi_disk *sdkp, unsigned char *buffer)
2272 {
2273 	int res;
2274 	struct scsi_device *sdp = sdkp->device;
2275 	struct scsi_mode_data data;
2276 	int old_wp = sdkp->write_prot;
2277 
2278 	set_disk_ro(sdkp->disk, 0);
2279 	if (sdp->skip_ms_page_3f) {
2280 		sd_first_printk(KERN_NOTICE, sdkp, "Assuming Write Enabled\n");
2281 		return;
2282 	}
2283 
2284 	if (sdp->use_192_bytes_for_3f) {
2285 		res = sd_do_mode_sense(sdp, 0, 0x3F, buffer, 192, &data, NULL);
2286 	} else {
2287 		/*
2288 		 * First attempt: ask for all pages (0x3F), but only 4 bytes.
2289 		 * We have to start carefully: some devices hang if we ask
2290 		 * for more than is available.
2291 		 */
2292 		res = sd_do_mode_sense(sdp, 0, 0x3F, buffer, 4, &data, NULL);
2293 
2294 		/*
2295 		 * Second attempt: ask for page 0 When only page 0 is
2296 		 * implemented, a request for page 3F may return Sense Key
2297 		 * 5: Illegal Request, Sense Code 24: Invalid field in
2298 		 * CDB.
2299 		 */
2300 		if (!scsi_status_is_good(res))
2301 			res = sd_do_mode_sense(sdp, 0, 0, buffer, 4, &data, NULL);
2302 
2303 		/*
2304 		 * Third attempt: ask 255 bytes, as we did earlier.
2305 		 */
2306 		if (!scsi_status_is_good(res))
2307 			res = sd_do_mode_sense(sdp, 0, 0x3F, buffer, 255,
2308 					       &data, NULL);
2309 	}
2310 
2311 	if (!scsi_status_is_good(res)) {
2312 		sd_first_printk(KERN_WARNING, sdkp,
2313 			  "Test WP failed, assume Write Enabled\n");
2314 	} else {
2315 		sdkp->write_prot = ((data.device_specific & 0x80) != 0);
2316 		set_disk_ro(sdkp->disk, sdkp->write_prot);
2317 		if (sdkp->first_scan || old_wp != sdkp->write_prot) {
2318 			sd_printk(KERN_NOTICE, sdkp, "Write Protect is %s\n",
2319 				  sdkp->write_prot ? "on" : "off");
2320 			sd_printk(KERN_DEBUG, sdkp,
2321 				  "Mode Sense: %02x %02x %02x %02x\n",
2322 				  buffer[0], buffer[1], buffer[2], buffer[3]);
2323 		}
2324 	}
2325 }
2326 
2327 /*
2328  * sd_read_cache_type - called only from sd_revalidate_disk()
2329  * called with buffer of length SD_BUF_SIZE
2330  */
2331 static void
2332 sd_read_cache_type(struct scsi_disk *sdkp, unsigned char *buffer)
2333 {
2334 	int len = 0, res;
2335 	struct scsi_device *sdp = sdkp->device;
2336 
2337 	int dbd;
2338 	int modepage;
2339 	int first_len;
2340 	struct scsi_mode_data data;
2341 	struct scsi_sense_hdr sshdr;
2342 	int old_wce = sdkp->WCE;
2343 	int old_rcd = sdkp->RCD;
2344 	int old_dpofua = sdkp->DPOFUA;
2345 
2346 
2347 	if (sdkp->cache_override)
2348 		return;
2349 
2350 	first_len = 4;
2351 	if (sdp->skip_ms_page_8) {
2352 		if (sdp->type == TYPE_RBC)
2353 			goto defaults;
2354 		else {
2355 			if (sdp->skip_ms_page_3f)
2356 				goto defaults;
2357 			modepage = 0x3F;
2358 			if (sdp->use_192_bytes_for_3f)
2359 				first_len = 192;
2360 			dbd = 0;
2361 		}
2362 	} else if (sdp->type == TYPE_RBC) {
2363 		modepage = 6;
2364 		dbd = 8;
2365 	} else {
2366 		modepage = 8;
2367 		dbd = 0;
2368 	}
2369 
2370 	/* cautiously ask */
2371 	res = sd_do_mode_sense(sdp, dbd, modepage, buffer, first_len,
2372 			&data, &sshdr);
2373 
2374 	if (!scsi_status_is_good(res))
2375 		goto bad_sense;
2376 
2377 	if (!data.header_length) {
2378 		modepage = 6;
2379 		first_len = 0;
2380 		sd_first_printk(KERN_ERR, sdkp,
2381 				"Missing header in MODE_SENSE response\n");
2382 	}
2383 
2384 	/* that went OK, now ask for the proper length */
2385 	len = data.length;
2386 
2387 	/*
2388 	 * We're only interested in the first three bytes, actually.
2389 	 * But the data cache page is defined for the first 20.
2390 	 */
2391 	if (len < 3)
2392 		goto bad_sense;
2393 	else if (len > SD_BUF_SIZE) {
2394 		sd_first_printk(KERN_NOTICE, sdkp, "Truncating mode parameter "
2395 			  "data from %d to %d bytes\n", len, SD_BUF_SIZE);
2396 		len = SD_BUF_SIZE;
2397 	}
2398 	if (modepage == 0x3F && sdp->use_192_bytes_for_3f)
2399 		len = 192;
2400 
2401 	/* Get the data */
2402 	if (len > first_len)
2403 		res = sd_do_mode_sense(sdp, dbd, modepage, buffer, len,
2404 				&data, &sshdr);
2405 
2406 	if (scsi_status_is_good(res)) {
2407 		int offset = data.header_length + data.block_descriptor_length;
2408 
2409 		while (offset < len) {
2410 			u8 page_code = buffer[offset] & 0x3F;
2411 			u8 spf       = buffer[offset] & 0x40;
2412 
2413 			if (page_code == 8 || page_code == 6) {
2414 				/* We're interested only in the first 3 bytes.
2415 				 */
2416 				if (len - offset <= 2) {
2417 					sd_first_printk(KERN_ERR, sdkp,
2418 						"Incomplete mode parameter "
2419 							"data\n");
2420 					goto defaults;
2421 				} else {
2422 					modepage = page_code;
2423 					goto Page_found;
2424 				}
2425 			} else {
2426 				/* Go to the next page */
2427 				if (spf && len - offset > 3)
2428 					offset += 4 + (buffer[offset+2] << 8) +
2429 						buffer[offset+3];
2430 				else if (!spf && len - offset > 1)
2431 					offset += 2 + buffer[offset+1];
2432 				else {
2433 					sd_first_printk(KERN_ERR, sdkp,
2434 							"Incomplete mode "
2435 							"parameter data\n");
2436 					goto defaults;
2437 				}
2438 			}
2439 		}
2440 
2441 		sd_first_printk(KERN_ERR, sdkp, "No Caching mode page found\n");
2442 		goto defaults;
2443 
2444 	Page_found:
2445 		if (modepage == 8) {
2446 			sdkp->WCE = ((buffer[offset + 2] & 0x04) != 0);
2447 			sdkp->RCD = ((buffer[offset + 2] & 0x01) != 0);
2448 		} else {
2449 			sdkp->WCE = ((buffer[offset + 2] & 0x01) == 0);
2450 			sdkp->RCD = 0;
2451 		}
2452 
2453 		sdkp->DPOFUA = (data.device_specific & 0x10) != 0;
2454 		if (sdp->broken_fua) {
2455 			sd_first_printk(KERN_NOTICE, sdkp, "Disabling FUA\n");
2456 			sdkp->DPOFUA = 0;
2457 		} else if (sdkp->DPOFUA && !sdkp->device->use_10_for_rw) {
2458 			sd_first_printk(KERN_NOTICE, sdkp,
2459 				  "Uses READ/WRITE(6), disabling FUA\n");
2460 			sdkp->DPOFUA = 0;
2461 		}
2462 
2463 		/* No cache flush allowed for write protected devices */
2464 		if (sdkp->WCE && sdkp->write_prot)
2465 			sdkp->WCE = 0;
2466 
2467 		if (sdkp->first_scan || old_wce != sdkp->WCE ||
2468 		    old_rcd != sdkp->RCD || old_dpofua != sdkp->DPOFUA)
2469 			sd_printk(KERN_NOTICE, sdkp,
2470 				  "Write cache: %s, read cache: %s, %s\n",
2471 				  sdkp->WCE ? "enabled" : "disabled",
2472 				  sdkp->RCD ? "disabled" : "enabled",
2473 				  sdkp->DPOFUA ? "supports DPO and FUA"
2474 				  : "doesn't support DPO or FUA");
2475 
2476 		return;
2477 	}
2478 
2479 bad_sense:
2480 	if (scsi_sense_valid(&sshdr) &&
2481 	    sshdr.sense_key == ILLEGAL_REQUEST &&
2482 	    sshdr.asc == 0x24 && sshdr.ascq == 0x0)
2483 		/* Invalid field in CDB */
2484 		sd_first_printk(KERN_NOTICE, sdkp, "Cache data unavailable\n");
2485 	else
2486 		sd_first_printk(KERN_ERR, sdkp,
2487 				"Asking for cache data failed\n");
2488 
2489 defaults:
2490 	if (sdp->wce_default_on) {
2491 		sd_first_printk(KERN_NOTICE, sdkp,
2492 				"Assuming drive cache: write back\n");
2493 		sdkp->WCE = 1;
2494 	} else {
2495 		sd_first_printk(KERN_ERR, sdkp,
2496 				"Assuming drive cache: write through\n");
2497 		sdkp->WCE = 0;
2498 	}
2499 	sdkp->RCD = 0;
2500 	sdkp->DPOFUA = 0;
2501 }
2502 
2503 /*
2504  * The ATO bit indicates whether the DIF application tag is available
2505  * for use by the operating system.
2506  */
2507 static void sd_read_app_tag_own(struct scsi_disk *sdkp, unsigned char *buffer)
2508 {
2509 	int res, offset;
2510 	struct scsi_device *sdp = sdkp->device;
2511 	struct scsi_mode_data data;
2512 	struct scsi_sense_hdr sshdr;
2513 
2514 	if (sdp->type != TYPE_DISK)
2515 		return;
2516 
2517 	if (sdkp->protection_type == 0)
2518 		return;
2519 
2520 	res = scsi_mode_sense(sdp, 1, 0x0a, buffer, 36, SD_TIMEOUT,
2521 			      SD_MAX_RETRIES, &data, &sshdr);
2522 
2523 	if (!scsi_status_is_good(res) || !data.header_length ||
2524 	    data.length < 6) {
2525 		sd_first_printk(KERN_WARNING, sdkp,
2526 			  "getting Control mode page failed, assume no ATO\n");
2527 
2528 		if (scsi_sense_valid(&sshdr))
2529 			sd_print_sense_hdr(sdkp, &sshdr);
2530 
2531 		return;
2532 	}
2533 
2534 	offset = data.header_length + data.block_descriptor_length;
2535 
2536 	if ((buffer[offset] & 0x3f) != 0x0a) {
2537 		sd_first_printk(KERN_ERR, sdkp, "ATO Got wrong page\n");
2538 		return;
2539 	}
2540 
2541 	if ((buffer[offset + 5] & 0x80) == 0)
2542 		return;
2543 
2544 	sdkp->ATO = 1;
2545 
2546 	return;
2547 }
2548 
2549 /**
2550  * sd_read_block_limits - Query disk device for preferred I/O sizes.
2551  * @disk: disk to query
2552  */
2553 static void sd_read_block_limits(struct scsi_disk *sdkp)
2554 {
2555 	unsigned int sector_sz = sdkp->device->sector_size;
2556 	const int vpd_len = 64;
2557 	u32 max_xfer_length;
2558 	unsigned char *buffer = kmalloc(vpd_len, GFP_KERNEL);
2559 
2560 	if (!buffer ||
2561 	    /* Block Limits VPD */
2562 	    scsi_get_vpd_page(sdkp->device, 0xb0, buffer, vpd_len))
2563 		goto out;
2564 
2565 	max_xfer_length = get_unaligned_be32(&buffer[8]);
2566 	if (max_xfer_length)
2567 		sdkp->max_xfer_blocks = max_xfer_length;
2568 
2569 	blk_queue_io_min(sdkp->disk->queue,
2570 			 get_unaligned_be16(&buffer[6]) * sector_sz);
2571 	blk_queue_io_opt(sdkp->disk->queue,
2572 			 get_unaligned_be32(&buffer[12]) * sector_sz);
2573 
2574 	if (buffer[3] == 0x3c) {
2575 		unsigned int lba_count, desc_count;
2576 
2577 		sdkp->max_ws_blocks = (u32)get_unaligned_be64(&buffer[36]);
2578 
2579 		if (!sdkp->lbpme)
2580 			goto out;
2581 
2582 		lba_count = get_unaligned_be32(&buffer[20]);
2583 		desc_count = get_unaligned_be32(&buffer[24]);
2584 
2585 		if (lba_count && desc_count)
2586 			sdkp->max_unmap_blocks = lba_count;
2587 
2588 		sdkp->unmap_granularity = get_unaligned_be32(&buffer[28]);
2589 
2590 		if (buffer[32] & 0x80)
2591 			sdkp->unmap_alignment =
2592 				get_unaligned_be32(&buffer[32]) & ~(1 << 31);
2593 
2594 		if (!sdkp->lbpvpd) { /* LBP VPD page not provided */
2595 
2596 			if (sdkp->max_unmap_blocks)
2597 				sd_config_discard(sdkp, SD_LBP_UNMAP);
2598 			else
2599 				sd_config_discard(sdkp, SD_LBP_WS16);
2600 
2601 		} else {	/* LBP VPD page tells us what to use */
2602 			if (sdkp->lbpu && sdkp->max_unmap_blocks && !sdkp->lbprz)
2603 				sd_config_discard(sdkp, SD_LBP_UNMAP);
2604 			else if (sdkp->lbpws)
2605 				sd_config_discard(sdkp, SD_LBP_WS16);
2606 			else if (sdkp->lbpws10)
2607 				sd_config_discard(sdkp, SD_LBP_WS10);
2608 			else if (sdkp->lbpu && sdkp->max_unmap_blocks)
2609 				sd_config_discard(sdkp, SD_LBP_UNMAP);
2610 			else
2611 				sd_config_discard(sdkp, SD_LBP_DISABLE);
2612 		}
2613 	}
2614 
2615  out:
2616 	kfree(buffer);
2617 }
2618 
2619 /**
2620  * sd_read_block_characteristics - Query block dev. characteristics
2621  * @disk: disk to query
2622  */
2623 static void sd_read_block_characteristics(struct scsi_disk *sdkp)
2624 {
2625 	unsigned char *buffer;
2626 	u16 rot;
2627 	const int vpd_len = 64;
2628 
2629 	buffer = kmalloc(vpd_len, GFP_KERNEL);
2630 
2631 	if (!buffer ||
2632 	    /* Block Device Characteristics VPD */
2633 	    scsi_get_vpd_page(sdkp->device, 0xb1, buffer, vpd_len))
2634 		goto out;
2635 
2636 	rot = get_unaligned_be16(&buffer[4]);
2637 
2638 	if (rot == 1) {
2639 		queue_flag_set_unlocked(QUEUE_FLAG_NONROT, sdkp->disk->queue);
2640 		queue_flag_clear_unlocked(QUEUE_FLAG_ADD_RANDOM, sdkp->disk->queue);
2641 	}
2642 
2643  out:
2644 	kfree(buffer);
2645 }
2646 
2647 /**
2648  * sd_read_block_provisioning - Query provisioning VPD page
2649  * @disk: disk to query
2650  */
2651 static void sd_read_block_provisioning(struct scsi_disk *sdkp)
2652 {
2653 	unsigned char *buffer;
2654 	const int vpd_len = 8;
2655 
2656 	if (sdkp->lbpme == 0)
2657 		return;
2658 
2659 	buffer = kmalloc(vpd_len, GFP_KERNEL);
2660 
2661 	if (!buffer || scsi_get_vpd_page(sdkp->device, 0xb2, buffer, vpd_len))
2662 		goto out;
2663 
2664 	sdkp->lbpvpd	= 1;
2665 	sdkp->lbpu	= (buffer[5] >> 7) & 1;	/* UNMAP */
2666 	sdkp->lbpws	= (buffer[5] >> 6) & 1;	/* WRITE SAME(16) with UNMAP */
2667 	sdkp->lbpws10	= (buffer[5] >> 5) & 1;	/* WRITE SAME(10) with UNMAP */
2668 
2669  out:
2670 	kfree(buffer);
2671 }
2672 
2673 static void sd_read_write_same(struct scsi_disk *sdkp, unsigned char *buffer)
2674 {
2675 	struct scsi_device *sdev = sdkp->device;
2676 
2677 	if (sdev->host->no_write_same) {
2678 		sdev->no_write_same = 1;
2679 
2680 		return;
2681 	}
2682 
2683 	if (scsi_report_opcode(sdev, buffer, SD_BUF_SIZE, INQUIRY) < 0) {
2684 		/* too large values might cause issues with arcmsr */
2685 		int vpd_buf_len = 64;
2686 
2687 		sdev->no_report_opcodes = 1;
2688 
2689 		/* Disable WRITE SAME if REPORT SUPPORTED OPERATION
2690 		 * CODES is unsupported and the device has an ATA
2691 		 * Information VPD page (SAT).
2692 		 */
2693 		if (!scsi_get_vpd_page(sdev, 0x89, buffer, vpd_buf_len))
2694 			sdev->no_write_same = 1;
2695 	}
2696 
2697 	if (scsi_report_opcode(sdev, buffer, SD_BUF_SIZE, WRITE_SAME_16) == 1)
2698 		sdkp->ws16 = 1;
2699 
2700 	if (scsi_report_opcode(sdev, buffer, SD_BUF_SIZE, WRITE_SAME) == 1)
2701 		sdkp->ws10 = 1;
2702 }
2703 
2704 static int sd_try_extended_inquiry(struct scsi_device *sdp)
2705 {
2706 	/* Attempt VPD inquiry if the device blacklist explicitly calls
2707 	 * for it.
2708 	 */
2709 	if (sdp->try_vpd_pages)
2710 		return 1;
2711 	/*
2712 	 * Although VPD inquiries can go to SCSI-2 type devices,
2713 	 * some USB ones crash on receiving them, and the pages
2714 	 * we currently ask for are for SPC-3 and beyond
2715 	 */
2716 	if (sdp->scsi_level > SCSI_SPC_2 && !sdp->skip_vpd_pages)
2717 		return 1;
2718 	return 0;
2719 }
2720 
2721 /**
2722  *	sd_revalidate_disk - called the first time a new disk is seen,
2723  *	performs disk spin up, read_capacity, etc.
2724  *	@disk: struct gendisk we care about
2725  **/
2726 static int sd_revalidate_disk(struct gendisk *disk)
2727 {
2728 	struct scsi_disk *sdkp = scsi_disk(disk);
2729 	struct scsi_device *sdp = sdkp->device;
2730 	unsigned char *buffer;
2731 	unsigned int max_xfer;
2732 
2733 	SCSI_LOG_HLQUEUE(3, sd_printk(KERN_INFO, sdkp,
2734 				      "sd_revalidate_disk\n"));
2735 
2736 	/*
2737 	 * If the device is offline, don't try and read capacity or any
2738 	 * of the other niceties.
2739 	 */
2740 	if (!scsi_device_online(sdp))
2741 		goto out;
2742 
2743 	buffer = kmalloc(SD_BUF_SIZE, GFP_KERNEL);
2744 	if (!buffer) {
2745 		sd_printk(KERN_WARNING, sdkp, "sd_revalidate_disk: Memory "
2746 			  "allocation failure.\n");
2747 		goto out;
2748 	}
2749 
2750 	sd_spinup_disk(sdkp);
2751 
2752 	/*
2753 	 * Without media there is no reason to ask; moreover, some devices
2754 	 * react badly if we do.
2755 	 */
2756 	if (sdkp->media_present) {
2757 		sd_read_capacity(sdkp, buffer);
2758 
2759 		if (sd_try_extended_inquiry(sdp)) {
2760 			sd_read_block_provisioning(sdkp);
2761 			sd_read_block_limits(sdkp);
2762 			sd_read_block_characteristics(sdkp);
2763 		}
2764 
2765 		sd_read_write_protect_flag(sdkp, buffer);
2766 		sd_read_cache_type(sdkp, buffer);
2767 		sd_read_app_tag_own(sdkp, buffer);
2768 		sd_read_write_same(sdkp, buffer);
2769 	}
2770 
2771 	sdkp->first_scan = 0;
2772 
2773 	/*
2774 	 * We now have all cache related info, determine how we deal
2775 	 * with flush requests.
2776 	 */
2777 	sd_set_flush_flag(sdkp);
2778 
2779 	max_xfer = sdkp->max_xfer_blocks;
2780 	max_xfer <<= ilog2(sdp->sector_size) - 9;
2781 
2782 	max_xfer = min_not_zero(queue_max_hw_sectors(sdkp->disk->queue),
2783 				max_xfer);
2784 	blk_queue_max_hw_sectors(sdkp->disk->queue, max_xfer);
2785 	set_capacity(disk, sdkp->capacity);
2786 	sd_config_write_same(sdkp);
2787 	kfree(buffer);
2788 
2789  out:
2790 	return 0;
2791 }
2792 
2793 /**
2794  *	sd_unlock_native_capacity - unlock native capacity
2795  *	@disk: struct gendisk to set capacity for
2796  *
2797  *	Block layer calls this function if it detects that partitions
2798  *	on @disk reach beyond the end of the device.  If the SCSI host
2799  *	implements ->unlock_native_capacity() method, it's invoked to
2800  *	give it a chance to adjust the device capacity.
2801  *
2802  *	CONTEXT:
2803  *	Defined by block layer.  Might sleep.
2804  */
2805 static void sd_unlock_native_capacity(struct gendisk *disk)
2806 {
2807 	struct scsi_device *sdev = scsi_disk(disk)->device;
2808 
2809 	if (sdev->host->hostt->unlock_native_capacity)
2810 		sdev->host->hostt->unlock_native_capacity(sdev);
2811 }
2812 
2813 /**
2814  *	sd_format_disk_name - format disk name
2815  *	@prefix: name prefix - ie. "sd" for SCSI disks
2816  *	@index: index of the disk to format name for
2817  *	@buf: output buffer
2818  *	@buflen: length of the output buffer
2819  *
2820  *	SCSI disk names starts at sda.  The 26th device is sdz and the
2821  *	27th is sdaa.  The last one for two lettered suffix is sdzz
2822  *	which is followed by sdaaa.
2823  *
2824  *	This is basically 26 base counting with one extra 'nil' entry
2825  *	at the beginning from the second digit on and can be
2826  *	determined using similar method as 26 base conversion with the
2827  *	index shifted -1 after each digit is computed.
2828  *
2829  *	CONTEXT:
2830  *	Don't care.
2831  *
2832  *	RETURNS:
2833  *	0 on success, -errno on failure.
2834  */
2835 static int sd_format_disk_name(char *prefix, int index, char *buf, int buflen)
2836 {
2837 	const int base = 'z' - 'a' + 1;
2838 	char *begin = buf + strlen(prefix);
2839 	char *end = buf + buflen;
2840 	char *p;
2841 	int unit;
2842 
2843 	p = end - 1;
2844 	*p = '\0';
2845 	unit = base;
2846 	do {
2847 		if (p == begin)
2848 			return -EINVAL;
2849 		*--p = 'a' + (index % unit);
2850 		index = (index / unit) - 1;
2851 	} while (index >= 0);
2852 
2853 	memmove(begin, p, end - p);
2854 	memcpy(buf, prefix, strlen(prefix));
2855 
2856 	return 0;
2857 }
2858 
2859 /*
2860  * The asynchronous part of sd_probe
2861  */
2862 static void sd_probe_async(void *data, async_cookie_t cookie)
2863 {
2864 	struct scsi_disk *sdkp = data;
2865 	struct scsi_device *sdp;
2866 	struct gendisk *gd;
2867 	u32 index;
2868 	struct device *dev;
2869 
2870 	sdp = sdkp->device;
2871 	gd = sdkp->disk;
2872 	index = sdkp->index;
2873 	dev = &sdp->sdev_gendev;
2874 
2875 	gd->major = sd_major((index & 0xf0) >> 4);
2876 	gd->first_minor = ((index & 0xf) << 4) | (index & 0xfff00);
2877 	gd->minors = SD_MINORS;
2878 
2879 	gd->fops = &sd_fops;
2880 	gd->private_data = &sdkp->driver;
2881 	gd->queue = sdkp->device->request_queue;
2882 
2883 	/* defaults, until the device tells us otherwise */
2884 	sdp->sector_size = 512;
2885 	sdkp->capacity = 0;
2886 	sdkp->media_present = 1;
2887 	sdkp->write_prot = 0;
2888 	sdkp->cache_override = 0;
2889 	sdkp->WCE = 0;
2890 	sdkp->RCD = 0;
2891 	sdkp->ATO = 0;
2892 	sdkp->first_scan = 1;
2893 	sdkp->max_medium_access_timeouts = SD_MAX_MEDIUM_TIMEOUTS;
2894 
2895 	sd_revalidate_disk(gd);
2896 
2897 	gd->driverfs_dev = &sdp->sdev_gendev;
2898 	gd->flags = GENHD_FL_EXT_DEVT;
2899 	if (sdp->removable) {
2900 		gd->flags |= GENHD_FL_REMOVABLE;
2901 		gd->events |= DISK_EVENT_MEDIA_CHANGE;
2902 	}
2903 
2904 	blk_pm_runtime_init(sdp->request_queue, dev);
2905 	add_disk(gd);
2906 	if (sdkp->capacity)
2907 		sd_dif_config_host(sdkp);
2908 
2909 	sd_revalidate_disk(gd);
2910 
2911 	sd_printk(KERN_NOTICE, sdkp, "Attached SCSI %sdisk\n",
2912 		  sdp->removable ? "removable " : "");
2913 	scsi_autopm_put_device(sdp);
2914 	put_device(&sdkp->dev);
2915 }
2916 
2917 /**
2918  *	sd_probe - called during driver initialization and whenever a
2919  *	new scsi device is attached to the system. It is called once
2920  *	for each scsi device (not just disks) present.
2921  *	@dev: pointer to device object
2922  *
2923  *	Returns 0 if successful (or not interested in this scsi device
2924  *	(e.g. scanner)); 1 when there is an error.
2925  *
2926  *	Note: this function is invoked from the scsi mid-level.
2927  *	This function sets up the mapping between a given
2928  *	<host,channel,id,lun> (found in sdp) and new device name
2929  *	(e.g. /dev/sda). More precisely it is the block device major
2930  *	and minor number that is chosen here.
2931  *
2932  *	Assume sd_probe is not re-entrant (for time being)
2933  *	Also think about sd_probe() and sd_remove() running coincidentally.
2934  **/
2935 static int sd_probe(struct device *dev)
2936 {
2937 	struct scsi_device *sdp = to_scsi_device(dev);
2938 	struct scsi_disk *sdkp;
2939 	struct gendisk *gd;
2940 	int index;
2941 	int error;
2942 
2943 	scsi_autopm_get_device(sdp);
2944 	error = -ENODEV;
2945 	if (sdp->type != TYPE_DISK && sdp->type != TYPE_MOD && sdp->type != TYPE_RBC)
2946 		goto out;
2947 
2948 	SCSI_LOG_HLQUEUE(3, sdev_printk(KERN_INFO, sdp,
2949 					"sd_probe\n"));
2950 
2951 	error = -ENOMEM;
2952 	sdkp = kzalloc(sizeof(*sdkp), GFP_KERNEL);
2953 	if (!sdkp)
2954 		goto out;
2955 
2956 	gd = alloc_disk(SD_MINORS);
2957 	if (!gd)
2958 		goto out_free;
2959 
2960 	do {
2961 		if (!ida_pre_get(&sd_index_ida, GFP_KERNEL))
2962 			goto out_put;
2963 
2964 		spin_lock(&sd_index_lock);
2965 		error = ida_get_new(&sd_index_ida, &index);
2966 		spin_unlock(&sd_index_lock);
2967 	} while (error == -EAGAIN);
2968 
2969 	if (error) {
2970 		sdev_printk(KERN_WARNING, sdp, "sd_probe: memory exhausted.\n");
2971 		goto out_put;
2972 	}
2973 
2974 	error = sd_format_disk_name("sd", index, gd->disk_name, DISK_NAME_LEN);
2975 	if (error) {
2976 		sdev_printk(KERN_WARNING, sdp, "SCSI disk (sd) name length exceeded.\n");
2977 		goto out_free_index;
2978 	}
2979 
2980 	sdkp->device = sdp;
2981 	sdkp->driver = &sd_template;
2982 	sdkp->disk = gd;
2983 	sdkp->index = index;
2984 	atomic_set(&sdkp->openers, 0);
2985 	atomic_set(&sdkp->device->ioerr_cnt, 0);
2986 
2987 	if (!sdp->request_queue->rq_timeout) {
2988 		if (sdp->type != TYPE_MOD)
2989 			blk_queue_rq_timeout(sdp->request_queue, SD_TIMEOUT);
2990 		else
2991 			blk_queue_rq_timeout(sdp->request_queue,
2992 					     SD_MOD_TIMEOUT);
2993 	}
2994 
2995 	device_initialize(&sdkp->dev);
2996 	sdkp->dev.parent = dev;
2997 	sdkp->dev.class = &sd_disk_class;
2998 	dev_set_name(&sdkp->dev, "%s", dev_name(dev));
2999 
3000 	if (device_add(&sdkp->dev))
3001 		goto out_free_index;
3002 
3003 	get_device(dev);
3004 	dev_set_drvdata(dev, sdkp);
3005 
3006 	get_device(&sdkp->dev);	/* prevent release before async_schedule */
3007 	async_schedule_domain(sd_probe_async, sdkp, &scsi_sd_probe_domain);
3008 
3009 	return 0;
3010 
3011  out_free_index:
3012 	spin_lock(&sd_index_lock);
3013 	ida_remove(&sd_index_ida, index);
3014 	spin_unlock(&sd_index_lock);
3015  out_put:
3016 	put_disk(gd);
3017  out_free:
3018 	kfree(sdkp);
3019  out:
3020 	scsi_autopm_put_device(sdp);
3021 	return error;
3022 }
3023 
3024 /**
3025  *	sd_remove - called whenever a scsi disk (previously recognized by
3026  *	sd_probe) is detached from the system. It is called (potentially
3027  *	multiple times) during sd module unload.
3028  *	@sdp: pointer to mid level scsi device object
3029  *
3030  *	Note: this function is invoked from the scsi mid-level.
3031  *	This function potentially frees up a device name (e.g. /dev/sdc)
3032  *	that could be re-used by a subsequent sd_probe().
3033  *	This function is not called when the built-in sd driver is "exit-ed".
3034  **/
3035 static int sd_remove(struct device *dev)
3036 {
3037 	struct scsi_disk *sdkp;
3038 	dev_t devt;
3039 
3040 	sdkp = dev_get_drvdata(dev);
3041 	devt = disk_devt(sdkp->disk);
3042 	scsi_autopm_get_device(sdkp->device);
3043 
3044 	async_synchronize_full_domain(&scsi_sd_pm_domain);
3045 	async_synchronize_full_domain(&scsi_sd_probe_domain);
3046 	device_del(&sdkp->dev);
3047 	del_gendisk(sdkp->disk);
3048 	sd_shutdown(dev);
3049 
3050 	blk_register_region(devt, SD_MINORS, NULL,
3051 			    sd_default_probe, NULL, NULL);
3052 
3053 	mutex_lock(&sd_ref_mutex);
3054 	dev_set_drvdata(dev, NULL);
3055 	put_device(&sdkp->dev);
3056 	mutex_unlock(&sd_ref_mutex);
3057 
3058 	return 0;
3059 }
3060 
3061 /**
3062  *	scsi_disk_release - Called to free the scsi_disk structure
3063  *	@dev: pointer to embedded class device
3064  *
3065  *	sd_ref_mutex must be held entering this routine.  Because it is
3066  *	called on last put, you should always use the scsi_disk_get()
3067  *	scsi_disk_put() helpers which manipulate the semaphore directly
3068  *	and never do a direct put_device.
3069  **/
3070 static void scsi_disk_release(struct device *dev)
3071 {
3072 	struct scsi_disk *sdkp = to_scsi_disk(dev);
3073 	struct gendisk *disk = sdkp->disk;
3074 
3075 	spin_lock(&sd_index_lock);
3076 	ida_remove(&sd_index_ida, sdkp->index);
3077 	spin_unlock(&sd_index_lock);
3078 
3079 	blk_integrity_unregister(disk);
3080 	disk->private_data = NULL;
3081 	put_disk(disk);
3082 	put_device(&sdkp->device->sdev_gendev);
3083 
3084 	kfree(sdkp);
3085 }
3086 
3087 static int sd_start_stop_device(struct scsi_disk *sdkp, int start)
3088 {
3089 	unsigned char cmd[6] = { START_STOP };	/* START_VALID */
3090 	struct scsi_sense_hdr sshdr;
3091 	struct scsi_device *sdp = sdkp->device;
3092 	int res;
3093 
3094 	if (start)
3095 		cmd[4] |= 1;	/* START */
3096 
3097 	if (sdp->start_stop_pwr_cond)
3098 		cmd[4] |= start ? 1 << 4 : 3 << 4;	/* Active or Standby */
3099 
3100 	if (!scsi_device_online(sdp))
3101 		return -ENODEV;
3102 
3103 	res = scsi_execute_req_flags(sdp, cmd, DMA_NONE, NULL, 0, &sshdr,
3104 			       SD_TIMEOUT, SD_MAX_RETRIES, NULL, REQ_PM);
3105 	if (res) {
3106 		sd_print_result(sdkp, "Start/Stop Unit failed", res);
3107 		if (driver_byte(res) & DRIVER_SENSE)
3108 			sd_print_sense_hdr(sdkp, &sshdr);
3109 		if (scsi_sense_valid(&sshdr) &&
3110 			/* 0x3a is medium not present */
3111 			sshdr.asc == 0x3a)
3112 			res = 0;
3113 	}
3114 
3115 	/* SCSI error codes must not go to the generic layer */
3116 	if (res)
3117 		return -EIO;
3118 
3119 	return 0;
3120 }
3121 
3122 /*
3123  * Send a SYNCHRONIZE CACHE instruction down to the device through
3124  * the normal SCSI command structure.  Wait for the command to
3125  * complete.
3126  */
3127 static void sd_shutdown(struct device *dev)
3128 {
3129 	struct scsi_disk *sdkp = dev_get_drvdata(dev);
3130 
3131 	if (!sdkp)
3132 		return;         /* this can happen */
3133 
3134 	if (pm_runtime_suspended(dev))
3135 		return;
3136 
3137 	if (sdkp->WCE && sdkp->media_present) {
3138 		sd_printk(KERN_NOTICE, sdkp, "Synchronizing SCSI cache\n");
3139 		sd_sync_cache(sdkp);
3140 	}
3141 
3142 	if (system_state != SYSTEM_RESTART && sdkp->device->manage_start_stop) {
3143 		sd_printk(KERN_NOTICE, sdkp, "Stopping disk\n");
3144 		sd_start_stop_device(sdkp, 0);
3145 	}
3146 }
3147 
3148 static int sd_suspend_common(struct device *dev, bool ignore_stop_errors)
3149 {
3150 	struct scsi_disk *sdkp = dev_get_drvdata(dev);
3151 	int ret = 0;
3152 
3153 	if (!sdkp)
3154 		return 0;	/* this can happen */
3155 
3156 	if (sdkp->WCE && sdkp->media_present) {
3157 		sd_printk(KERN_NOTICE, sdkp, "Synchronizing SCSI cache\n");
3158 		ret = sd_sync_cache(sdkp);
3159 		if (ret) {
3160 			/* ignore OFFLINE device */
3161 			if (ret == -ENODEV)
3162 				ret = 0;
3163 			goto done;
3164 		}
3165 	}
3166 
3167 	if (sdkp->device->manage_start_stop) {
3168 		sd_printk(KERN_NOTICE, sdkp, "Stopping disk\n");
3169 		/* an error is not worth aborting a system sleep */
3170 		ret = sd_start_stop_device(sdkp, 0);
3171 		if (ignore_stop_errors)
3172 			ret = 0;
3173 	}
3174 
3175 done:
3176 	return ret;
3177 }
3178 
3179 static int sd_suspend_system(struct device *dev)
3180 {
3181 	return sd_suspend_common(dev, true);
3182 }
3183 
3184 static int sd_suspend_runtime(struct device *dev)
3185 {
3186 	return sd_suspend_common(dev, false);
3187 }
3188 
3189 static int sd_resume(struct device *dev)
3190 {
3191 	struct scsi_disk *sdkp = dev_get_drvdata(dev);
3192 
3193 	if (!sdkp->device->manage_start_stop)
3194 		return 0;
3195 
3196 	sd_printk(KERN_NOTICE, sdkp, "Starting disk\n");
3197 	return sd_start_stop_device(sdkp, 1);
3198 }
3199 
3200 /**
3201  *	init_sd - entry point for this driver (both when built in or when
3202  *	a module).
3203  *
3204  *	Note: this function registers this driver with the scsi mid-level.
3205  **/
3206 static int __init init_sd(void)
3207 {
3208 	int majors = 0, i, err;
3209 
3210 	SCSI_LOG_HLQUEUE(3, printk("init_sd: sd driver entry point\n"));
3211 
3212 	for (i = 0; i < SD_MAJORS; i++) {
3213 		if (register_blkdev(sd_major(i), "sd") != 0)
3214 			continue;
3215 		majors++;
3216 		blk_register_region(sd_major(i), SD_MINORS, NULL,
3217 				    sd_default_probe, NULL, NULL);
3218 	}
3219 
3220 	if (!majors)
3221 		return -ENODEV;
3222 
3223 	err = class_register(&sd_disk_class);
3224 	if (err)
3225 		goto err_out;
3226 
3227 	sd_cdb_cache = kmem_cache_create("sd_ext_cdb", SD_EXT_CDB_SIZE,
3228 					 0, 0, NULL);
3229 	if (!sd_cdb_cache) {
3230 		printk(KERN_ERR "sd: can't init extended cdb cache\n");
3231 		err = -ENOMEM;
3232 		goto err_out_class;
3233 	}
3234 
3235 	sd_cdb_pool = mempool_create_slab_pool(SD_MEMPOOL_SIZE, sd_cdb_cache);
3236 	if (!sd_cdb_pool) {
3237 		printk(KERN_ERR "sd: can't init extended cdb pool\n");
3238 		err = -ENOMEM;
3239 		goto err_out_cache;
3240 	}
3241 
3242 	err = scsi_register_driver(&sd_template.gendrv);
3243 	if (err)
3244 		goto err_out_driver;
3245 
3246 	return 0;
3247 
3248 err_out_driver:
3249 	mempool_destroy(sd_cdb_pool);
3250 
3251 err_out_cache:
3252 	kmem_cache_destroy(sd_cdb_cache);
3253 
3254 err_out_class:
3255 	class_unregister(&sd_disk_class);
3256 err_out:
3257 	for (i = 0; i < SD_MAJORS; i++)
3258 		unregister_blkdev(sd_major(i), "sd");
3259 	return err;
3260 }
3261 
3262 /**
3263  *	exit_sd - exit point for this driver (when it is a module).
3264  *
3265  *	Note: this function unregisters this driver from the scsi mid-level.
3266  **/
3267 static void __exit exit_sd(void)
3268 {
3269 	int i;
3270 
3271 	SCSI_LOG_HLQUEUE(3, printk("exit_sd: exiting sd driver\n"));
3272 
3273 	scsi_unregister_driver(&sd_template.gendrv);
3274 	mempool_destroy(sd_cdb_pool);
3275 	kmem_cache_destroy(sd_cdb_cache);
3276 
3277 	class_unregister(&sd_disk_class);
3278 
3279 	for (i = 0; i < SD_MAJORS; i++) {
3280 		blk_unregister_region(sd_major(i), SD_MINORS);
3281 		unregister_blkdev(sd_major(i), "sd");
3282 	}
3283 }
3284 
3285 module_init(init_sd);
3286 module_exit(exit_sd);
3287 
3288 static void sd_print_sense_hdr(struct scsi_disk *sdkp,
3289 			       struct scsi_sense_hdr *sshdr)
3290 {
3291 	scsi_print_sense_hdr(sdkp->device,
3292 			     sdkp->disk ? sdkp->disk->disk_name : NULL, sshdr);
3293 }
3294 
3295 static void sd_print_result(const struct scsi_disk *sdkp, const char *msg,
3296 			    int result)
3297 {
3298 	const char *hb_string = scsi_hostbyte_string(result);
3299 	const char *db_string = scsi_driverbyte_string(result);
3300 
3301 	if (hb_string || db_string)
3302 		sd_printk(KERN_INFO, sdkp,
3303 			  "%s: Result: hostbyte=%s driverbyte=%s\n", msg,
3304 			  hb_string ? hb_string : "invalid",
3305 			  db_string ? db_string : "invalid");
3306 	else
3307 		sd_printk(KERN_INFO, sdkp,
3308 			  "%s: Result: hostbyte=0x%02x driverbyte=0x%02x\n",
3309 			  msg, host_byte(result), driver_byte(result));
3310 }
3311 
3312