xref: /openbmc/linux/drivers/s390/block/dasd_fba.c (revision 79f382b9)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4  * Bugreports.to..: <Linux390@de.ibm.com>
5  * Copyright IBM Corp. 1999, 2009
6  */
7 
8 #define KMSG_COMPONENT "dasd-fba"
9 
10 #include <linux/stddef.h>
11 #include <linux/kernel.h>
12 #include <asm/debug.h>
13 
14 #include <linux/slab.h>
15 #include <linux/hdreg.h>	/* HDIO_GETGEO			    */
16 #include <linux/bio.h>
17 #include <linux/module.h>
18 #include <linux/init.h>
19 
20 #include <asm/idals.h>
21 #include <asm/ebcdic.h>
22 #include <asm/io.h>
23 #include <asm/ccwdev.h>
24 
25 #include "dasd_int.h"
26 #include "dasd_fba.h"
27 
28 #ifdef PRINTK_HEADER
29 #undef PRINTK_HEADER
30 #endif				/* PRINTK_HEADER */
31 #define PRINTK_HEADER "dasd(fba):"
32 
33 #define FBA_DEFAULT_RETRIES 32
34 
35 #define DASD_FBA_CCW_WRITE 0x41
36 #define DASD_FBA_CCW_READ 0x42
37 #define DASD_FBA_CCW_LOCATE 0x43
38 #define DASD_FBA_CCW_DEFINE_EXTENT 0x63
39 
40 MODULE_LICENSE("GPL");
41 
42 static struct dasd_discipline dasd_fba_discipline;
43 static void *dasd_fba_zero_page;
44 
45 struct dasd_fba_private {
46 	struct dasd_fba_characteristics rdc_data;
47 };
48 
49 static struct ccw_device_id dasd_fba_ids[] = {
50 	{ CCW_DEVICE_DEVTYPE (0x6310, 0, 0x9336, 0), .driver_info = 0x1},
51 	{ CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3370, 0), .driver_info = 0x2},
52 	{ /* end of list */ },
53 };
54 
55 MODULE_DEVICE_TABLE(ccw, dasd_fba_ids);
56 
57 static struct ccw_driver dasd_fba_driver; /* see below */
58 static int
59 dasd_fba_probe(struct ccw_device *cdev)
60 {
61 	return dasd_generic_probe(cdev);
62 }
63 
64 static int
65 dasd_fba_set_online(struct ccw_device *cdev)
66 {
67 	return dasd_generic_set_online(cdev, &dasd_fba_discipline);
68 }
69 
70 static struct ccw_driver dasd_fba_driver = {
71 	.driver = {
72 		.name	= "dasd-fba",
73 		.owner	= THIS_MODULE,
74 	},
75 	.ids         = dasd_fba_ids,
76 	.probe       = dasd_fba_probe,
77 	.remove      = dasd_generic_remove,
78 	.set_offline = dasd_generic_set_offline,
79 	.set_online  = dasd_fba_set_online,
80 	.notify      = dasd_generic_notify,
81 	.path_event  = dasd_generic_path_event,
82 	.int_class   = IRQIO_DAS,
83 };
84 
85 static void
86 define_extent(struct ccw1 * ccw, struct DE_fba_data *data, int rw,
87 	      int blksize, int beg, int nr)
88 {
89 	ccw->cmd_code = DASD_FBA_CCW_DEFINE_EXTENT;
90 	ccw->flags = 0;
91 	ccw->count = 16;
92 	ccw->cda = (__u32) __pa(data);
93 	memset(data, 0, sizeof (struct DE_fba_data));
94 	if (rw == WRITE)
95 		(data->mask).perm = 0x0;
96 	else if (rw == READ)
97 		(data->mask).perm = 0x1;
98 	else
99 		data->mask.perm = 0x2;
100 	data->blk_size = blksize;
101 	data->ext_loc = beg;
102 	data->ext_end = nr - 1;
103 }
104 
105 static void
106 locate_record(struct ccw1 * ccw, struct LO_fba_data *data, int rw,
107 	      int block_nr, int block_ct)
108 {
109 	ccw->cmd_code = DASD_FBA_CCW_LOCATE;
110 	ccw->flags = 0;
111 	ccw->count = 8;
112 	ccw->cda = (__u32) __pa(data);
113 	memset(data, 0, sizeof (struct LO_fba_data));
114 	if (rw == WRITE)
115 		data->operation.cmd = 0x5;
116 	else if (rw == READ)
117 		data->operation.cmd = 0x6;
118 	else
119 		data->operation.cmd = 0x8;
120 	data->blk_nr = block_nr;
121 	data->blk_ct = block_ct;
122 }
123 
124 static int
125 dasd_fba_check_characteristics(struct dasd_device *device)
126 {
127 	struct dasd_fba_private *private = device->private;
128 	struct ccw_device *cdev = device->cdev;
129 	struct dasd_block *block;
130 	int readonly, rc;
131 
132 	if (!private) {
133 		private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA);
134 		if (!private) {
135 			dev_warn(&device->cdev->dev,
136 				 "Allocating memory for private DASD "
137 				 "data failed\n");
138 			return -ENOMEM;
139 		}
140 		device->private = private;
141 	} else {
142 		memset(private, 0, sizeof(*private));
143 	}
144 	block = dasd_alloc_block();
145 	if (IS_ERR(block)) {
146 		DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s", "could not allocate "
147 				"dasd block structure");
148 		device->private = NULL;
149 		kfree(private);
150 		return PTR_ERR(block);
151 	}
152 	device->block = block;
153 	block->base = device;
154 
155 	/* Read Device Characteristics */
156 	rc = dasd_generic_read_dev_chars(device, DASD_FBA_MAGIC,
157 					 &private->rdc_data, 32);
158 	if (rc) {
159 		DBF_EVENT_DEVID(DBF_WARNING, cdev, "Read device "
160 				"characteristics returned error %d", rc);
161 		device->block = NULL;
162 		dasd_free_block(block);
163 		device->private = NULL;
164 		kfree(private);
165 		return rc;
166 	}
167 
168 	device->default_expires = DASD_EXPIRES;
169 	device->default_retries = FBA_DEFAULT_RETRIES;
170 	dasd_path_set_opm(device, LPM_ANYPATH);
171 
172 	readonly = dasd_device_is_ro(device);
173 	if (readonly)
174 		set_bit(DASD_FLAG_DEVICE_RO, &device->flags);
175 
176 	/* FBA supports discard, set the according feature bit */
177 	dasd_set_feature(cdev, DASD_FEATURE_DISCARD, 1);
178 
179 	dev_info(&device->cdev->dev,
180 		 "New FBA DASD %04X/%02X (CU %04X/%02X) with %d MB "
181 		 "and %d B/blk%s\n",
182 		 cdev->id.dev_type,
183 		 cdev->id.dev_model,
184 		 cdev->id.cu_type,
185 		 cdev->id.cu_model,
186 		 ((private->rdc_data.blk_bdsa *
187 		   (private->rdc_data.blk_size >> 9)) >> 11),
188 		 private->rdc_data.blk_size,
189 		 readonly ? ", read-only device" : "");
190 	return 0;
191 }
192 
193 static int dasd_fba_do_analysis(struct dasd_block *block)
194 {
195 	struct dasd_fba_private *private = block->base->private;
196 	int sb, rc;
197 
198 	rc = dasd_check_blocksize(private->rdc_data.blk_size);
199 	if (rc) {
200 		DBF_DEV_EVENT(DBF_WARNING, block->base, "unknown blocksize %d",
201 			    private->rdc_data.blk_size);
202 		return rc;
203 	}
204 	block->blocks = private->rdc_data.blk_bdsa;
205 	block->bp_block = private->rdc_data.blk_size;
206 	block->s2b_shift = 0;	/* bits to shift 512 to get a block */
207 	for (sb = 512; sb < private->rdc_data.blk_size; sb = sb << 1)
208 		block->s2b_shift++;
209 	return 0;
210 }
211 
212 static int dasd_fba_fill_geometry(struct dasd_block *block,
213 				  struct hd_geometry *geo)
214 {
215 	if (dasd_check_blocksize(block->bp_block) != 0)
216 		return -EINVAL;
217 	geo->cylinders = (block->blocks << block->s2b_shift) >> 10;
218 	geo->heads = 16;
219 	geo->sectors = 128 >> block->s2b_shift;
220 	return 0;
221 }
222 
223 static dasd_erp_fn_t
224 dasd_fba_erp_action(struct dasd_ccw_req * cqr)
225 {
226 	return dasd_default_erp_action;
227 }
228 
229 static dasd_erp_fn_t
230 dasd_fba_erp_postaction(struct dasd_ccw_req * cqr)
231 {
232 	if (cqr->function == dasd_default_erp_action)
233 		return dasd_default_erp_postaction;
234 
235 	DBF_DEV_EVENT(DBF_WARNING, cqr->startdev, "unknown ERP action %p",
236 		    cqr->function);
237 	return NULL;
238 }
239 
240 static void dasd_fba_check_for_device_change(struct dasd_device *device,
241 					     struct dasd_ccw_req *cqr,
242 					     struct irb *irb)
243 {
244 	char mask;
245 
246 	/* first of all check for state change pending interrupt */
247 	mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP;
248 	if ((irb->scsw.cmd.dstat & mask) == mask)
249 		dasd_generic_handle_state_change(device);
250 };
251 
252 
253 /*
254  * Builds a CCW with no data payload
255  */
256 static void ccw_write_no_data(struct ccw1 *ccw)
257 {
258 	ccw->cmd_code = DASD_FBA_CCW_WRITE;
259 	ccw->flags |= CCW_FLAG_SLI;
260 	ccw->count = 0;
261 }
262 
263 /*
264  * Builds a CCW that writes only zeroes.
265  */
266 static void ccw_write_zero(struct ccw1 *ccw, int count)
267 {
268 	ccw->cmd_code = DASD_FBA_CCW_WRITE;
269 	ccw->flags |= CCW_FLAG_SLI;
270 	ccw->count = count;
271 	ccw->cda = (__u32) (addr_t) dasd_fba_zero_page;
272 }
273 
274 /*
275  * Helper function to count the amount of necessary CCWs within a given range
276  * with 4k alignment and command chaining in mind.
277  */
278 static int count_ccws(sector_t first_rec, sector_t last_rec,
279 		      unsigned int blocks_per_page)
280 {
281 	sector_t wz_stop = 0, d_stop = 0;
282 	int cur_pos = 0;
283 	int count = 0;
284 
285 	if (first_rec % blocks_per_page != 0) {
286 		wz_stop = first_rec + blocks_per_page -
287 			(first_rec % blocks_per_page) - 1;
288 		if (wz_stop > last_rec)
289 			wz_stop = last_rec;
290 		cur_pos = wz_stop - first_rec + 1;
291 		count++;
292 	}
293 
294 	if (last_rec - (first_rec + cur_pos) + 1 >= blocks_per_page) {
295 		if ((last_rec - blocks_per_page + 1) % blocks_per_page != 0)
296 			d_stop = last_rec - ((last_rec - blocks_per_page + 1) %
297 					     blocks_per_page);
298 		else
299 			d_stop = last_rec;
300 
301 		cur_pos += d_stop - (first_rec + cur_pos) + 1;
302 		count++;
303 	}
304 
305 	if (cur_pos == 0 || first_rec + cur_pos - 1 < last_rec)
306 		count++;
307 
308 	return count;
309 }
310 
311 /*
312  * This function builds a CCW request for block layer discard requests.
313  * Each page in the z/VM hypervisor that represents certain records of an FBA
314  * device will be padded with zeros. This is a special behaviour of the WRITE
315  * command which is triggered when no data payload is added to the CCW.
316  *
317  * Note: Due to issues in some z/VM versions, we can't fully utilise this
318  * special behaviour. We have to keep a 4k (or 8 block) alignment in mind to
319  * work around those issues and write actual zeroes to the unaligned parts in
320  * the request. This workaround might be removed in the future.
321  */
322 static struct dasd_ccw_req *dasd_fba_build_cp_discard(
323 						struct dasd_device *memdev,
324 						struct dasd_block *block,
325 						struct request *req)
326 {
327 	struct LO_fba_data *LO_data;
328 	struct dasd_ccw_req *cqr;
329 	struct ccw1 *ccw;
330 
331 	sector_t wz_stop = 0, d_stop = 0;
332 	sector_t first_rec, last_rec;
333 
334 	unsigned int blksize = block->bp_block;
335 	unsigned int blocks_per_page;
336 	int wz_count = 0;
337 	int d_count = 0;
338 	int cur_pos = 0; /* Current position within the extent */
339 	int count = 0;
340 	int cplength;
341 	int datasize;
342 	int nr_ccws;
343 
344 	first_rec = blk_rq_pos(req) >> block->s2b_shift;
345 	last_rec =
346 		(blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
347 	count = last_rec - first_rec + 1;
348 
349 	blocks_per_page = BLOCKS_PER_PAGE(blksize);
350 	nr_ccws = count_ccws(first_rec, last_rec, blocks_per_page);
351 
352 	/* define extent + nr_ccws * locate record + nr_ccws * single CCW */
353 	cplength = 1 + 2 * nr_ccws;
354 	datasize = sizeof(struct DE_fba_data) +
355 		nr_ccws * (sizeof(struct LO_fba_data) + sizeof(struct ccw1));
356 
357 	cqr = dasd_smalloc_request(DASD_FBA_MAGIC, cplength, datasize, memdev,
358 				   blk_mq_rq_to_pdu(req));
359 	if (IS_ERR(cqr))
360 		return cqr;
361 
362 	ccw = cqr->cpaddr;
363 
364 	define_extent(ccw++, cqr->data, WRITE, blksize, first_rec, count);
365 	LO_data = cqr->data + sizeof(struct DE_fba_data);
366 
367 	/* First part is not aligned. Calculate range to write zeroes. */
368 	if (first_rec % blocks_per_page != 0) {
369 		wz_stop = first_rec + blocks_per_page -
370 			(first_rec % blocks_per_page) - 1;
371 		if (wz_stop > last_rec)
372 			wz_stop = last_rec;
373 		wz_count = wz_stop - first_rec + 1;
374 
375 		ccw[-1].flags |= CCW_FLAG_CC;
376 		locate_record(ccw++, LO_data++, WRITE, cur_pos, wz_count);
377 
378 		ccw[-1].flags |= CCW_FLAG_CC;
379 		ccw_write_zero(ccw++, wz_count * blksize);
380 
381 		cur_pos = wz_count;
382 	}
383 
384 	/* We can do proper discard when we've got at least blocks_per_page blocks. */
385 	if (last_rec - (first_rec + cur_pos) + 1 >= blocks_per_page) {
386 		/* is last record at page boundary? */
387 		if ((last_rec - blocks_per_page + 1) % blocks_per_page != 0)
388 			d_stop = last_rec - ((last_rec - blocks_per_page + 1) %
389 					     blocks_per_page);
390 		else
391 			d_stop = last_rec;
392 
393 		d_count = d_stop - (first_rec + cur_pos) + 1;
394 
395 		ccw[-1].flags |= CCW_FLAG_CC;
396 		locate_record(ccw++, LO_data++, WRITE, cur_pos, d_count);
397 
398 		ccw[-1].flags |= CCW_FLAG_CC;
399 		ccw_write_no_data(ccw++);
400 
401 		cur_pos += d_count;
402 	}
403 
404 	/* We might still have some bits left which need to be zeroed. */
405 	if (cur_pos == 0 || first_rec + cur_pos - 1 < last_rec) {
406 		if (d_stop != 0)
407 			wz_count = last_rec - d_stop;
408 		else if (wz_stop != 0)
409 			wz_count = last_rec - wz_stop;
410 		else
411 			wz_count = count;
412 
413 		ccw[-1].flags |= CCW_FLAG_CC;
414 		locate_record(ccw++, LO_data++, WRITE, cur_pos, wz_count);
415 
416 		ccw[-1].flags |= CCW_FLAG_CC;
417 		ccw_write_zero(ccw++, wz_count * blksize);
418 	}
419 
420 	if (blk_noretry_request(req) ||
421 	    block->base->features & DASD_FEATURE_FAILFAST)
422 		set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
423 
424 	cqr->startdev = memdev;
425 	cqr->memdev = memdev;
426 	cqr->block = block;
427 	cqr->expires = memdev->default_expires * HZ;	/* default 5 minutes */
428 	cqr->retries = memdev->default_retries;
429 	cqr->buildclk = get_tod_clock();
430 	cqr->status = DASD_CQR_FILLED;
431 
432 	return cqr;
433 }
434 
435 static struct dasd_ccw_req *dasd_fba_build_cp_regular(
436 						struct dasd_device *memdev,
437 						struct dasd_block *block,
438 						struct request *req)
439 {
440 	struct dasd_fba_private *private = block->base->private;
441 	unsigned long *idaws;
442 	struct LO_fba_data *LO_data;
443 	struct dasd_ccw_req *cqr;
444 	struct ccw1 *ccw;
445 	struct req_iterator iter;
446 	struct bio_vec bv;
447 	char *dst;
448 	int count, cidaw, cplength, datasize;
449 	sector_t recid, first_rec, last_rec;
450 	unsigned int blksize, off;
451 	unsigned char cmd;
452 
453 	if (rq_data_dir(req) == READ) {
454 		cmd = DASD_FBA_CCW_READ;
455 	} else if (rq_data_dir(req) == WRITE) {
456 		cmd = DASD_FBA_CCW_WRITE;
457 	} else
458 		return ERR_PTR(-EINVAL);
459 	blksize = block->bp_block;
460 	/* Calculate record id of first and last block. */
461 	first_rec = blk_rq_pos(req) >> block->s2b_shift;
462 	last_rec =
463 		(blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
464 	/* Check struct bio and count the number of blocks for the request. */
465 	count = 0;
466 	cidaw = 0;
467 	rq_for_each_segment(bv, req, iter) {
468 		if (bv.bv_len & (blksize - 1))
469 			/* Fba can only do full blocks. */
470 			return ERR_PTR(-EINVAL);
471 		count += bv.bv_len >> (block->s2b_shift + 9);
472 		if (idal_is_needed (page_address(bv.bv_page), bv.bv_len))
473 			cidaw += bv.bv_len / blksize;
474 	}
475 	/* Paranoia. */
476 	if (count != last_rec - first_rec + 1)
477 		return ERR_PTR(-EINVAL);
478 	/* 1x define extent + 1x locate record + number of blocks */
479 	cplength = 2 + count;
480 	/* 1x define extent + 1x locate record */
481 	datasize = sizeof(struct DE_fba_data) + sizeof(struct LO_fba_data) +
482 		cidaw * sizeof(unsigned long);
483 	/*
484 	 * Find out number of additional locate record ccws if the device
485 	 * can't do data chaining.
486 	 */
487 	if (private->rdc_data.mode.bits.data_chain == 0) {
488 		cplength += count - 1;
489 		datasize += (count - 1)*sizeof(struct LO_fba_data);
490 	}
491 	/* Allocate the ccw request. */
492 	cqr = dasd_smalloc_request(DASD_FBA_MAGIC, cplength, datasize, memdev,
493 				   blk_mq_rq_to_pdu(req));
494 	if (IS_ERR(cqr))
495 		return cqr;
496 	ccw = cqr->cpaddr;
497 	/* First ccw is define extent. */
498 	define_extent(ccw++, cqr->data, rq_data_dir(req),
499 		      block->bp_block, blk_rq_pos(req), blk_rq_sectors(req));
500 	/* Build locate_record + read/write ccws. */
501 	idaws = (unsigned long *) (cqr->data + sizeof(struct DE_fba_data));
502 	LO_data = (struct LO_fba_data *) (idaws + cidaw);
503 	/* Locate record for all blocks for smart devices. */
504 	if (private->rdc_data.mode.bits.data_chain != 0) {
505 		ccw[-1].flags |= CCW_FLAG_CC;
506 		locate_record(ccw++, LO_data++, rq_data_dir(req), 0, count);
507 	}
508 	recid = first_rec;
509 	rq_for_each_segment(bv, req, iter) {
510 		dst = page_address(bv.bv_page) + bv.bv_offset;
511 		if (dasd_page_cache) {
512 			char *copy = kmem_cache_alloc(dasd_page_cache,
513 						      GFP_DMA | __GFP_NOWARN);
514 			if (copy && rq_data_dir(req) == WRITE)
515 				memcpy(copy + bv.bv_offset, dst, bv.bv_len);
516 			if (copy)
517 				dst = copy + bv.bv_offset;
518 		}
519 		for (off = 0; off < bv.bv_len; off += blksize) {
520 			/* Locate record for stupid devices. */
521 			if (private->rdc_data.mode.bits.data_chain == 0) {
522 				ccw[-1].flags |= CCW_FLAG_CC;
523 				locate_record(ccw, LO_data++,
524 					      rq_data_dir(req),
525 					      recid - first_rec, 1);
526 				ccw->flags = CCW_FLAG_CC;
527 				ccw++;
528 			} else {
529 				if (recid > first_rec)
530 					ccw[-1].flags |= CCW_FLAG_DC;
531 				else
532 					ccw[-1].flags |= CCW_FLAG_CC;
533 			}
534 			ccw->cmd_code = cmd;
535 			ccw->count = block->bp_block;
536 			if (idal_is_needed(dst, blksize)) {
537 				ccw->cda = (__u32)(addr_t) idaws;
538 				ccw->flags = CCW_FLAG_IDA;
539 				idaws = idal_create_words(idaws, dst, blksize);
540 			} else {
541 				ccw->cda = (__u32)(addr_t) dst;
542 				ccw->flags = 0;
543 			}
544 			ccw++;
545 			dst += blksize;
546 			recid++;
547 		}
548 	}
549 	if (blk_noretry_request(req) ||
550 	    block->base->features & DASD_FEATURE_FAILFAST)
551 		set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
552 	cqr->startdev = memdev;
553 	cqr->memdev = memdev;
554 	cqr->block = block;
555 	cqr->expires = memdev->default_expires * HZ;	/* default 5 minutes */
556 	cqr->retries = memdev->default_retries;
557 	cqr->buildclk = get_tod_clock();
558 	cqr->status = DASD_CQR_FILLED;
559 	return cqr;
560 }
561 
562 static struct dasd_ccw_req *dasd_fba_build_cp(struct dasd_device *memdev,
563 					      struct dasd_block *block,
564 					      struct request *req)
565 {
566 	if (req_op(req) == REQ_OP_DISCARD || req_op(req) == REQ_OP_WRITE_ZEROES)
567 		return dasd_fba_build_cp_discard(memdev, block, req);
568 	else
569 		return dasd_fba_build_cp_regular(memdev, block, req);
570 }
571 
572 static int
573 dasd_fba_free_cp(struct dasd_ccw_req *cqr, struct request *req)
574 {
575 	struct dasd_fba_private *private = cqr->block->base->private;
576 	struct ccw1 *ccw;
577 	struct req_iterator iter;
578 	struct bio_vec bv;
579 	char *dst, *cda;
580 	unsigned int blksize, off;
581 	int status;
582 
583 	if (!dasd_page_cache)
584 		goto out;
585 	blksize = cqr->block->bp_block;
586 	ccw = cqr->cpaddr;
587 	/* Skip over define extent & locate record. */
588 	ccw++;
589 	if (private->rdc_data.mode.bits.data_chain != 0)
590 		ccw++;
591 	rq_for_each_segment(bv, req, iter) {
592 		dst = page_address(bv.bv_page) + bv.bv_offset;
593 		for (off = 0; off < bv.bv_len; off += blksize) {
594 			/* Skip locate record. */
595 			if (private->rdc_data.mode.bits.data_chain == 0)
596 				ccw++;
597 			if (dst) {
598 				if (ccw->flags & CCW_FLAG_IDA)
599 					cda = *((char **)((addr_t) ccw->cda));
600 				else
601 					cda = (char *)((addr_t) ccw->cda);
602 				if (dst != cda) {
603 					if (rq_data_dir(req) == READ)
604 						memcpy(dst, cda, bv.bv_len);
605 					kmem_cache_free(dasd_page_cache,
606 					    (void *)((addr_t)cda & PAGE_MASK));
607 				}
608 				dst = NULL;
609 			}
610 			ccw++;
611 		}
612 	}
613 out:
614 	status = cqr->status == DASD_CQR_DONE;
615 	dasd_sfree_request(cqr, cqr->memdev);
616 	return status;
617 }
618 
619 static void dasd_fba_handle_terminated_request(struct dasd_ccw_req *cqr)
620 {
621 	if (cqr->retries < 0)
622 		cqr->status = DASD_CQR_FAILED;
623 	else
624 		cqr->status = DASD_CQR_FILLED;
625 };
626 
627 static int
628 dasd_fba_fill_info(struct dasd_device * device,
629 		   struct dasd_information2_t * info)
630 {
631 	struct dasd_fba_private *private = device->private;
632 
633 	info->label_block = 1;
634 	info->FBA_layout = 1;
635 	info->format = DASD_FORMAT_LDL;
636 	info->characteristics_size = sizeof(private->rdc_data);
637 	memcpy(info->characteristics, &private->rdc_data,
638 	       sizeof(private->rdc_data));
639 	info->confdata_size = 0;
640 	return 0;
641 }
642 
643 static void
644 dasd_fba_dump_sense_dbf(struct dasd_device *device, struct irb *irb,
645 			char *reason)
646 {
647 	u64 *sense;
648 
649 	sense = (u64 *) dasd_get_sense(irb);
650 	if (sense) {
651 		DBF_DEV_EVENT(DBF_EMERG, device,
652 			      "%s: %s %02x%02x%02x %016llx %016llx %016llx "
653 			      "%016llx", reason,
654 			      scsw_is_tm(&irb->scsw) ? "t" : "c",
655 			      scsw_cc(&irb->scsw), scsw_cstat(&irb->scsw),
656 			      scsw_dstat(&irb->scsw), sense[0], sense[1],
657 			      sense[2], sense[3]);
658 	} else {
659 		DBF_DEV_EVENT(DBF_EMERG, device, "%s",
660 			      "SORRY - NO VALID SENSE AVAILABLE\n");
661 	}
662 }
663 
664 
665 static void
666 dasd_fba_dump_sense(struct dasd_device *device, struct dasd_ccw_req * req,
667 		    struct irb *irb)
668 {
669 	char *page;
670 	struct ccw1 *act, *end, *last;
671 	int len, sl, sct, count;
672 
673 	page = (char *) get_zeroed_page(GFP_ATOMIC);
674 	if (page == NULL) {
675 		DBF_DEV_EVENT(DBF_WARNING, device, "%s",
676 			    "No memory to dump sense data");
677 		return;
678 	}
679 	len = sprintf(page, PRINTK_HEADER
680 		      " I/O status report for device %s:\n",
681 		      dev_name(&device->cdev->dev));
682 	len += sprintf(page + len, PRINTK_HEADER
683 		       " in req: %p CS: 0x%02X DS: 0x%02X\n", req,
684 		       irb->scsw.cmd.cstat, irb->scsw.cmd.dstat);
685 	len += sprintf(page + len, PRINTK_HEADER
686 		       " device %s: Failing CCW: %p\n",
687 		       dev_name(&device->cdev->dev),
688 		       (void *) (addr_t) irb->scsw.cmd.cpa);
689 	if (irb->esw.esw0.erw.cons) {
690 		for (sl = 0; sl < 4; sl++) {
691 			len += sprintf(page + len, PRINTK_HEADER
692 				       " Sense(hex) %2d-%2d:",
693 				       (8 * sl), ((8 * sl) + 7));
694 
695 			for (sct = 0; sct < 8; sct++) {
696 				len += sprintf(page + len, " %02x",
697 					       irb->ecw[8 * sl + sct]);
698 			}
699 			len += sprintf(page + len, "\n");
700 		}
701 	} else {
702 		len += sprintf(page + len, PRINTK_HEADER
703 			       " SORRY - NO VALID SENSE AVAILABLE\n");
704 	}
705 	printk(KERN_ERR "%s", page);
706 
707 	/* dump the Channel Program */
708 	/* print first CCWs (maximum 8) */
709 	act = req->cpaddr;
710         for (last = act; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++);
711 	end = min(act + 8, last);
712 	len = sprintf(page, PRINTK_HEADER " Related CP in req: %p\n", req);
713 	while (act <= end) {
714 		len += sprintf(page + len, PRINTK_HEADER
715 			       " CCW %p: %08X %08X DAT:",
716 			       act, ((int *) act)[0], ((int *) act)[1]);
717 		for (count = 0; count < 32 && count < act->count;
718 		     count += sizeof(int))
719 			len += sprintf(page + len, " %08X",
720 				       ((int *) (addr_t) act->cda)
721 				       [(count>>2)]);
722 		len += sprintf(page + len, "\n");
723 		act++;
724 	}
725 	printk(KERN_ERR "%s", page);
726 
727 
728 	/* print failing CCW area */
729 	len = 0;
730 	if (act <  ((struct ccw1 *)(addr_t) irb->scsw.cmd.cpa) - 2) {
731 		act = ((struct ccw1 *)(addr_t) irb->scsw.cmd.cpa) - 2;
732 		len += sprintf(page + len, PRINTK_HEADER "......\n");
733 	}
734 	end = min((struct ccw1 *)(addr_t) irb->scsw.cmd.cpa + 2, last);
735 	while (act <= end) {
736 		len += sprintf(page + len, PRINTK_HEADER
737 			       " CCW %p: %08X %08X DAT:",
738 			       act, ((int *) act)[0], ((int *) act)[1]);
739 		for (count = 0; count < 32 && count < act->count;
740 		     count += sizeof(int))
741 			len += sprintf(page + len, " %08X",
742 				       ((int *) (addr_t) act->cda)
743 				       [(count>>2)]);
744 		len += sprintf(page + len, "\n");
745 		act++;
746 	}
747 
748 	/* print last CCWs */
749 	if (act <  last - 2) {
750 		act = last - 2;
751 		len += sprintf(page + len, PRINTK_HEADER "......\n");
752 	}
753 	while (act <= last) {
754 		len += sprintf(page + len, PRINTK_HEADER
755 			       " CCW %p: %08X %08X DAT:",
756 			       act, ((int *) act)[0], ((int *) act)[1]);
757 		for (count = 0; count < 32 && count < act->count;
758 		     count += sizeof(int))
759 			len += sprintf(page + len, " %08X",
760 				       ((int *) (addr_t) act->cda)
761 				       [(count>>2)]);
762 		len += sprintf(page + len, "\n");
763 		act++;
764 	}
765 	if (len > 0)
766 		printk(KERN_ERR "%s", page);
767 	free_page((unsigned long) page);
768 }
769 
770 /*
771  * Initialize block layer request queue.
772  */
773 static void dasd_fba_setup_blk_queue(struct dasd_block *block)
774 {
775 	unsigned int logical_block_size = block->bp_block;
776 	struct request_queue *q = block->request_queue;
777 	unsigned int max_bytes, max_discard_sectors;
778 	int max;
779 
780 	max = DASD_FBA_MAX_BLOCKS << block->s2b_shift;
781 	blk_queue_flag_set(QUEUE_FLAG_NONROT, q);
782 	q->limits.max_dev_sectors = max;
783 	blk_queue_logical_block_size(q, logical_block_size);
784 	blk_queue_max_hw_sectors(q, max);
785 	blk_queue_max_segments(q, USHRT_MAX);
786 	/* With page sized segments each segment can be translated into one idaw/tidaw */
787 	blk_queue_max_segment_size(q, PAGE_SIZE);
788 	blk_queue_segment_boundary(q, PAGE_SIZE - 1);
789 
790 	q->limits.discard_granularity = logical_block_size;
791 	q->limits.discard_alignment = PAGE_SIZE;
792 
793 	/* Calculate max_discard_sectors and make it PAGE aligned */
794 	max_bytes = USHRT_MAX * logical_block_size;
795 	max_bytes = ALIGN_DOWN(max_bytes, PAGE_SIZE);
796 	max_discard_sectors = max_bytes / logical_block_size;
797 
798 	blk_queue_max_discard_sectors(q, max_discard_sectors);
799 	blk_queue_max_write_zeroes_sectors(q, max_discard_sectors);
800 	blk_queue_flag_set(QUEUE_FLAG_DISCARD, q);
801 }
802 
803 static struct dasd_discipline dasd_fba_discipline = {
804 	.owner = THIS_MODULE,
805 	.name = "FBA ",
806 	.ebcname = "FBA ",
807 	.check_device = dasd_fba_check_characteristics,
808 	.do_analysis = dasd_fba_do_analysis,
809 	.verify_path = dasd_generic_verify_path,
810 	.setup_blk_queue = dasd_fba_setup_blk_queue,
811 	.fill_geometry = dasd_fba_fill_geometry,
812 	.start_IO = dasd_start_IO,
813 	.term_IO = dasd_term_IO,
814 	.handle_terminated_request = dasd_fba_handle_terminated_request,
815 	.erp_action = dasd_fba_erp_action,
816 	.erp_postaction = dasd_fba_erp_postaction,
817 	.check_for_device_change = dasd_fba_check_for_device_change,
818 	.build_cp = dasd_fba_build_cp,
819 	.free_cp = dasd_fba_free_cp,
820 	.dump_sense = dasd_fba_dump_sense,
821 	.dump_sense_dbf = dasd_fba_dump_sense_dbf,
822 	.fill_info = dasd_fba_fill_info,
823 };
824 
825 static int __init
826 dasd_fba_init(void)
827 {
828 	int ret;
829 
830 	ASCEBC(dasd_fba_discipline.ebcname, 4);
831 
832 	dasd_fba_zero_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
833 	if (!dasd_fba_zero_page)
834 		return -ENOMEM;
835 
836 	ret = ccw_driver_register(&dasd_fba_driver);
837 	if (!ret)
838 		wait_for_device_probe();
839 
840 	return ret;
841 }
842 
843 static void __exit
844 dasd_fba_cleanup(void)
845 {
846 	ccw_driver_unregister(&dasd_fba_driver);
847 	free_page((unsigned long)dasd_fba_zero_page);
848 }
849 
850 module_init(dasd_fba_init);
851 module_exit(dasd_fba_cleanup);
852