1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com> 4 * Horst Hummel <Horst.Hummel@de.ibm.com> 5 * Carsten Otte <Cotte@de.ibm.com> 6 * Martin Schwidefsky <schwidefsky@de.ibm.com> 7 * Bugreports.to..: <Linux390@de.ibm.com> 8 * Copyright IBM Corp. 1999, 2009 9 * EMC Symmetrix ioctl Copyright EMC Corporation, 2008 10 * Author.........: Nigel Hislop <hislop_nigel@emc.com> 11 */ 12 13 #define KMSG_COMPONENT "dasd-eckd" 14 15 #include <linux/stddef.h> 16 #include <linux/kernel.h> 17 #include <linux/slab.h> 18 #include <linux/hdreg.h> /* HDIO_GETGEO */ 19 #include <linux/bio.h> 20 #include <linux/module.h> 21 #include <linux/compat.h> 22 #include <linux/init.h> 23 #include <linux/seq_file.h> 24 25 #include <asm/css_chars.h> 26 #include <asm/debug.h> 27 #include <asm/idals.h> 28 #include <asm/ebcdic.h> 29 #include <asm/io.h> 30 #include <linux/uaccess.h> 31 #include <asm/cio.h> 32 #include <asm/ccwdev.h> 33 #include <asm/itcw.h> 34 #include <asm/schid.h> 35 #include <asm/chpid.h> 36 37 #include "dasd_int.h" 38 #include "dasd_eckd.h" 39 40 #ifdef PRINTK_HEADER 41 #undef PRINTK_HEADER 42 #endif /* PRINTK_HEADER */ 43 #define PRINTK_HEADER "dasd(eckd):" 44 45 /* 46 * raw track access always map to 64k in memory 47 * so it maps to 16 blocks of 4k per track 48 */ 49 #define DASD_RAW_BLOCK_PER_TRACK 16 50 #define DASD_RAW_BLOCKSIZE 4096 51 /* 64k are 128 x 512 byte sectors */ 52 #define DASD_RAW_SECTORS_PER_TRACK 128 53 54 MODULE_LICENSE("GPL"); 55 56 static struct dasd_discipline dasd_eckd_discipline; 57 58 /* The ccw bus type uses this table to find devices that it sends to 59 * dasd_eckd_probe */ 60 static struct ccw_device_id dasd_eckd_ids[] = { 61 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), .driver_info = 0x1}, 62 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), .driver_info = 0x2}, 63 { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3380, 0), .driver_info = 0x3}, 64 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), .driver_info = 0x4}, 65 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), .driver_info = 0x5}, 66 { CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), .driver_info = 0x6}, 67 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), .driver_info = 0x7}, 68 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), .driver_info = 0x8}, 69 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), .driver_info = 0x9}, 70 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), .driver_info = 0xa}, 71 { /* end of list */ }, 72 }; 73 74 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids); 75 76 static struct ccw_driver dasd_eckd_driver; /* see below */ 77 78 static void *rawpadpage; 79 80 #define INIT_CQR_OK 0 81 #define INIT_CQR_UNFORMATTED 1 82 #define INIT_CQR_ERROR 2 83 84 /* emergency request for reserve/release */ 85 static struct { 86 struct dasd_ccw_req cqr; 87 struct ccw1 ccw; 88 char data[32]; 89 } *dasd_reserve_req; 90 static DEFINE_MUTEX(dasd_reserve_mutex); 91 92 static struct { 93 struct dasd_ccw_req cqr; 94 struct ccw1 ccw[2]; 95 char data[40]; 96 } *dasd_vol_info_req; 97 static DEFINE_MUTEX(dasd_vol_info_mutex); 98 99 struct ext_pool_exhaust_work_data { 100 struct work_struct worker; 101 struct dasd_device *device; 102 struct dasd_device *base; 103 }; 104 105 /* definitions for the path verification worker */ 106 struct pe_handler_work_data { 107 struct work_struct worker; 108 struct dasd_device *device; 109 struct dasd_ccw_req cqr; 110 struct ccw1 ccw; 111 __u8 rcd_buffer[DASD_ECKD_RCD_DATA_SIZE]; 112 int isglobal; 113 __u8 tbvpm; 114 __u8 fcsecpm; 115 }; 116 static struct pe_handler_work_data *pe_handler_worker; 117 static DEFINE_MUTEX(dasd_pe_handler_mutex); 118 119 struct check_attention_work_data { 120 struct work_struct worker; 121 struct dasd_device *device; 122 __u8 lpum; 123 }; 124 125 static int dasd_eckd_ext_pool_id(struct dasd_device *); 126 static int prepare_itcw(struct itcw *, unsigned int, unsigned int, int, 127 struct dasd_device *, struct dasd_device *, 128 unsigned int, int, unsigned int, unsigned int, 129 unsigned int, unsigned int); 130 131 /* initial attempt at a probe function. this can be simplified once 132 * the other detection code is gone */ 133 static int 134 dasd_eckd_probe (struct ccw_device *cdev) 135 { 136 int ret; 137 138 /* set ECKD specific ccw-device options */ 139 ret = ccw_device_set_options(cdev, CCWDEV_ALLOW_FORCE | 140 CCWDEV_DO_PATHGROUP | CCWDEV_DO_MULTIPATH); 141 if (ret) { 142 DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s", 143 "dasd_eckd_probe: could not set " 144 "ccw-device options"); 145 return ret; 146 } 147 ret = dasd_generic_probe(cdev); 148 return ret; 149 } 150 151 static int 152 dasd_eckd_set_online(struct ccw_device *cdev) 153 { 154 return dasd_generic_set_online(cdev, &dasd_eckd_discipline); 155 } 156 157 static const int sizes_trk0[] = { 28, 148, 84 }; 158 #define LABEL_SIZE 140 159 160 /* head and record addresses of count_area read in analysis ccw */ 161 static const int count_area_head[] = { 0, 0, 0, 0, 1 }; 162 static const int count_area_rec[] = { 1, 2, 3, 4, 1 }; 163 164 static inline unsigned int 165 ceil_quot(unsigned int d1, unsigned int d2) 166 { 167 return (d1 + (d2 - 1)) / d2; 168 } 169 170 static unsigned int 171 recs_per_track(struct dasd_eckd_characteristics * rdc, 172 unsigned int kl, unsigned int dl) 173 { 174 int dn, kn; 175 176 switch (rdc->dev_type) { 177 case 0x3380: 178 if (kl) 179 return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) + 180 ceil_quot(dl + 12, 32)); 181 else 182 return 1499 / (15 + ceil_quot(dl + 12, 32)); 183 case 0x3390: 184 dn = ceil_quot(dl + 6, 232) + 1; 185 if (kl) { 186 kn = ceil_quot(kl + 6, 232) + 1; 187 return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) + 188 9 + ceil_quot(dl + 6 * dn, 34)); 189 } else 190 return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34)); 191 case 0x9345: 192 dn = ceil_quot(dl + 6, 232) + 1; 193 if (kl) { 194 kn = ceil_quot(kl + 6, 232) + 1; 195 return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) + 196 ceil_quot(dl + 6 * dn, 34)); 197 } else 198 return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34)); 199 } 200 return 0; 201 } 202 203 static void set_ch_t(struct ch_t *geo, __u32 cyl, __u8 head) 204 { 205 geo->cyl = (__u16) cyl; 206 geo->head = cyl >> 16; 207 geo->head <<= 4; 208 geo->head |= head; 209 } 210 211 /* 212 * calculate failing track from sense data depending if 213 * it is an EAV device or not 214 */ 215 static int dasd_eckd_track_from_irb(struct irb *irb, struct dasd_device *device, 216 sector_t *track) 217 { 218 struct dasd_eckd_private *private = device->private; 219 u8 *sense = NULL; 220 u32 cyl; 221 u8 head; 222 223 sense = dasd_get_sense(irb); 224 if (!sense) { 225 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 226 "ESE error no sense data\n"); 227 return -EINVAL; 228 } 229 if (!(sense[27] & DASD_SENSE_BIT_2)) { 230 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 231 "ESE error no valid track data\n"); 232 return -EINVAL; 233 } 234 235 if (sense[27] & DASD_SENSE_BIT_3) { 236 /* enhanced addressing */ 237 cyl = sense[30] << 20; 238 cyl |= (sense[31] & 0xF0) << 12; 239 cyl |= sense[28] << 8; 240 cyl |= sense[29]; 241 } else { 242 cyl = sense[29] << 8; 243 cyl |= sense[30]; 244 } 245 head = sense[31] & 0x0F; 246 *track = cyl * private->rdc_data.trk_per_cyl + head; 247 return 0; 248 } 249 250 static int set_timestamp(struct ccw1 *ccw, struct DE_eckd_data *data, 251 struct dasd_device *device) 252 { 253 struct dasd_eckd_private *private = device->private; 254 int rc; 255 256 rc = get_phys_clock(&data->ep_sys_time); 257 /* 258 * Ignore return code if XRC is not supported or 259 * sync clock is switched off 260 */ 261 if ((rc && !private->rdc_data.facilities.XRC_supported) || 262 rc == -EOPNOTSUPP || rc == -EACCES) 263 return 0; 264 265 /* switch on System Time Stamp - needed for XRC Support */ 266 data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid' */ 267 data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */ 268 269 if (ccw) { 270 ccw->count = sizeof(struct DE_eckd_data); 271 ccw->flags |= CCW_FLAG_SLI; 272 } 273 274 return rc; 275 } 276 277 static int 278 define_extent(struct ccw1 *ccw, struct DE_eckd_data *data, unsigned int trk, 279 unsigned int totrk, int cmd, struct dasd_device *device, 280 int blksize) 281 { 282 struct dasd_eckd_private *private = device->private; 283 u16 heads, beghead, endhead; 284 u32 begcyl, endcyl; 285 int rc = 0; 286 287 if (ccw) { 288 ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT; 289 ccw->flags = 0; 290 ccw->count = 16; 291 ccw->cda = (__u32)__pa(data); 292 } 293 294 memset(data, 0, sizeof(struct DE_eckd_data)); 295 switch (cmd) { 296 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 297 case DASD_ECKD_CCW_READ_RECORD_ZERO: 298 case DASD_ECKD_CCW_READ: 299 case DASD_ECKD_CCW_READ_MT: 300 case DASD_ECKD_CCW_READ_CKD: 301 case DASD_ECKD_CCW_READ_CKD_MT: 302 case DASD_ECKD_CCW_READ_KD: 303 case DASD_ECKD_CCW_READ_KD_MT: 304 data->mask.perm = 0x1; 305 data->attributes.operation = private->attrib.operation; 306 break; 307 case DASD_ECKD_CCW_READ_COUNT: 308 data->mask.perm = 0x1; 309 data->attributes.operation = DASD_BYPASS_CACHE; 310 break; 311 case DASD_ECKD_CCW_READ_TRACK: 312 case DASD_ECKD_CCW_READ_TRACK_DATA: 313 data->mask.perm = 0x1; 314 data->attributes.operation = private->attrib.operation; 315 data->blk_size = 0; 316 break; 317 case DASD_ECKD_CCW_WRITE: 318 case DASD_ECKD_CCW_WRITE_MT: 319 case DASD_ECKD_CCW_WRITE_KD: 320 case DASD_ECKD_CCW_WRITE_KD_MT: 321 data->mask.perm = 0x02; 322 data->attributes.operation = private->attrib.operation; 323 rc = set_timestamp(ccw, data, device); 324 break; 325 case DASD_ECKD_CCW_WRITE_CKD: 326 case DASD_ECKD_CCW_WRITE_CKD_MT: 327 data->attributes.operation = DASD_BYPASS_CACHE; 328 rc = set_timestamp(ccw, data, device); 329 break; 330 case DASD_ECKD_CCW_ERASE: 331 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 332 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 333 data->mask.perm = 0x3; 334 data->mask.auth = 0x1; 335 data->attributes.operation = DASD_BYPASS_CACHE; 336 rc = set_timestamp(ccw, data, device); 337 break; 338 case DASD_ECKD_CCW_WRITE_FULL_TRACK: 339 data->mask.perm = 0x03; 340 data->attributes.operation = private->attrib.operation; 341 data->blk_size = 0; 342 break; 343 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 344 data->mask.perm = 0x02; 345 data->attributes.operation = private->attrib.operation; 346 data->blk_size = blksize; 347 rc = set_timestamp(ccw, data, device); 348 break; 349 default: 350 dev_err(&device->cdev->dev, 351 "0x%x is not a known command\n", cmd); 352 break; 353 } 354 355 data->attributes.mode = 0x3; /* ECKD */ 356 357 if ((private->rdc_data.cu_type == 0x2105 || 358 private->rdc_data.cu_type == 0x2107 || 359 private->rdc_data.cu_type == 0x1750) 360 && !(private->uses_cdl && trk < 2)) 361 data->ga_extended |= 0x40; /* Regular Data Format Mode */ 362 363 heads = private->rdc_data.trk_per_cyl; 364 begcyl = trk / heads; 365 beghead = trk % heads; 366 endcyl = totrk / heads; 367 endhead = totrk % heads; 368 369 /* check for sequential prestage - enhance cylinder range */ 370 if (data->attributes.operation == DASD_SEQ_PRESTAGE || 371 data->attributes.operation == DASD_SEQ_ACCESS) { 372 373 if (endcyl + private->attrib.nr_cyl < private->real_cyl) 374 endcyl += private->attrib.nr_cyl; 375 else 376 endcyl = (private->real_cyl - 1); 377 } 378 379 set_ch_t(&data->beg_ext, begcyl, beghead); 380 set_ch_t(&data->end_ext, endcyl, endhead); 381 return rc; 382 } 383 384 385 static void locate_record_ext(struct ccw1 *ccw, struct LRE_eckd_data *data, 386 unsigned int trk, unsigned int rec_on_trk, 387 int count, int cmd, struct dasd_device *device, 388 unsigned int reclen, unsigned int tlf) 389 { 390 struct dasd_eckd_private *private = device->private; 391 int sector; 392 int dn, d; 393 394 if (ccw) { 395 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD_EXT; 396 ccw->flags = 0; 397 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) 398 ccw->count = 22; 399 else 400 ccw->count = 20; 401 ccw->cda = (__u32)__pa(data); 402 } 403 404 memset(data, 0, sizeof(*data)); 405 sector = 0; 406 if (rec_on_trk) { 407 switch (private->rdc_data.dev_type) { 408 case 0x3390: 409 dn = ceil_quot(reclen + 6, 232); 410 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34); 411 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 412 break; 413 case 0x3380: 414 d = 7 + ceil_quot(reclen + 12, 32); 415 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 416 break; 417 } 418 } 419 data->sector = sector; 420 /* note: meaning of count depends on the operation 421 * for record based I/O it's the number of records, but for 422 * track based I/O it's the number of tracks 423 */ 424 data->count = count; 425 switch (cmd) { 426 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 427 data->operation.orientation = 0x3; 428 data->operation.operation = 0x03; 429 break; 430 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 431 data->operation.orientation = 0x3; 432 data->operation.operation = 0x16; 433 break; 434 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 435 data->operation.orientation = 0x1; 436 data->operation.operation = 0x03; 437 data->count++; 438 break; 439 case DASD_ECKD_CCW_READ_RECORD_ZERO: 440 data->operation.orientation = 0x3; 441 data->operation.operation = 0x16; 442 data->count++; 443 break; 444 case DASD_ECKD_CCW_WRITE: 445 case DASD_ECKD_CCW_WRITE_MT: 446 case DASD_ECKD_CCW_WRITE_KD: 447 case DASD_ECKD_CCW_WRITE_KD_MT: 448 data->auxiliary.length_valid = 0x1; 449 data->length = reclen; 450 data->operation.operation = 0x01; 451 break; 452 case DASD_ECKD_CCW_WRITE_CKD: 453 case DASD_ECKD_CCW_WRITE_CKD_MT: 454 data->auxiliary.length_valid = 0x1; 455 data->length = reclen; 456 data->operation.operation = 0x03; 457 break; 458 case DASD_ECKD_CCW_WRITE_FULL_TRACK: 459 data->operation.orientation = 0x0; 460 data->operation.operation = 0x3F; 461 data->extended_operation = 0x11; 462 data->length = 0; 463 data->extended_parameter_length = 0x02; 464 if (data->count > 8) { 465 data->extended_parameter[0] = 0xFF; 466 data->extended_parameter[1] = 0xFF; 467 data->extended_parameter[1] <<= (16 - count); 468 } else { 469 data->extended_parameter[0] = 0xFF; 470 data->extended_parameter[0] <<= (8 - count); 471 data->extended_parameter[1] = 0x00; 472 } 473 data->sector = 0xFF; 474 break; 475 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 476 data->auxiliary.length_valid = 0x1; 477 data->length = reclen; /* not tlf, as one might think */ 478 data->operation.operation = 0x3F; 479 data->extended_operation = 0x23; 480 break; 481 case DASD_ECKD_CCW_READ: 482 case DASD_ECKD_CCW_READ_MT: 483 case DASD_ECKD_CCW_READ_KD: 484 case DASD_ECKD_CCW_READ_KD_MT: 485 data->auxiliary.length_valid = 0x1; 486 data->length = reclen; 487 data->operation.operation = 0x06; 488 break; 489 case DASD_ECKD_CCW_READ_CKD: 490 case DASD_ECKD_CCW_READ_CKD_MT: 491 data->auxiliary.length_valid = 0x1; 492 data->length = reclen; 493 data->operation.operation = 0x16; 494 break; 495 case DASD_ECKD_CCW_READ_COUNT: 496 data->operation.operation = 0x06; 497 break; 498 case DASD_ECKD_CCW_READ_TRACK: 499 data->operation.orientation = 0x1; 500 data->operation.operation = 0x0C; 501 data->extended_parameter_length = 0; 502 data->sector = 0xFF; 503 break; 504 case DASD_ECKD_CCW_READ_TRACK_DATA: 505 data->auxiliary.length_valid = 0x1; 506 data->length = tlf; 507 data->operation.operation = 0x0C; 508 break; 509 case DASD_ECKD_CCW_ERASE: 510 data->length = reclen; 511 data->auxiliary.length_valid = 0x1; 512 data->operation.operation = 0x0b; 513 break; 514 default: 515 DBF_DEV_EVENT(DBF_ERR, device, 516 "fill LRE unknown opcode 0x%x", cmd); 517 BUG(); 518 } 519 set_ch_t(&data->seek_addr, 520 trk / private->rdc_data.trk_per_cyl, 521 trk % private->rdc_data.trk_per_cyl); 522 data->search_arg.cyl = data->seek_addr.cyl; 523 data->search_arg.head = data->seek_addr.head; 524 data->search_arg.record = rec_on_trk; 525 } 526 527 static int prefix_LRE(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata, 528 unsigned int trk, unsigned int totrk, int cmd, 529 struct dasd_device *basedev, struct dasd_device *startdev, 530 unsigned int format, unsigned int rec_on_trk, int count, 531 unsigned int blksize, unsigned int tlf) 532 { 533 struct dasd_eckd_private *basepriv, *startpriv; 534 struct LRE_eckd_data *lredata; 535 struct DE_eckd_data *dedata; 536 int rc = 0; 537 538 basepriv = basedev->private; 539 startpriv = startdev->private; 540 dedata = &pfxdata->define_extent; 541 lredata = &pfxdata->locate_record; 542 543 ccw->cmd_code = DASD_ECKD_CCW_PFX; 544 ccw->flags = 0; 545 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) { 546 ccw->count = sizeof(*pfxdata) + 2; 547 ccw->cda = (__u32) __pa(pfxdata); 548 memset(pfxdata, 0, sizeof(*pfxdata) + 2); 549 } else { 550 ccw->count = sizeof(*pfxdata); 551 ccw->cda = (__u32) __pa(pfxdata); 552 memset(pfxdata, 0, sizeof(*pfxdata)); 553 } 554 555 /* prefix data */ 556 if (format > 1) { 557 DBF_DEV_EVENT(DBF_ERR, basedev, 558 "PFX LRE unknown format 0x%x", format); 559 BUG(); 560 return -EINVAL; 561 } 562 pfxdata->format = format; 563 pfxdata->base_address = basepriv->conf.ned->unit_addr; 564 pfxdata->base_lss = basepriv->conf.ned->ID; 565 pfxdata->validity.define_extent = 1; 566 567 /* private uid is kept up to date, conf_data may be outdated */ 568 if (startpriv->uid.type == UA_BASE_PAV_ALIAS) 569 pfxdata->validity.verify_base = 1; 570 571 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) { 572 pfxdata->validity.verify_base = 1; 573 pfxdata->validity.hyper_pav = 1; 574 } 575 576 rc = define_extent(NULL, dedata, trk, totrk, cmd, basedev, blksize); 577 578 /* 579 * For some commands the System Time Stamp is set in the define extent 580 * data when XRC is supported. The validity of the time stamp must be 581 * reflected in the prefix data as well. 582 */ 583 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02) 584 pfxdata->validity.time_stamp = 1; /* 'Time Stamp Valid' */ 585 586 if (format == 1) { 587 locate_record_ext(NULL, lredata, trk, rec_on_trk, count, cmd, 588 basedev, blksize, tlf); 589 } 590 591 return rc; 592 } 593 594 static int prefix(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata, 595 unsigned int trk, unsigned int totrk, int cmd, 596 struct dasd_device *basedev, struct dasd_device *startdev) 597 { 598 return prefix_LRE(ccw, pfxdata, trk, totrk, cmd, basedev, startdev, 599 0, 0, 0, 0, 0); 600 } 601 602 static void 603 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, unsigned int trk, 604 unsigned int rec_on_trk, int no_rec, int cmd, 605 struct dasd_device * device, int reclen) 606 { 607 struct dasd_eckd_private *private = device->private; 608 int sector; 609 int dn, d; 610 611 DBF_DEV_EVENT(DBF_INFO, device, 612 "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d", 613 trk, rec_on_trk, no_rec, cmd, reclen); 614 615 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD; 616 ccw->flags = 0; 617 ccw->count = 16; 618 ccw->cda = (__u32) __pa(data); 619 620 memset(data, 0, sizeof(struct LO_eckd_data)); 621 sector = 0; 622 if (rec_on_trk) { 623 switch (private->rdc_data.dev_type) { 624 case 0x3390: 625 dn = ceil_quot(reclen + 6, 232); 626 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34); 627 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 628 break; 629 case 0x3380: 630 d = 7 + ceil_quot(reclen + 12, 32); 631 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 632 break; 633 } 634 } 635 data->sector = sector; 636 data->count = no_rec; 637 switch (cmd) { 638 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 639 data->operation.orientation = 0x3; 640 data->operation.operation = 0x03; 641 break; 642 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 643 data->operation.orientation = 0x3; 644 data->operation.operation = 0x16; 645 break; 646 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 647 data->operation.orientation = 0x1; 648 data->operation.operation = 0x03; 649 data->count++; 650 break; 651 case DASD_ECKD_CCW_READ_RECORD_ZERO: 652 data->operation.orientation = 0x3; 653 data->operation.operation = 0x16; 654 data->count++; 655 break; 656 case DASD_ECKD_CCW_WRITE: 657 case DASD_ECKD_CCW_WRITE_MT: 658 case DASD_ECKD_CCW_WRITE_KD: 659 case DASD_ECKD_CCW_WRITE_KD_MT: 660 data->auxiliary.last_bytes_used = 0x1; 661 data->length = reclen; 662 data->operation.operation = 0x01; 663 break; 664 case DASD_ECKD_CCW_WRITE_CKD: 665 case DASD_ECKD_CCW_WRITE_CKD_MT: 666 data->auxiliary.last_bytes_used = 0x1; 667 data->length = reclen; 668 data->operation.operation = 0x03; 669 break; 670 case DASD_ECKD_CCW_READ: 671 case DASD_ECKD_CCW_READ_MT: 672 case DASD_ECKD_CCW_READ_KD: 673 case DASD_ECKD_CCW_READ_KD_MT: 674 data->auxiliary.last_bytes_used = 0x1; 675 data->length = reclen; 676 data->operation.operation = 0x06; 677 break; 678 case DASD_ECKD_CCW_READ_CKD: 679 case DASD_ECKD_CCW_READ_CKD_MT: 680 data->auxiliary.last_bytes_used = 0x1; 681 data->length = reclen; 682 data->operation.operation = 0x16; 683 break; 684 case DASD_ECKD_CCW_READ_COUNT: 685 data->operation.operation = 0x06; 686 break; 687 case DASD_ECKD_CCW_ERASE: 688 data->length = reclen; 689 data->auxiliary.last_bytes_used = 0x1; 690 data->operation.operation = 0x0b; 691 break; 692 default: 693 DBF_DEV_EVENT(DBF_ERR, device, "unknown locate record " 694 "opcode 0x%x", cmd); 695 } 696 set_ch_t(&data->seek_addr, 697 trk / private->rdc_data.trk_per_cyl, 698 trk % private->rdc_data.trk_per_cyl); 699 data->search_arg.cyl = data->seek_addr.cyl; 700 data->search_arg.head = data->seek_addr.head; 701 data->search_arg.record = rec_on_trk; 702 } 703 704 /* 705 * Returns 1 if the block is one of the special blocks that needs 706 * to get read/written with the KD variant of the command. 707 * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and 708 * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT. 709 * Luckily the KD variants differ only by one bit (0x08) from the 710 * normal variant. So don't wonder about code like: 711 * if (dasd_eckd_cdl_special(blk_per_trk, recid)) 712 * ccw->cmd_code |= 0x8; 713 */ 714 static inline int 715 dasd_eckd_cdl_special(int blk_per_trk, int recid) 716 { 717 if (recid < 3) 718 return 1; 719 if (recid < blk_per_trk) 720 return 0; 721 if (recid < 2 * blk_per_trk) 722 return 1; 723 return 0; 724 } 725 726 /* 727 * Returns the record size for the special blocks of the cdl format. 728 * Only returns something useful if dasd_eckd_cdl_special is true 729 * for the recid. 730 */ 731 static inline int 732 dasd_eckd_cdl_reclen(int recid) 733 { 734 if (recid < 3) 735 return sizes_trk0[recid]; 736 return LABEL_SIZE; 737 } 738 /* create unique id from private structure. */ 739 static void create_uid(struct dasd_conf *conf, struct dasd_uid *uid) 740 { 741 int count; 742 743 memset(uid, 0, sizeof(struct dasd_uid)); 744 memcpy(uid->vendor, conf->ned->HDA_manufacturer, 745 sizeof(uid->vendor) - 1); 746 EBCASC(uid->vendor, sizeof(uid->vendor) - 1); 747 memcpy(uid->serial, &conf->ned->serial, 748 sizeof(uid->serial) - 1); 749 EBCASC(uid->serial, sizeof(uid->serial) - 1); 750 uid->ssid = conf->gneq->subsystemID; 751 uid->real_unit_addr = conf->ned->unit_addr; 752 if (conf->sneq) { 753 uid->type = conf->sneq->sua_flags; 754 if (uid->type == UA_BASE_PAV_ALIAS) 755 uid->base_unit_addr = conf->sneq->base_unit_addr; 756 } else { 757 uid->type = UA_BASE_DEVICE; 758 } 759 if (conf->vdsneq) { 760 for (count = 0; count < 16; count++) { 761 sprintf(uid->vduit+2*count, "%02x", 762 conf->vdsneq->uit[count]); 763 } 764 } 765 } 766 767 /* 768 * Generate device unique id that specifies the physical device. 769 */ 770 static int dasd_eckd_generate_uid(struct dasd_device *device) 771 { 772 struct dasd_eckd_private *private = device->private; 773 unsigned long flags; 774 775 if (!private) 776 return -ENODEV; 777 if (!private->conf.ned || !private->conf.gneq) 778 return -ENODEV; 779 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 780 create_uid(&private->conf, &private->uid); 781 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 782 return 0; 783 } 784 785 static int dasd_eckd_get_uid(struct dasd_device *device, struct dasd_uid *uid) 786 { 787 struct dasd_eckd_private *private = device->private; 788 unsigned long flags; 789 790 if (private) { 791 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 792 *uid = private->uid; 793 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 794 return 0; 795 } 796 return -EINVAL; 797 } 798 799 /* 800 * compare device UID with data of a given dasd_eckd_private structure 801 * return 0 for match 802 */ 803 static int dasd_eckd_compare_path_uid(struct dasd_device *device, 804 struct dasd_conf *path_conf) 805 { 806 struct dasd_uid device_uid; 807 struct dasd_uid path_uid; 808 809 create_uid(path_conf, &path_uid); 810 dasd_eckd_get_uid(device, &device_uid); 811 812 return memcmp(&device_uid, &path_uid, sizeof(struct dasd_uid)); 813 } 814 815 static void dasd_eckd_fill_rcd_cqr(struct dasd_device *device, 816 struct dasd_ccw_req *cqr, 817 __u8 *rcd_buffer, 818 __u8 lpm) 819 { 820 struct ccw1 *ccw; 821 /* 822 * buffer has to start with EBCDIC "V1.0" to show 823 * support for virtual device SNEQ 824 */ 825 rcd_buffer[0] = 0xE5; 826 rcd_buffer[1] = 0xF1; 827 rcd_buffer[2] = 0x4B; 828 rcd_buffer[3] = 0xF0; 829 830 ccw = cqr->cpaddr; 831 ccw->cmd_code = DASD_ECKD_CCW_RCD; 832 ccw->flags = 0; 833 ccw->cda = (__u32)(addr_t)rcd_buffer; 834 ccw->count = DASD_ECKD_RCD_DATA_SIZE; 835 cqr->magic = DASD_ECKD_MAGIC; 836 837 cqr->startdev = device; 838 cqr->memdev = device; 839 cqr->block = NULL; 840 cqr->expires = 10*HZ; 841 cqr->lpm = lpm; 842 cqr->retries = 256; 843 cqr->buildclk = get_tod_clock(); 844 cqr->status = DASD_CQR_FILLED; 845 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 846 } 847 848 /* 849 * Wakeup helper for read_conf 850 * if the cqr is not done and needs some error recovery 851 * the buffer has to be re-initialized with the EBCDIC "V1.0" 852 * to show support for virtual device SNEQ 853 */ 854 static void read_conf_cb(struct dasd_ccw_req *cqr, void *data) 855 { 856 struct ccw1 *ccw; 857 __u8 *rcd_buffer; 858 859 if (cqr->status != DASD_CQR_DONE) { 860 ccw = cqr->cpaddr; 861 rcd_buffer = (__u8 *)((addr_t) ccw->cda); 862 memset(rcd_buffer, 0, sizeof(*rcd_buffer)); 863 864 rcd_buffer[0] = 0xE5; 865 rcd_buffer[1] = 0xF1; 866 rcd_buffer[2] = 0x4B; 867 rcd_buffer[3] = 0xF0; 868 } 869 dasd_wakeup_cb(cqr, data); 870 } 871 872 static int dasd_eckd_read_conf_immediately(struct dasd_device *device, 873 struct dasd_ccw_req *cqr, 874 __u8 *rcd_buffer, 875 __u8 lpm) 876 { 877 struct ciw *ciw; 878 int rc; 879 /* 880 * sanity check: scan for RCD command in extended SenseID data 881 * some devices do not support RCD 882 */ 883 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD); 884 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) 885 return -EOPNOTSUPP; 886 887 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buffer, lpm); 888 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 889 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags); 890 cqr->retries = 5; 891 cqr->callback = read_conf_cb; 892 rc = dasd_sleep_on_immediatly(cqr); 893 return rc; 894 } 895 896 static int dasd_eckd_read_conf_lpm(struct dasd_device *device, 897 void **rcd_buffer, 898 int *rcd_buffer_size, __u8 lpm) 899 { 900 struct ciw *ciw; 901 char *rcd_buf = NULL; 902 int ret; 903 struct dasd_ccw_req *cqr; 904 905 /* 906 * sanity check: scan for RCD command in extended SenseID data 907 * some devices do not support RCD 908 */ 909 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD); 910 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) { 911 ret = -EOPNOTSUPP; 912 goto out_error; 913 } 914 rcd_buf = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL | GFP_DMA); 915 if (!rcd_buf) { 916 ret = -ENOMEM; 917 goto out_error; 918 } 919 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* RCD */, 920 0, /* use rcd_buf as data ara */ 921 device, NULL); 922 if (IS_ERR(cqr)) { 923 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 924 "Could not allocate RCD request"); 925 ret = -ENOMEM; 926 goto out_error; 927 } 928 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buf, lpm); 929 cqr->callback = read_conf_cb; 930 ret = dasd_sleep_on(cqr); 931 /* 932 * on success we update the user input parms 933 */ 934 dasd_sfree_request(cqr, cqr->memdev); 935 if (ret) 936 goto out_error; 937 938 *rcd_buffer_size = DASD_ECKD_RCD_DATA_SIZE; 939 *rcd_buffer = rcd_buf; 940 return 0; 941 out_error: 942 kfree(rcd_buf); 943 *rcd_buffer = NULL; 944 *rcd_buffer_size = 0; 945 return ret; 946 } 947 948 static int dasd_eckd_identify_conf_parts(struct dasd_conf *conf) 949 { 950 951 struct dasd_sneq *sneq; 952 int i, count; 953 954 conf->ned = NULL; 955 conf->sneq = NULL; 956 conf->vdsneq = NULL; 957 conf->gneq = NULL; 958 count = conf->len / sizeof(struct dasd_sneq); 959 sneq = (struct dasd_sneq *)conf->data; 960 for (i = 0; i < count; ++i) { 961 if (sneq->flags.identifier == 1 && sneq->format == 1) 962 conf->sneq = sneq; 963 else if (sneq->flags.identifier == 1 && sneq->format == 4) 964 conf->vdsneq = (struct vd_sneq *)sneq; 965 else if (sneq->flags.identifier == 2) 966 conf->gneq = (struct dasd_gneq *)sneq; 967 else if (sneq->flags.identifier == 3 && sneq->res1 == 1) 968 conf->ned = (struct dasd_ned *)sneq; 969 sneq++; 970 } 971 if (!conf->ned || !conf->gneq) { 972 conf->ned = NULL; 973 conf->sneq = NULL; 974 conf->vdsneq = NULL; 975 conf->gneq = NULL; 976 return -EINVAL; 977 } 978 return 0; 979 980 }; 981 982 static unsigned char dasd_eckd_path_access(void *conf_data, int conf_len) 983 { 984 struct dasd_gneq *gneq; 985 int i, count, found; 986 987 count = conf_len / sizeof(*gneq); 988 gneq = (struct dasd_gneq *)conf_data; 989 found = 0; 990 for (i = 0; i < count; ++i) { 991 if (gneq->flags.identifier == 2) { 992 found = 1; 993 break; 994 } 995 gneq++; 996 } 997 if (found) 998 return ((char *)gneq)[18] & 0x07; 999 else 1000 return 0; 1001 } 1002 1003 static void dasd_eckd_store_conf_data(struct dasd_device *device, 1004 struct dasd_conf_data *conf_data, int chp) 1005 { 1006 struct dasd_eckd_private *private = device->private; 1007 struct channel_path_desc_fmt0 *chp_desc; 1008 struct subchannel_id sch_id; 1009 void *cdp; 1010 1011 /* 1012 * path handling and read_conf allocate data 1013 * free it before replacing the pointer 1014 * also replace the old private->conf_data pointer 1015 * with the new one if this points to the same data 1016 */ 1017 cdp = device->path[chp].conf_data; 1018 if (private->conf.data == cdp) { 1019 private->conf.data = (void *)conf_data; 1020 dasd_eckd_identify_conf_parts(&private->conf); 1021 } 1022 ccw_device_get_schid(device->cdev, &sch_id); 1023 device->path[chp].conf_data = conf_data; 1024 device->path[chp].cssid = sch_id.cssid; 1025 device->path[chp].ssid = sch_id.ssid; 1026 chp_desc = ccw_device_get_chp_desc(device->cdev, chp); 1027 if (chp_desc) 1028 device->path[chp].chpid = chp_desc->chpid; 1029 kfree(chp_desc); 1030 kfree(cdp); 1031 } 1032 1033 static void dasd_eckd_clear_conf_data(struct dasd_device *device) 1034 { 1035 struct dasd_eckd_private *private = device->private; 1036 int i; 1037 1038 private->conf.data = NULL; 1039 private->conf.len = 0; 1040 for (i = 0; i < 8; i++) { 1041 kfree(device->path[i].conf_data); 1042 device->path[i].conf_data = NULL; 1043 device->path[i].cssid = 0; 1044 device->path[i].ssid = 0; 1045 device->path[i].chpid = 0; 1046 dasd_path_notoper(device, i); 1047 } 1048 } 1049 1050 static void dasd_eckd_read_fc_security(struct dasd_device *device) 1051 { 1052 struct dasd_eckd_private *private = device->private; 1053 u8 esm_valid; 1054 u8 esm[8]; 1055 int chp; 1056 int rc; 1057 1058 rc = chsc_scud(private->uid.ssid, (u64 *)esm, &esm_valid); 1059 if (rc) { 1060 for (chp = 0; chp < 8; chp++) 1061 device->path[chp].fc_security = 0; 1062 return; 1063 } 1064 1065 for (chp = 0; chp < 8; chp++) { 1066 if (esm_valid & (0x80 >> chp)) 1067 device->path[chp].fc_security = esm[chp]; 1068 else 1069 device->path[chp].fc_security = 0; 1070 } 1071 } 1072 1073 static void dasd_eckd_get_uid_string(struct dasd_conf *conf, 1074 char *print_uid) 1075 { 1076 struct dasd_uid uid; 1077 1078 create_uid(conf, &uid); 1079 if (strlen(uid.vduit) > 0) 1080 snprintf(print_uid, sizeof(*print_uid), 1081 "%s.%s.%04x.%02x.%s", 1082 uid.vendor, uid.serial, uid.ssid, 1083 uid.real_unit_addr, uid.vduit); 1084 else 1085 snprintf(print_uid, sizeof(*print_uid), 1086 "%s.%s.%04x.%02x", 1087 uid.vendor, uid.serial, uid.ssid, 1088 uid.real_unit_addr); 1089 } 1090 1091 static int dasd_eckd_check_cabling(struct dasd_device *device, 1092 void *conf_data, __u8 lpm) 1093 { 1094 struct dasd_eckd_private *private = device->private; 1095 char print_path_uid[60], print_device_uid[60]; 1096 struct dasd_conf path_conf; 1097 1098 path_conf.data = conf_data; 1099 path_conf.len = DASD_ECKD_RCD_DATA_SIZE; 1100 if (dasd_eckd_identify_conf_parts(&path_conf)) 1101 return 1; 1102 1103 if (dasd_eckd_compare_path_uid(device, &path_conf)) { 1104 dasd_eckd_get_uid_string(&path_conf, print_path_uid); 1105 dasd_eckd_get_uid_string(&private->conf, print_device_uid); 1106 dev_err(&device->cdev->dev, 1107 "Not all channel paths lead to the same device, path %02X leads to device %s instead of %s\n", 1108 lpm, print_path_uid, print_device_uid); 1109 return 1; 1110 } 1111 1112 return 0; 1113 } 1114 1115 static int dasd_eckd_read_conf(struct dasd_device *device) 1116 { 1117 void *conf_data; 1118 int conf_len, conf_data_saved; 1119 int rc, path_err, pos; 1120 __u8 lpm, opm; 1121 struct dasd_eckd_private *private; 1122 1123 private = device->private; 1124 opm = ccw_device_get_path_mask(device->cdev); 1125 conf_data_saved = 0; 1126 path_err = 0; 1127 /* get configuration data per operational path */ 1128 for (lpm = 0x80; lpm; lpm>>= 1) { 1129 if (!(lpm & opm)) 1130 continue; 1131 rc = dasd_eckd_read_conf_lpm(device, &conf_data, 1132 &conf_len, lpm); 1133 if (rc && rc != -EOPNOTSUPP) { /* -EOPNOTSUPP is ok */ 1134 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1135 "Read configuration data returned " 1136 "error %d", rc); 1137 return rc; 1138 } 1139 if (conf_data == NULL) { 1140 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1141 "No configuration data " 1142 "retrieved"); 1143 /* no further analysis possible */ 1144 dasd_path_add_opm(device, opm); 1145 continue; /* no error */ 1146 } 1147 /* save first valid configuration data */ 1148 if (!conf_data_saved) { 1149 /* initially clear previously stored conf_data */ 1150 dasd_eckd_clear_conf_data(device); 1151 private->conf.data = conf_data; 1152 private->conf.len = conf_len; 1153 if (dasd_eckd_identify_conf_parts(&private->conf)) { 1154 private->conf.data = NULL; 1155 private->conf.len = 0; 1156 kfree(conf_data); 1157 continue; 1158 } 1159 /* 1160 * build device UID that other path data 1161 * can be compared to it 1162 */ 1163 dasd_eckd_generate_uid(device); 1164 conf_data_saved++; 1165 } else if (dasd_eckd_check_cabling(device, conf_data, lpm)) { 1166 dasd_path_add_cablepm(device, lpm); 1167 path_err = -EINVAL; 1168 kfree(conf_data); 1169 continue; 1170 } 1171 1172 pos = pathmask_to_pos(lpm); 1173 dasd_eckd_store_conf_data(device, conf_data, pos); 1174 1175 switch (dasd_eckd_path_access(conf_data, conf_len)) { 1176 case 0x02: 1177 dasd_path_add_nppm(device, lpm); 1178 break; 1179 case 0x03: 1180 dasd_path_add_ppm(device, lpm); 1181 break; 1182 } 1183 if (!dasd_path_get_opm(device)) { 1184 dasd_path_set_opm(device, lpm); 1185 dasd_generic_path_operational(device); 1186 } else { 1187 dasd_path_add_opm(device, lpm); 1188 } 1189 } 1190 1191 return path_err; 1192 } 1193 1194 static u32 get_fcx_max_data(struct dasd_device *device) 1195 { 1196 struct dasd_eckd_private *private = device->private; 1197 int fcx_in_css, fcx_in_gneq, fcx_in_features; 1198 unsigned int mdc; 1199 int tpm; 1200 1201 if (dasd_nofcx) 1202 return 0; 1203 /* is transport mode supported? */ 1204 fcx_in_css = css_general_characteristics.fcx; 1205 fcx_in_gneq = private->conf.gneq->reserved2[7] & 0x04; 1206 fcx_in_features = private->features.feature[40] & 0x80; 1207 tpm = fcx_in_css && fcx_in_gneq && fcx_in_features; 1208 1209 if (!tpm) 1210 return 0; 1211 1212 mdc = ccw_device_get_mdc(device->cdev, 0); 1213 if (mdc == 0) { 1214 dev_warn(&device->cdev->dev, "Detecting the maximum supported data size for zHPF requests failed\n"); 1215 return 0; 1216 } else { 1217 return (u32)mdc * FCX_MAX_DATA_FACTOR; 1218 } 1219 } 1220 1221 static int verify_fcx_max_data(struct dasd_device *device, __u8 lpm) 1222 { 1223 struct dasd_eckd_private *private = device->private; 1224 unsigned int mdc; 1225 u32 fcx_max_data; 1226 1227 if (private->fcx_max_data) { 1228 mdc = ccw_device_get_mdc(device->cdev, lpm); 1229 if (mdc == 0) { 1230 dev_warn(&device->cdev->dev, 1231 "Detecting the maximum data size for zHPF " 1232 "requests failed (rc=%d) for a new path %x\n", 1233 mdc, lpm); 1234 return mdc; 1235 } 1236 fcx_max_data = (u32)mdc * FCX_MAX_DATA_FACTOR; 1237 if (fcx_max_data < private->fcx_max_data) { 1238 dev_warn(&device->cdev->dev, 1239 "The maximum data size for zHPF requests %u " 1240 "on a new path %x is below the active maximum " 1241 "%u\n", fcx_max_data, lpm, 1242 private->fcx_max_data); 1243 return -EACCES; 1244 } 1245 } 1246 return 0; 1247 } 1248 1249 static int rebuild_device_uid(struct dasd_device *device, 1250 struct pe_handler_work_data *data) 1251 { 1252 struct dasd_eckd_private *private = device->private; 1253 __u8 lpm, opm = dasd_path_get_opm(device); 1254 int rc = -ENODEV; 1255 1256 for (lpm = 0x80; lpm; lpm >>= 1) { 1257 if (!(lpm & opm)) 1258 continue; 1259 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer)); 1260 memset(&data->cqr, 0, sizeof(data->cqr)); 1261 data->cqr.cpaddr = &data->ccw; 1262 rc = dasd_eckd_read_conf_immediately(device, &data->cqr, 1263 data->rcd_buffer, 1264 lpm); 1265 1266 if (rc) { 1267 if (rc == -EOPNOTSUPP) /* -EOPNOTSUPP is ok */ 1268 continue; 1269 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1270 "Read configuration data " 1271 "returned error %d", rc); 1272 break; 1273 } 1274 memcpy(private->conf.data, data->rcd_buffer, 1275 DASD_ECKD_RCD_DATA_SIZE); 1276 if (dasd_eckd_identify_conf_parts(&private->conf)) { 1277 rc = -ENODEV; 1278 } else /* first valid path is enough */ 1279 break; 1280 } 1281 1282 if (!rc) 1283 rc = dasd_eckd_generate_uid(device); 1284 1285 return rc; 1286 } 1287 1288 static void dasd_eckd_path_available_action(struct dasd_device *device, 1289 struct pe_handler_work_data *data) 1290 { 1291 __u8 path_rcd_buf[DASD_ECKD_RCD_DATA_SIZE]; 1292 __u8 lpm, opm, npm, ppm, epm, hpfpm, cablepm; 1293 struct dasd_conf_data *conf_data; 1294 struct dasd_conf path_conf; 1295 unsigned long flags; 1296 char print_uid[60]; 1297 int rc, pos; 1298 1299 opm = 0; 1300 npm = 0; 1301 ppm = 0; 1302 epm = 0; 1303 hpfpm = 0; 1304 cablepm = 0; 1305 1306 for (lpm = 0x80; lpm; lpm >>= 1) { 1307 if (!(lpm & data->tbvpm)) 1308 continue; 1309 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer)); 1310 memset(&data->cqr, 0, sizeof(data->cqr)); 1311 data->cqr.cpaddr = &data->ccw; 1312 rc = dasd_eckd_read_conf_immediately(device, &data->cqr, 1313 data->rcd_buffer, 1314 lpm); 1315 if (!rc) { 1316 switch (dasd_eckd_path_access(data->rcd_buffer, 1317 DASD_ECKD_RCD_DATA_SIZE) 1318 ) { 1319 case 0x02: 1320 npm |= lpm; 1321 break; 1322 case 0x03: 1323 ppm |= lpm; 1324 break; 1325 } 1326 opm |= lpm; 1327 } else if (rc == -EOPNOTSUPP) { 1328 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1329 "path verification: No configuration " 1330 "data retrieved"); 1331 opm |= lpm; 1332 } else if (rc == -EAGAIN) { 1333 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1334 "path verification: device is stopped," 1335 " try again later"); 1336 epm |= lpm; 1337 } else { 1338 dev_warn(&device->cdev->dev, 1339 "Reading device feature codes failed " 1340 "(rc=%d) for new path %x\n", rc, lpm); 1341 continue; 1342 } 1343 if (verify_fcx_max_data(device, lpm)) { 1344 opm &= ~lpm; 1345 npm &= ~lpm; 1346 ppm &= ~lpm; 1347 hpfpm |= lpm; 1348 continue; 1349 } 1350 1351 /* 1352 * save conf_data for comparison after 1353 * rebuild_device_uid may have changed 1354 * the original data 1355 */ 1356 memcpy(&path_rcd_buf, data->rcd_buffer, 1357 DASD_ECKD_RCD_DATA_SIZE); 1358 path_conf.data = (void *)&path_rcd_buf; 1359 path_conf.len = DASD_ECKD_RCD_DATA_SIZE; 1360 if (dasd_eckd_identify_conf_parts(&path_conf)) { 1361 path_conf.data = NULL; 1362 path_conf.len = 0; 1363 continue; 1364 } 1365 1366 /* 1367 * compare path UID with device UID only if at least 1368 * one valid path is left 1369 * in other case the device UID may have changed and 1370 * the first working path UID will be used as device UID 1371 */ 1372 if (dasd_path_get_opm(device) && 1373 dasd_eckd_compare_path_uid(device, &path_conf)) { 1374 /* 1375 * the comparison was not successful 1376 * rebuild the device UID with at least one 1377 * known path in case a z/VM hyperswap command 1378 * has changed the device 1379 * 1380 * after this compare again 1381 * 1382 * if either the rebuild or the recompare fails 1383 * the path can not be used 1384 */ 1385 if (rebuild_device_uid(device, data) || 1386 dasd_eckd_compare_path_uid( 1387 device, &path_conf)) { 1388 dasd_eckd_get_uid_string(&path_conf, print_uid); 1389 dev_err(&device->cdev->dev, 1390 "The newly added channel path %02X " 1391 "will not be used because it leads " 1392 "to a different device %s\n", 1393 lpm, print_uid); 1394 opm &= ~lpm; 1395 npm &= ~lpm; 1396 ppm &= ~lpm; 1397 cablepm |= lpm; 1398 continue; 1399 } 1400 } 1401 1402 conf_data = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL); 1403 if (conf_data) { 1404 memcpy(conf_data, data->rcd_buffer, 1405 DASD_ECKD_RCD_DATA_SIZE); 1406 } else { 1407 /* 1408 * path is operational but path config data could not 1409 * be stored due to low mem condition 1410 * add it to the error path mask and schedule a path 1411 * verification later that this could be added again 1412 */ 1413 epm |= lpm; 1414 } 1415 pos = pathmask_to_pos(lpm); 1416 dasd_eckd_store_conf_data(device, conf_data, pos); 1417 1418 /* 1419 * There is a small chance that a path is lost again between 1420 * above path verification and the following modification of 1421 * the device opm mask. We could avoid that race here by using 1422 * yet another path mask, but we rather deal with this unlikely 1423 * situation in dasd_start_IO. 1424 */ 1425 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 1426 if (!dasd_path_get_opm(device) && opm) { 1427 dasd_path_set_opm(device, opm); 1428 dasd_generic_path_operational(device); 1429 } else { 1430 dasd_path_add_opm(device, opm); 1431 } 1432 dasd_path_add_nppm(device, npm); 1433 dasd_path_add_ppm(device, ppm); 1434 if (epm) { 1435 dasd_path_add_tbvpm(device, epm); 1436 dasd_device_set_timer(device, 50); 1437 } 1438 dasd_path_add_cablepm(device, cablepm); 1439 dasd_path_add_nohpfpm(device, hpfpm); 1440 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 1441 1442 dasd_path_create_kobj(device, pos); 1443 } 1444 } 1445 1446 static void do_pe_handler_work(struct work_struct *work) 1447 { 1448 struct pe_handler_work_data *data; 1449 struct dasd_device *device; 1450 1451 data = container_of(work, struct pe_handler_work_data, worker); 1452 device = data->device; 1453 1454 /* delay path verification until device was resumed */ 1455 if (test_bit(DASD_FLAG_SUSPENDED, &device->flags)) { 1456 schedule_work(work); 1457 return; 1458 } 1459 /* check if path verification already running and delay if so */ 1460 if (test_and_set_bit(DASD_FLAG_PATH_VERIFY, &device->flags)) { 1461 schedule_work(work); 1462 return; 1463 } 1464 1465 if (data->tbvpm) 1466 dasd_eckd_path_available_action(device, data); 1467 if (data->fcsecpm) 1468 dasd_eckd_read_fc_security(device); 1469 1470 clear_bit(DASD_FLAG_PATH_VERIFY, &device->flags); 1471 dasd_put_device(device); 1472 if (data->isglobal) 1473 mutex_unlock(&dasd_pe_handler_mutex); 1474 else 1475 kfree(data); 1476 } 1477 1478 static int dasd_eckd_pe_handler(struct dasd_device *device, 1479 __u8 tbvpm, __u8 fcsecpm) 1480 { 1481 struct pe_handler_work_data *data; 1482 1483 data = kmalloc(sizeof(*data), GFP_ATOMIC | GFP_DMA); 1484 if (!data) { 1485 if (mutex_trylock(&dasd_pe_handler_mutex)) { 1486 data = pe_handler_worker; 1487 data->isglobal = 1; 1488 } else { 1489 return -ENOMEM; 1490 } 1491 } else { 1492 memset(data, 0, sizeof(*data)); 1493 data->isglobal = 0; 1494 } 1495 INIT_WORK(&data->worker, do_pe_handler_work); 1496 dasd_get_device(device); 1497 data->device = device; 1498 data->tbvpm = tbvpm; 1499 data->fcsecpm = fcsecpm; 1500 schedule_work(&data->worker); 1501 return 0; 1502 } 1503 1504 static void dasd_eckd_reset_path(struct dasd_device *device, __u8 pm) 1505 { 1506 struct dasd_eckd_private *private = device->private; 1507 unsigned long flags; 1508 1509 if (!private->fcx_max_data) 1510 private->fcx_max_data = get_fcx_max_data(device); 1511 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 1512 dasd_path_set_tbvpm(device, pm ? : dasd_path_get_notoperpm(device)); 1513 dasd_schedule_device_bh(device); 1514 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 1515 } 1516 1517 static int dasd_eckd_read_features(struct dasd_device *device) 1518 { 1519 struct dasd_eckd_private *private = device->private; 1520 struct dasd_psf_prssd_data *prssdp; 1521 struct dasd_rssd_features *features; 1522 struct dasd_ccw_req *cqr; 1523 struct ccw1 *ccw; 1524 int rc; 1525 1526 memset(&private->features, 0, sizeof(struct dasd_rssd_features)); 1527 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 1528 (sizeof(struct dasd_psf_prssd_data) + 1529 sizeof(struct dasd_rssd_features)), 1530 device, NULL); 1531 if (IS_ERR(cqr)) { 1532 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", "Could not " 1533 "allocate initialization request"); 1534 return PTR_ERR(cqr); 1535 } 1536 cqr->startdev = device; 1537 cqr->memdev = device; 1538 cqr->block = NULL; 1539 cqr->retries = 256; 1540 cqr->expires = 10 * HZ; 1541 1542 /* Prepare for Read Subsystem Data */ 1543 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 1544 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 1545 prssdp->order = PSF_ORDER_PRSSD; 1546 prssdp->suborder = 0x41; /* Read Feature Codes */ 1547 /* all other bytes of prssdp must be zero */ 1548 1549 ccw = cqr->cpaddr; 1550 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1551 ccw->count = sizeof(struct dasd_psf_prssd_data); 1552 ccw->flags |= CCW_FLAG_CC; 1553 ccw->cda = (__u32)(addr_t) prssdp; 1554 1555 /* Read Subsystem Data - feature codes */ 1556 features = (struct dasd_rssd_features *) (prssdp + 1); 1557 memset(features, 0, sizeof(struct dasd_rssd_features)); 1558 1559 ccw++; 1560 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1561 ccw->count = sizeof(struct dasd_rssd_features); 1562 ccw->cda = (__u32)(addr_t) features; 1563 1564 cqr->buildclk = get_tod_clock(); 1565 cqr->status = DASD_CQR_FILLED; 1566 rc = dasd_sleep_on(cqr); 1567 if (rc == 0) { 1568 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 1569 features = (struct dasd_rssd_features *) (prssdp + 1); 1570 memcpy(&private->features, features, 1571 sizeof(struct dasd_rssd_features)); 1572 } else 1573 dev_warn(&device->cdev->dev, "Reading device feature codes" 1574 " failed with rc=%d\n", rc); 1575 dasd_sfree_request(cqr, cqr->memdev); 1576 return rc; 1577 } 1578 1579 /* Read Volume Information - Volume Storage Query */ 1580 static int dasd_eckd_read_vol_info(struct dasd_device *device) 1581 { 1582 struct dasd_eckd_private *private = device->private; 1583 struct dasd_psf_prssd_data *prssdp; 1584 struct dasd_rssd_vsq *vsq; 1585 struct dasd_ccw_req *cqr; 1586 struct ccw1 *ccw; 1587 int useglobal; 1588 int rc; 1589 1590 /* This command cannot be executed on an alias device */ 1591 if (private->uid.type == UA_BASE_PAV_ALIAS || 1592 private->uid.type == UA_HYPER_PAV_ALIAS) 1593 return 0; 1594 1595 useglobal = 0; 1596 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */, 1597 sizeof(*prssdp) + sizeof(*vsq), device, NULL); 1598 if (IS_ERR(cqr)) { 1599 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1600 "Could not allocate initialization request"); 1601 mutex_lock(&dasd_vol_info_mutex); 1602 useglobal = 1; 1603 cqr = &dasd_vol_info_req->cqr; 1604 memset(cqr, 0, sizeof(*cqr)); 1605 memset(dasd_vol_info_req, 0, sizeof(*dasd_vol_info_req)); 1606 cqr->cpaddr = &dasd_vol_info_req->ccw; 1607 cqr->data = &dasd_vol_info_req->data; 1608 cqr->magic = DASD_ECKD_MAGIC; 1609 } 1610 1611 /* Prepare for Read Subsystem Data */ 1612 prssdp = cqr->data; 1613 prssdp->order = PSF_ORDER_PRSSD; 1614 prssdp->suborder = PSF_SUBORDER_VSQ; /* Volume Storage Query */ 1615 prssdp->lss = private->conf.ned->ID; 1616 prssdp->volume = private->conf.ned->unit_addr; 1617 1618 ccw = cqr->cpaddr; 1619 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1620 ccw->count = sizeof(*prssdp); 1621 ccw->flags |= CCW_FLAG_CC; 1622 ccw->cda = (__u32)(addr_t)prssdp; 1623 1624 /* Read Subsystem Data - Volume Storage Query */ 1625 vsq = (struct dasd_rssd_vsq *)(prssdp + 1); 1626 memset(vsq, 0, sizeof(*vsq)); 1627 1628 ccw++; 1629 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1630 ccw->count = sizeof(*vsq); 1631 ccw->flags |= CCW_FLAG_SLI; 1632 ccw->cda = (__u32)(addr_t)vsq; 1633 1634 cqr->buildclk = get_tod_clock(); 1635 cqr->status = DASD_CQR_FILLED; 1636 cqr->startdev = device; 1637 cqr->memdev = device; 1638 cqr->block = NULL; 1639 cqr->retries = 256; 1640 cqr->expires = device->default_expires * HZ; 1641 /* The command might not be supported. Suppress the error output */ 1642 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 1643 1644 rc = dasd_sleep_on_interruptible(cqr); 1645 if (rc == 0) { 1646 memcpy(&private->vsq, vsq, sizeof(*vsq)); 1647 } else { 1648 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1649 "Reading the volume storage information failed with rc=%d", rc); 1650 } 1651 1652 if (useglobal) 1653 mutex_unlock(&dasd_vol_info_mutex); 1654 else 1655 dasd_sfree_request(cqr, cqr->memdev); 1656 1657 return rc; 1658 } 1659 1660 static int dasd_eckd_is_ese(struct dasd_device *device) 1661 { 1662 struct dasd_eckd_private *private = device->private; 1663 1664 return private->vsq.vol_info.ese; 1665 } 1666 1667 static int dasd_eckd_ext_pool_id(struct dasd_device *device) 1668 { 1669 struct dasd_eckd_private *private = device->private; 1670 1671 return private->vsq.extent_pool_id; 1672 } 1673 1674 /* 1675 * This value represents the total amount of available space. As more space is 1676 * allocated by ESE volumes, this value will decrease. 1677 * The data for this value is therefore updated on any call. 1678 */ 1679 static int dasd_eckd_space_configured(struct dasd_device *device) 1680 { 1681 struct dasd_eckd_private *private = device->private; 1682 int rc; 1683 1684 rc = dasd_eckd_read_vol_info(device); 1685 1686 return rc ? : private->vsq.space_configured; 1687 } 1688 1689 /* 1690 * The value of space allocated by an ESE volume may have changed and is 1691 * therefore updated on any call. 1692 */ 1693 static int dasd_eckd_space_allocated(struct dasd_device *device) 1694 { 1695 struct dasd_eckd_private *private = device->private; 1696 int rc; 1697 1698 rc = dasd_eckd_read_vol_info(device); 1699 1700 return rc ? : private->vsq.space_allocated; 1701 } 1702 1703 static int dasd_eckd_logical_capacity(struct dasd_device *device) 1704 { 1705 struct dasd_eckd_private *private = device->private; 1706 1707 return private->vsq.logical_capacity; 1708 } 1709 1710 static void dasd_eckd_ext_pool_exhaust_work(struct work_struct *work) 1711 { 1712 struct ext_pool_exhaust_work_data *data; 1713 struct dasd_device *device; 1714 struct dasd_device *base; 1715 1716 data = container_of(work, struct ext_pool_exhaust_work_data, worker); 1717 device = data->device; 1718 base = data->base; 1719 1720 if (!base) 1721 base = device; 1722 if (dasd_eckd_space_configured(base) != 0) { 1723 dasd_generic_space_avail(device); 1724 } else { 1725 dev_warn(&device->cdev->dev, "No space left in the extent pool\n"); 1726 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "out of space"); 1727 } 1728 1729 dasd_put_device(device); 1730 kfree(data); 1731 } 1732 1733 static int dasd_eckd_ext_pool_exhaust(struct dasd_device *device, 1734 struct dasd_ccw_req *cqr) 1735 { 1736 struct ext_pool_exhaust_work_data *data; 1737 1738 data = kzalloc(sizeof(*data), GFP_ATOMIC); 1739 if (!data) 1740 return -ENOMEM; 1741 INIT_WORK(&data->worker, dasd_eckd_ext_pool_exhaust_work); 1742 dasd_get_device(device); 1743 data->device = device; 1744 1745 if (cqr->block) 1746 data->base = cqr->block->base; 1747 else if (cqr->basedev) 1748 data->base = cqr->basedev; 1749 else 1750 data->base = NULL; 1751 1752 schedule_work(&data->worker); 1753 1754 return 0; 1755 } 1756 1757 static void dasd_eckd_cpy_ext_pool_data(struct dasd_device *device, 1758 struct dasd_rssd_lcq *lcq) 1759 { 1760 struct dasd_eckd_private *private = device->private; 1761 int pool_id = dasd_eckd_ext_pool_id(device); 1762 struct dasd_ext_pool_sum eps; 1763 int i; 1764 1765 for (i = 0; i < lcq->pool_count; i++) { 1766 eps = lcq->ext_pool_sum[i]; 1767 if (eps.pool_id == pool_id) { 1768 memcpy(&private->eps, &eps, 1769 sizeof(struct dasd_ext_pool_sum)); 1770 } 1771 } 1772 } 1773 1774 /* Read Extent Pool Information - Logical Configuration Query */ 1775 static int dasd_eckd_read_ext_pool_info(struct dasd_device *device) 1776 { 1777 struct dasd_eckd_private *private = device->private; 1778 struct dasd_psf_prssd_data *prssdp; 1779 struct dasd_rssd_lcq *lcq; 1780 struct dasd_ccw_req *cqr; 1781 struct ccw1 *ccw; 1782 int rc; 1783 1784 /* This command cannot be executed on an alias device */ 1785 if (private->uid.type == UA_BASE_PAV_ALIAS || 1786 private->uid.type == UA_HYPER_PAV_ALIAS) 1787 return 0; 1788 1789 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */, 1790 sizeof(*prssdp) + sizeof(*lcq), device, NULL); 1791 if (IS_ERR(cqr)) { 1792 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1793 "Could not allocate initialization request"); 1794 return PTR_ERR(cqr); 1795 } 1796 1797 /* Prepare for Read Subsystem Data */ 1798 prssdp = cqr->data; 1799 memset(prssdp, 0, sizeof(*prssdp)); 1800 prssdp->order = PSF_ORDER_PRSSD; 1801 prssdp->suborder = PSF_SUBORDER_LCQ; /* Logical Configuration Query */ 1802 1803 ccw = cqr->cpaddr; 1804 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1805 ccw->count = sizeof(*prssdp); 1806 ccw->flags |= CCW_FLAG_CC; 1807 ccw->cda = (__u32)(addr_t)prssdp; 1808 1809 lcq = (struct dasd_rssd_lcq *)(prssdp + 1); 1810 memset(lcq, 0, sizeof(*lcq)); 1811 1812 ccw++; 1813 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1814 ccw->count = sizeof(*lcq); 1815 ccw->flags |= CCW_FLAG_SLI; 1816 ccw->cda = (__u32)(addr_t)lcq; 1817 1818 cqr->buildclk = get_tod_clock(); 1819 cqr->status = DASD_CQR_FILLED; 1820 cqr->startdev = device; 1821 cqr->memdev = device; 1822 cqr->block = NULL; 1823 cqr->retries = 256; 1824 cqr->expires = device->default_expires * HZ; 1825 /* The command might not be supported. Suppress the error output */ 1826 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 1827 1828 rc = dasd_sleep_on_interruptible(cqr); 1829 if (rc == 0) { 1830 dasd_eckd_cpy_ext_pool_data(device, lcq); 1831 } else { 1832 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1833 "Reading the logical configuration failed with rc=%d", rc); 1834 } 1835 1836 dasd_sfree_request(cqr, cqr->memdev); 1837 1838 return rc; 1839 } 1840 1841 /* 1842 * Depending on the device type, the extent size is specified either as 1843 * cylinders per extent (CKD) or size per extent (FBA) 1844 * A 1GB size corresponds to 1113cyl, and 16MB to 21cyl. 1845 */ 1846 static int dasd_eckd_ext_size(struct dasd_device *device) 1847 { 1848 struct dasd_eckd_private *private = device->private; 1849 struct dasd_ext_pool_sum eps = private->eps; 1850 1851 if (!eps.flags.extent_size_valid) 1852 return 0; 1853 if (eps.extent_size.size_1G) 1854 return 1113; 1855 if (eps.extent_size.size_16M) 1856 return 21; 1857 1858 return 0; 1859 } 1860 1861 static int dasd_eckd_ext_pool_warn_thrshld(struct dasd_device *device) 1862 { 1863 struct dasd_eckd_private *private = device->private; 1864 1865 return private->eps.warn_thrshld; 1866 } 1867 1868 static int dasd_eckd_ext_pool_cap_at_warnlevel(struct dasd_device *device) 1869 { 1870 struct dasd_eckd_private *private = device->private; 1871 1872 return private->eps.flags.capacity_at_warnlevel; 1873 } 1874 1875 /* 1876 * Extent Pool out of space 1877 */ 1878 static int dasd_eckd_ext_pool_oos(struct dasd_device *device) 1879 { 1880 struct dasd_eckd_private *private = device->private; 1881 1882 return private->eps.flags.pool_oos; 1883 } 1884 1885 /* 1886 * Build CP for Perform Subsystem Function - SSC. 1887 */ 1888 static struct dasd_ccw_req *dasd_eckd_build_psf_ssc(struct dasd_device *device, 1889 int enable_pav) 1890 { 1891 struct dasd_ccw_req *cqr; 1892 struct dasd_psf_ssc_data *psf_ssc_data; 1893 struct ccw1 *ccw; 1894 1895 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ , 1896 sizeof(struct dasd_psf_ssc_data), 1897 device, NULL); 1898 1899 if (IS_ERR(cqr)) { 1900 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 1901 "Could not allocate PSF-SSC request"); 1902 return cqr; 1903 } 1904 psf_ssc_data = (struct dasd_psf_ssc_data *)cqr->data; 1905 psf_ssc_data->order = PSF_ORDER_SSC; 1906 psf_ssc_data->suborder = 0xc0; 1907 if (enable_pav) { 1908 psf_ssc_data->suborder |= 0x08; 1909 psf_ssc_data->reserved[0] = 0x88; 1910 } 1911 ccw = cqr->cpaddr; 1912 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1913 ccw->cda = (__u32)(addr_t)psf_ssc_data; 1914 ccw->count = 66; 1915 1916 cqr->startdev = device; 1917 cqr->memdev = device; 1918 cqr->block = NULL; 1919 cqr->retries = 256; 1920 cqr->expires = 10*HZ; 1921 cqr->buildclk = get_tod_clock(); 1922 cqr->status = DASD_CQR_FILLED; 1923 return cqr; 1924 } 1925 1926 /* 1927 * Perform Subsystem Function. 1928 * It is necessary to trigger CIO for channel revalidation since this 1929 * call might change behaviour of DASD devices. 1930 */ 1931 static int 1932 dasd_eckd_psf_ssc(struct dasd_device *device, int enable_pav, 1933 unsigned long flags) 1934 { 1935 struct dasd_ccw_req *cqr; 1936 int rc; 1937 1938 cqr = dasd_eckd_build_psf_ssc(device, enable_pav); 1939 if (IS_ERR(cqr)) 1940 return PTR_ERR(cqr); 1941 1942 /* 1943 * set flags e.g. turn on failfast, to prevent blocking 1944 * the calling function should handle failed requests 1945 */ 1946 cqr->flags |= flags; 1947 1948 rc = dasd_sleep_on(cqr); 1949 if (!rc) 1950 /* trigger CIO to reprobe devices */ 1951 css_schedule_reprobe(); 1952 else if (cqr->intrc == -EAGAIN) 1953 rc = -EAGAIN; 1954 1955 dasd_sfree_request(cqr, cqr->memdev); 1956 return rc; 1957 } 1958 1959 /* 1960 * Valide storage server of current device. 1961 */ 1962 static int dasd_eckd_validate_server(struct dasd_device *device, 1963 unsigned long flags) 1964 { 1965 struct dasd_eckd_private *private = device->private; 1966 int enable_pav, rc; 1967 1968 if (private->uid.type == UA_BASE_PAV_ALIAS || 1969 private->uid.type == UA_HYPER_PAV_ALIAS) 1970 return 0; 1971 if (dasd_nopav || MACHINE_IS_VM) 1972 enable_pav = 0; 1973 else 1974 enable_pav = 1; 1975 rc = dasd_eckd_psf_ssc(device, enable_pav, flags); 1976 1977 /* may be requested feature is not available on server, 1978 * therefore just report error and go ahead */ 1979 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "PSF-SSC for SSID %04x " 1980 "returned rc=%d", private->uid.ssid, rc); 1981 return rc; 1982 } 1983 1984 /* 1985 * worker to do a validate server in case of a lost pathgroup 1986 */ 1987 static void dasd_eckd_do_validate_server(struct work_struct *work) 1988 { 1989 struct dasd_device *device = container_of(work, struct dasd_device, 1990 kick_validate); 1991 unsigned long flags = 0; 1992 1993 set_bit(DASD_CQR_FLAGS_FAILFAST, &flags); 1994 if (dasd_eckd_validate_server(device, flags) 1995 == -EAGAIN) { 1996 /* schedule worker again if failed */ 1997 schedule_work(&device->kick_validate); 1998 return; 1999 } 2000 2001 dasd_put_device(device); 2002 } 2003 2004 static void dasd_eckd_kick_validate_server(struct dasd_device *device) 2005 { 2006 dasd_get_device(device); 2007 /* exit if device not online or in offline processing */ 2008 if (test_bit(DASD_FLAG_OFFLINE, &device->flags) || 2009 device->state < DASD_STATE_ONLINE) { 2010 dasd_put_device(device); 2011 return; 2012 } 2013 /* queue call to do_validate_server to the kernel event daemon. */ 2014 if (!schedule_work(&device->kick_validate)) 2015 dasd_put_device(device); 2016 } 2017 2018 /* 2019 * Check device characteristics. 2020 * If the device is accessible using ECKD discipline, the device is enabled. 2021 */ 2022 static int 2023 dasd_eckd_check_characteristics(struct dasd_device *device) 2024 { 2025 struct dasd_eckd_private *private = device->private; 2026 struct dasd_block *block; 2027 struct dasd_uid temp_uid; 2028 int rc, i; 2029 int readonly; 2030 unsigned long value; 2031 2032 /* setup work queue for validate server*/ 2033 INIT_WORK(&device->kick_validate, dasd_eckd_do_validate_server); 2034 /* setup work queue for summary unit check */ 2035 INIT_WORK(&device->suc_work, dasd_alias_handle_summary_unit_check); 2036 2037 if (!ccw_device_is_pathgroup(device->cdev)) { 2038 dev_warn(&device->cdev->dev, 2039 "A channel path group could not be established\n"); 2040 return -EIO; 2041 } 2042 if (!ccw_device_is_multipath(device->cdev)) { 2043 dev_info(&device->cdev->dev, 2044 "The DASD is not operating in multipath mode\n"); 2045 } 2046 if (!private) { 2047 private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA); 2048 if (!private) { 2049 dev_warn(&device->cdev->dev, 2050 "Allocating memory for private DASD data " 2051 "failed\n"); 2052 return -ENOMEM; 2053 } 2054 device->private = private; 2055 } else { 2056 memset(private, 0, sizeof(*private)); 2057 } 2058 /* Invalidate status of initial analysis. */ 2059 private->init_cqr_status = -1; 2060 /* Set default cache operations. */ 2061 private->attrib.operation = DASD_NORMAL_CACHE; 2062 private->attrib.nr_cyl = 0; 2063 2064 /* Read Configuration Data */ 2065 rc = dasd_eckd_read_conf(device); 2066 if (rc) 2067 goto out_err1; 2068 2069 /* set some default values */ 2070 device->default_expires = DASD_EXPIRES; 2071 device->default_retries = DASD_RETRIES; 2072 device->path_thrhld = DASD_ECKD_PATH_THRHLD; 2073 device->path_interval = DASD_ECKD_PATH_INTERVAL; 2074 2075 if (private->conf.gneq) { 2076 value = 1; 2077 for (i = 0; i < private->conf.gneq->timeout.value; i++) 2078 value = 10 * value; 2079 value = value * private->conf.gneq->timeout.number; 2080 /* do not accept useless values */ 2081 if (value != 0 && value <= DASD_EXPIRES_MAX) 2082 device->default_expires = value; 2083 } 2084 2085 dasd_eckd_get_uid(device, &temp_uid); 2086 if (temp_uid.type == UA_BASE_DEVICE) { 2087 block = dasd_alloc_block(); 2088 if (IS_ERR(block)) { 2089 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 2090 "could not allocate dasd " 2091 "block structure"); 2092 rc = PTR_ERR(block); 2093 goto out_err1; 2094 } 2095 device->block = block; 2096 block->base = device; 2097 } 2098 2099 /* register lcu with alias handling, enable PAV */ 2100 rc = dasd_alias_make_device_known_to_lcu(device); 2101 if (rc) 2102 goto out_err2; 2103 2104 dasd_eckd_validate_server(device, 0); 2105 2106 /* device may report different configuration data after LCU setup */ 2107 rc = dasd_eckd_read_conf(device); 2108 if (rc) 2109 goto out_err3; 2110 2111 dasd_eckd_read_fc_security(device); 2112 dasd_path_create_kobjects(device); 2113 2114 /* Read Feature Codes */ 2115 dasd_eckd_read_features(device); 2116 2117 /* Read Volume Information */ 2118 dasd_eckd_read_vol_info(device); 2119 2120 /* Read Extent Pool Information */ 2121 dasd_eckd_read_ext_pool_info(device); 2122 2123 /* Read Device Characteristics */ 2124 rc = dasd_generic_read_dev_chars(device, DASD_ECKD_MAGIC, 2125 &private->rdc_data, 64); 2126 if (rc) { 2127 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 2128 "Read device characteristic failed, rc=%d", rc); 2129 goto out_err3; 2130 } 2131 2132 if ((device->features & DASD_FEATURE_USERAW) && 2133 !(private->rdc_data.facilities.RT_in_LR)) { 2134 dev_err(&device->cdev->dev, "The storage server does not " 2135 "support raw-track access\n"); 2136 rc = -EINVAL; 2137 goto out_err3; 2138 } 2139 2140 /* find the valid cylinder size */ 2141 if (private->rdc_data.no_cyl == LV_COMPAT_CYL && 2142 private->rdc_data.long_no_cyl) 2143 private->real_cyl = private->rdc_data.long_no_cyl; 2144 else 2145 private->real_cyl = private->rdc_data.no_cyl; 2146 2147 private->fcx_max_data = get_fcx_max_data(device); 2148 2149 readonly = dasd_device_is_ro(device); 2150 if (readonly) 2151 set_bit(DASD_FLAG_DEVICE_RO, &device->flags); 2152 2153 dev_info(&device->cdev->dev, "New DASD %04X/%02X (CU %04X/%02X) " 2154 "with %d cylinders, %d heads, %d sectors%s\n", 2155 private->rdc_data.dev_type, 2156 private->rdc_data.dev_model, 2157 private->rdc_data.cu_type, 2158 private->rdc_data.cu_model.model, 2159 private->real_cyl, 2160 private->rdc_data.trk_per_cyl, 2161 private->rdc_data.sec_per_trk, 2162 readonly ? ", read-only device" : ""); 2163 return 0; 2164 2165 out_err3: 2166 dasd_alias_disconnect_device_from_lcu(device); 2167 out_err2: 2168 dasd_free_block(device->block); 2169 device->block = NULL; 2170 out_err1: 2171 dasd_eckd_clear_conf_data(device); 2172 dasd_path_remove_kobjects(device); 2173 kfree(device->private); 2174 device->private = NULL; 2175 return rc; 2176 } 2177 2178 static void dasd_eckd_uncheck_device(struct dasd_device *device) 2179 { 2180 struct dasd_eckd_private *private = device->private; 2181 2182 if (!private) 2183 return; 2184 2185 dasd_alias_disconnect_device_from_lcu(device); 2186 private->conf.ned = NULL; 2187 private->conf.sneq = NULL; 2188 private->conf.vdsneq = NULL; 2189 private->conf.gneq = NULL; 2190 dasd_eckd_clear_conf_data(device); 2191 dasd_path_remove_kobjects(device); 2192 } 2193 2194 static struct dasd_ccw_req * 2195 dasd_eckd_analysis_ccw(struct dasd_device *device) 2196 { 2197 struct dasd_eckd_private *private = device->private; 2198 struct eckd_count *count_data; 2199 struct LO_eckd_data *LO_data; 2200 struct dasd_ccw_req *cqr; 2201 struct ccw1 *ccw; 2202 int cplength, datasize; 2203 int i; 2204 2205 cplength = 8; 2206 datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data); 2207 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, device, 2208 NULL); 2209 if (IS_ERR(cqr)) 2210 return cqr; 2211 ccw = cqr->cpaddr; 2212 /* Define extent for the first 2 tracks. */ 2213 define_extent(ccw++, cqr->data, 0, 1, 2214 DASD_ECKD_CCW_READ_COUNT, device, 0); 2215 LO_data = cqr->data + sizeof(struct DE_eckd_data); 2216 /* Locate record for the first 4 records on track 0. */ 2217 ccw[-1].flags |= CCW_FLAG_CC; 2218 locate_record(ccw++, LO_data++, 0, 0, 4, 2219 DASD_ECKD_CCW_READ_COUNT, device, 0); 2220 2221 count_data = private->count_area; 2222 for (i = 0; i < 4; i++) { 2223 ccw[-1].flags |= CCW_FLAG_CC; 2224 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2225 ccw->flags = 0; 2226 ccw->count = 8; 2227 ccw->cda = (__u32)(addr_t) count_data; 2228 ccw++; 2229 count_data++; 2230 } 2231 2232 /* Locate record for the first record on track 1. */ 2233 ccw[-1].flags |= CCW_FLAG_CC; 2234 locate_record(ccw++, LO_data++, 1, 0, 1, 2235 DASD_ECKD_CCW_READ_COUNT, device, 0); 2236 /* Read count ccw. */ 2237 ccw[-1].flags |= CCW_FLAG_CC; 2238 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2239 ccw->flags = 0; 2240 ccw->count = 8; 2241 ccw->cda = (__u32)(addr_t) count_data; 2242 2243 cqr->block = NULL; 2244 cqr->startdev = device; 2245 cqr->memdev = device; 2246 cqr->retries = 255; 2247 cqr->buildclk = get_tod_clock(); 2248 cqr->status = DASD_CQR_FILLED; 2249 /* Set flags to suppress output for expected errors */ 2250 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 2251 2252 return cqr; 2253 } 2254 2255 /* differentiate between 'no record found' and any other error */ 2256 static int dasd_eckd_analysis_evaluation(struct dasd_ccw_req *init_cqr) 2257 { 2258 char *sense; 2259 if (init_cqr->status == DASD_CQR_DONE) 2260 return INIT_CQR_OK; 2261 else if (init_cqr->status == DASD_CQR_NEED_ERP || 2262 init_cqr->status == DASD_CQR_FAILED) { 2263 sense = dasd_get_sense(&init_cqr->irb); 2264 if (sense && (sense[1] & SNS1_NO_REC_FOUND)) 2265 return INIT_CQR_UNFORMATTED; 2266 else 2267 return INIT_CQR_ERROR; 2268 } else 2269 return INIT_CQR_ERROR; 2270 } 2271 2272 /* 2273 * This is the callback function for the init_analysis cqr. It saves 2274 * the status of the initial analysis ccw before it frees it and kicks 2275 * the device to continue the startup sequence. This will call 2276 * dasd_eckd_do_analysis again (if the devices has not been marked 2277 * for deletion in the meantime). 2278 */ 2279 static void dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr, 2280 void *data) 2281 { 2282 struct dasd_device *device = init_cqr->startdev; 2283 struct dasd_eckd_private *private = device->private; 2284 2285 private->init_cqr_status = dasd_eckd_analysis_evaluation(init_cqr); 2286 dasd_sfree_request(init_cqr, device); 2287 dasd_kick_device(device); 2288 } 2289 2290 static int dasd_eckd_start_analysis(struct dasd_block *block) 2291 { 2292 struct dasd_ccw_req *init_cqr; 2293 2294 init_cqr = dasd_eckd_analysis_ccw(block->base); 2295 if (IS_ERR(init_cqr)) 2296 return PTR_ERR(init_cqr); 2297 init_cqr->callback = dasd_eckd_analysis_callback; 2298 init_cqr->callback_data = NULL; 2299 init_cqr->expires = 5*HZ; 2300 /* first try without ERP, so we can later handle unformatted 2301 * devices as special case 2302 */ 2303 clear_bit(DASD_CQR_FLAGS_USE_ERP, &init_cqr->flags); 2304 init_cqr->retries = 0; 2305 dasd_add_request_head(init_cqr); 2306 return -EAGAIN; 2307 } 2308 2309 static int dasd_eckd_end_analysis(struct dasd_block *block) 2310 { 2311 struct dasd_device *device = block->base; 2312 struct dasd_eckd_private *private = device->private; 2313 struct eckd_count *count_area; 2314 unsigned int sb, blk_per_trk; 2315 int status, i; 2316 struct dasd_ccw_req *init_cqr; 2317 2318 status = private->init_cqr_status; 2319 private->init_cqr_status = -1; 2320 if (status == INIT_CQR_ERROR) { 2321 /* try again, this time with full ERP */ 2322 init_cqr = dasd_eckd_analysis_ccw(device); 2323 dasd_sleep_on(init_cqr); 2324 status = dasd_eckd_analysis_evaluation(init_cqr); 2325 dasd_sfree_request(init_cqr, device); 2326 } 2327 2328 if (device->features & DASD_FEATURE_USERAW) { 2329 block->bp_block = DASD_RAW_BLOCKSIZE; 2330 blk_per_trk = DASD_RAW_BLOCK_PER_TRACK; 2331 block->s2b_shift = 3; 2332 goto raw; 2333 } 2334 2335 if (status == INIT_CQR_UNFORMATTED) { 2336 dev_warn(&device->cdev->dev, "The DASD is not formatted\n"); 2337 return -EMEDIUMTYPE; 2338 } else if (status == INIT_CQR_ERROR) { 2339 dev_err(&device->cdev->dev, 2340 "Detecting the DASD disk layout failed because " 2341 "of an I/O error\n"); 2342 return -EIO; 2343 } 2344 2345 private->uses_cdl = 1; 2346 /* Check Track 0 for Compatible Disk Layout */ 2347 count_area = NULL; 2348 for (i = 0; i < 3; i++) { 2349 if (private->count_area[i].kl != 4 || 2350 private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4 || 2351 private->count_area[i].cyl != 0 || 2352 private->count_area[i].head != count_area_head[i] || 2353 private->count_area[i].record != count_area_rec[i]) { 2354 private->uses_cdl = 0; 2355 break; 2356 } 2357 } 2358 if (i == 3) 2359 count_area = &private->count_area[3]; 2360 2361 if (private->uses_cdl == 0) { 2362 for (i = 0; i < 5; i++) { 2363 if ((private->count_area[i].kl != 0) || 2364 (private->count_area[i].dl != 2365 private->count_area[0].dl) || 2366 private->count_area[i].cyl != 0 || 2367 private->count_area[i].head != count_area_head[i] || 2368 private->count_area[i].record != count_area_rec[i]) 2369 break; 2370 } 2371 if (i == 5) 2372 count_area = &private->count_area[0]; 2373 } else { 2374 if (private->count_area[3].record == 1) 2375 dev_warn(&device->cdev->dev, 2376 "Track 0 has no records following the VTOC\n"); 2377 } 2378 2379 if (count_area != NULL && count_area->kl == 0) { 2380 /* we found notthing violating our disk layout */ 2381 if (dasd_check_blocksize(count_area->dl) == 0) 2382 block->bp_block = count_area->dl; 2383 } 2384 if (block->bp_block == 0) { 2385 dev_warn(&device->cdev->dev, 2386 "The disk layout of the DASD is not supported\n"); 2387 return -EMEDIUMTYPE; 2388 } 2389 block->s2b_shift = 0; /* bits to shift 512 to get a block */ 2390 for (sb = 512; sb < block->bp_block; sb = sb << 1) 2391 block->s2b_shift++; 2392 2393 blk_per_trk = recs_per_track(&private->rdc_data, 0, block->bp_block); 2394 2395 raw: 2396 block->blocks = ((unsigned long) private->real_cyl * 2397 private->rdc_data.trk_per_cyl * 2398 blk_per_trk); 2399 2400 dev_info(&device->cdev->dev, 2401 "DASD with %u KB/block, %lu KB total size, %u KB/track, " 2402 "%s\n", (block->bp_block >> 10), 2403 (((unsigned long) private->real_cyl * 2404 private->rdc_data.trk_per_cyl * 2405 blk_per_trk * (block->bp_block >> 9)) >> 1), 2406 ((blk_per_trk * block->bp_block) >> 10), 2407 private->uses_cdl ? 2408 "compatible disk layout" : "linux disk layout"); 2409 2410 return 0; 2411 } 2412 2413 static int dasd_eckd_do_analysis(struct dasd_block *block) 2414 { 2415 struct dasd_eckd_private *private = block->base->private; 2416 2417 if (private->init_cqr_status < 0) 2418 return dasd_eckd_start_analysis(block); 2419 else 2420 return dasd_eckd_end_analysis(block); 2421 } 2422 2423 static int dasd_eckd_basic_to_ready(struct dasd_device *device) 2424 { 2425 return dasd_alias_add_device(device); 2426 }; 2427 2428 static int dasd_eckd_online_to_ready(struct dasd_device *device) 2429 { 2430 if (cancel_work_sync(&device->reload_device)) 2431 dasd_put_device(device); 2432 if (cancel_work_sync(&device->kick_validate)) 2433 dasd_put_device(device); 2434 2435 return 0; 2436 }; 2437 2438 static int dasd_eckd_basic_to_known(struct dasd_device *device) 2439 { 2440 return dasd_alias_remove_device(device); 2441 }; 2442 2443 static int 2444 dasd_eckd_fill_geometry(struct dasd_block *block, struct hd_geometry *geo) 2445 { 2446 struct dasd_eckd_private *private = block->base->private; 2447 2448 if (dasd_check_blocksize(block->bp_block) == 0) { 2449 geo->sectors = recs_per_track(&private->rdc_data, 2450 0, block->bp_block); 2451 } 2452 geo->cylinders = private->rdc_data.no_cyl; 2453 geo->heads = private->rdc_data.trk_per_cyl; 2454 return 0; 2455 } 2456 2457 /* 2458 * Build the TCW request for the format check 2459 */ 2460 static struct dasd_ccw_req * 2461 dasd_eckd_build_check_tcw(struct dasd_device *base, struct format_data_t *fdata, 2462 int enable_pav, struct eckd_count *fmt_buffer, 2463 int rpt) 2464 { 2465 struct dasd_eckd_private *start_priv; 2466 struct dasd_device *startdev = NULL; 2467 struct tidaw *last_tidaw = NULL; 2468 struct dasd_ccw_req *cqr; 2469 struct itcw *itcw; 2470 int itcw_size; 2471 int count; 2472 int rc; 2473 int i; 2474 2475 if (enable_pav) 2476 startdev = dasd_alias_get_start_dev(base); 2477 2478 if (!startdev) 2479 startdev = base; 2480 2481 start_priv = startdev->private; 2482 2483 count = rpt * (fdata->stop_unit - fdata->start_unit + 1); 2484 2485 /* 2486 * we're adding 'count' amount of tidaw to the itcw. 2487 * calculate the corresponding itcw_size 2488 */ 2489 itcw_size = itcw_calc_size(0, count, 0); 2490 2491 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev); 2492 if (IS_ERR(cqr)) 2493 return cqr; 2494 2495 start_priv->count++; 2496 2497 itcw = itcw_init(cqr->data, itcw_size, ITCW_OP_READ, 0, count, 0); 2498 if (IS_ERR(itcw)) { 2499 rc = -EINVAL; 2500 goto out_err; 2501 } 2502 2503 cqr->cpaddr = itcw_get_tcw(itcw); 2504 rc = prepare_itcw(itcw, fdata->start_unit, fdata->stop_unit, 2505 DASD_ECKD_CCW_READ_COUNT_MT, base, startdev, 0, count, 2506 sizeof(struct eckd_count), 2507 count * sizeof(struct eckd_count), 0, rpt); 2508 if (rc) 2509 goto out_err; 2510 2511 for (i = 0; i < count; i++) { 2512 last_tidaw = itcw_add_tidaw(itcw, 0, fmt_buffer++, 2513 sizeof(struct eckd_count)); 2514 if (IS_ERR(last_tidaw)) { 2515 rc = -EINVAL; 2516 goto out_err; 2517 } 2518 } 2519 2520 last_tidaw->flags |= TIDAW_FLAGS_LAST; 2521 itcw_finalize(itcw); 2522 2523 cqr->cpmode = 1; 2524 cqr->startdev = startdev; 2525 cqr->memdev = startdev; 2526 cqr->basedev = base; 2527 cqr->retries = startdev->default_retries; 2528 cqr->expires = startdev->default_expires * HZ; 2529 cqr->buildclk = get_tod_clock(); 2530 cqr->status = DASD_CQR_FILLED; 2531 /* Set flags to suppress output for expected errors */ 2532 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 2533 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 2534 2535 return cqr; 2536 2537 out_err: 2538 dasd_sfree_request(cqr, startdev); 2539 2540 return ERR_PTR(rc); 2541 } 2542 2543 /* 2544 * Build the CCW request for the format check 2545 */ 2546 static struct dasd_ccw_req * 2547 dasd_eckd_build_check(struct dasd_device *base, struct format_data_t *fdata, 2548 int enable_pav, struct eckd_count *fmt_buffer, int rpt) 2549 { 2550 struct dasd_eckd_private *start_priv; 2551 struct dasd_eckd_private *base_priv; 2552 struct dasd_device *startdev = NULL; 2553 struct dasd_ccw_req *cqr; 2554 struct ccw1 *ccw; 2555 void *data; 2556 int cplength, datasize; 2557 int use_prefix; 2558 int count; 2559 int i; 2560 2561 if (enable_pav) 2562 startdev = dasd_alias_get_start_dev(base); 2563 2564 if (!startdev) 2565 startdev = base; 2566 2567 start_priv = startdev->private; 2568 base_priv = base->private; 2569 2570 count = rpt * (fdata->stop_unit - fdata->start_unit + 1); 2571 2572 use_prefix = base_priv->features.feature[8] & 0x01; 2573 2574 if (use_prefix) { 2575 cplength = 1; 2576 datasize = sizeof(struct PFX_eckd_data); 2577 } else { 2578 cplength = 2; 2579 datasize = sizeof(struct DE_eckd_data) + 2580 sizeof(struct LO_eckd_data); 2581 } 2582 cplength += count; 2583 2584 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev); 2585 if (IS_ERR(cqr)) 2586 return cqr; 2587 2588 start_priv->count++; 2589 data = cqr->data; 2590 ccw = cqr->cpaddr; 2591 2592 if (use_prefix) { 2593 prefix_LRE(ccw++, data, fdata->start_unit, fdata->stop_unit, 2594 DASD_ECKD_CCW_READ_COUNT, base, startdev, 1, 0, 2595 count, 0, 0); 2596 } else { 2597 define_extent(ccw++, data, fdata->start_unit, fdata->stop_unit, 2598 DASD_ECKD_CCW_READ_COUNT, startdev, 0); 2599 2600 data += sizeof(struct DE_eckd_data); 2601 ccw[-1].flags |= CCW_FLAG_CC; 2602 2603 locate_record(ccw++, data, fdata->start_unit, 0, count, 2604 DASD_ECKD_CCW_READ_COUNT, base, 0); 2605 } 2606 2607 for (i = 0; i < count; i++) { 2608 ccw[-1].flags |= CCW_FLAG_CC; 2609 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2610 ccw->flags = CCW_FLAG_SLI; 2611 ccw->count = 8; 2612 ccw->cda = (__u32)(addr_t) fmt_buffer; 2613 ccw++; 2614 fmt_buffer++; 2615 } 2616 2617 cqr->startdev = startdev; 2618 cqr->memdev = startdev; 2619 cqr->basedev = base; 2620 cqr->retries = DASD_RETRIES; 2621 cqr->expires = startdev->default_expires * HZ; 2622 cqr->buildclk = get_tod_clock(); 2623 cqr->status = DASD_CQR_FILLED; 2624 /* Set flags to suppress output for expected errors */ 2625 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 2626 2627 return cqr; 2628 } 2629 2630 static struct dasd_ccw_req * 2631 dasd_eckd_build_format(struct dasd_device *base, struct dasd_device *startdev, 2632 struct format_data_t *fdata, int enable_pav) 2633 { 2634 struct dasd_eckd_private *base_priv; 2635 struct dasd_eckd_private *start_priv; 2636 struct dasd_ccw_req *fcp; 2637 struct eckd_count *ect; 2638 struct ch_t address; 2639 struct ccw1 *ccw; 2640 void *data; 2641 int rpt; 2642 int cplength, datasize; 2643 int i, j; 2644 int intensity = 0; 2645 int r0_perm; 2646 int nr_tracks; 2647 int use_prefix; 2648 2649 if (enable_pav) 2650 startdev = dasd_alias_get_start_dev(base); 2651 2652 if (!startdev) 2653 startdev = base; 2654 2655 start_priv = startdev->private; 2656 base_priv = base->private; 2657 2658 rpt = recs_per_track(&base_priv->rdc_data, 0, fdata->blksize); 2659 2660 nr_tracks = fdata->stop_unit - fdata->start_unit + 1; 2661 2662 /* 2663 * fdata->intensity is a bit string that tells us what to do: 2664 * Bit 0: write record zero 2665 * Bit 1: write home address, currently not supported 2666 * Bit 2: invalidate tracks 2667 * Bit 3: use OS/390 compatible disk layout (cdl) 2668 * Bit 4: do not allow storage subsystem to modify record zero 2669 * Only some bit combinations do make sense. 2670 */ 2671 if (fdata->intensity & 0x10) { 2672 r0_perm = 0; 2673 intensity = fdata->intensity & ~0x10; 2674 } else { 2675 r0_perm = 1; 2676 intensity = fdata->intensity; 2677 } 2678 2679 use_prefix = base_priv->features.feature[8] & 0x01; 2680 2681 switch (intensity) { 2682 case 0x00: /* Normal format */ 2683 case 0x08: /* Normal format, use cdl. */ 2684 cplength = 2 + (rpt*nr_tracks); 2685 if (use_prefix) 2686 datasize = sizeof(struct PFX_eckd_data) + 2687 sizeof(struct LO_eckd_data) + 2688 rpt * nr_tracks * sizeof(struct eckd_count); 2689 else 2690 datasize = sizeof(struct DE_eckd_data) + 2691 sizeof(struct LO_eckd_data) + 2692 rpt * nr_tracks * sizeof(struct eckd_count); 2693 break; 2694 case 0x01: /* Write record zero and format track. */ 2695 case 0x09: /* Write record zero and format track, use cdl. */ 2696 cplength = 2 + rpt * nr_tracks; 2697 if (use_prefix) 2698 datasize = sizeof(struct PFX_eckd_data) + 2699 sizeof(struct LO_eckd_data) + 2700 sizeof(struct eckd_count) + 2701 rpt * nr_tracks * sizeof(struct eckd_count); 2702 else 2703 datasize = sizeof(struct DE_eckd_data) + 2704 sizeof(struct LO_eckd_data) + 2705 sizeof(struct eckd_count) + 2706 rpt * nr_tracks * sizeof(struct eckd_count); 2707 break; 2708 case 0x04: /* Invalidate track. */ 2709 case 0x0c: /* Invalidate track, use cdl. */ 2710 cplength = 3; 2711 if (use_prefix) 2712 datasize = sizeof(struct PFX_eckd_data) + 2713 sizeof(struct LO_eckd_data) + 2714 sizeof(struct eckd_count); 2715 else 2716 datasize = sizeof(struct DE_eckd_data) + 2717 sizeof(struct LO_eckd_data) + 2718 sizeof(struct eckd_count); 2719 break; 2720 default: 2721 dev_warn(&startdev->cdev->dev, 2722 "An I/O control call used incorrect flags 0x%x\n", 2723 fdata->intensity); 2724 return ERR_PTR(-EINVAL); 2725 } 2726 2727 fcp = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev); 2728 if (IS_ERR(fcp)) 2729 return fcp; 2730 2731 start_priv->count++; 2732 data = fcp->data; 2733 ccw = fcp->cpaddr; 2734 2735 switch (intensity & ~0x08) { 2736 case 0x00: /* Normal format. */ 2737 if (use_prefix) { 2738 prefix(ccw++, (struct PFX_eckd_data *) data, 2739 fdata->start_unit, fdata->stop_unit, 2740 DASD_ECKD_CCW_WRITE_CKD, base, startdev); 2741 /* grant subsystem permission to format R0 */ 2742 if (r0_perm) 2743 ((struct PFX_eckd_data *)data) 2744 ->define_extent.ga_extended |= 0x04; 2745 data += sizeof(struct PFX_eckd_data); 2746 } else { 2747 define_extent(ccw++, (struct DE_eckd_data *) data, 2748 fdata->start_unit, fdata->stop_unit, 2749 DASD_ECKD_CCW_WRITE_CKD, startdev, 0); 2750 /* grant subsystem permission to format R0 */ 2751 if (r0_perm) 2752 ((struct DE_eckd_data *) data) 2753 ->ga_extended |= 0x04; 2754 data += sizeof(struct DE_eckd_data); 2755 } 2756 ccw[-1].flags |= CCW_FLAG_CC; 2757 locate_record(ccw++, (struct LO_eckd_data *) data, 2758 fdata->start_unit, 0, rpt*nr_tracks, 2759 DASD_ECKD_CCW_WRITE_CKD, base, 2760 fdata->blksize); 2761 data += sizeof(struct LO_eckd_data); 2762 break; 2763 case 0x01: /* Write record zero + format track. */ 2764 if (use_prefix) { 2765 prefix(ccw++, (struct PFX_eckd_data *) data, 2766 fdata->start_unit, fdata->stop_unit, 2767 DASD_ECKD_CCW_WRITE_RECORD_ZERO, 2768 base, startdev); 2769 data += sizeof(struct PFX_eckd_data); 2770 } else { 2771 define_extent(ccw++, (struct DE_eckd_data *) data, 2772 fdata->start_unit, fdata->stop_unit, 2773 DASD_ECKD_CCW_WRITE_RECORD_ZERO, startdev, 0); 2774 data += sizeof(struct DE_eckd_data); 2775 } 2776 ccw[-1].flags |= CCW_FLAG_CC; 2777 locate_record(ccw++, (struct LO_eckd_data *) data, 2778 fdata->start_unit, 0, rpt * nr_tracks + 1, 2779 DASD_ECKD_CCW_WRITE_RECORD_ZERO, base, 2780 base->block->bp_block); 2781 data += sizeof(struct LO_eckd_data); 2782 break; 2783 case 0x04: /* Invalidate track. */ 2784 if (use_prefix) { 2785 prefix(ccw++, (struct PFX_eckd_data *) data, 2786 fdata->start_unit, fdata->stop_unit, 2787 DASD_ECKD_CCW_WRITE_CKD, base, startdev); 2788 data += sizeof(struct PFX_eckd_data); 2789 } else { 2790 define_extent(ccw++, (struct DE_eckd_data *) data, 2791 fdata->start_unit, fdata->stop_unit, 2792 DASD_ECKD_CCW_WRITE_CKD, startdev, 0); 2793 data += sizeof(struct DE_eckd_data); 2794 } 2795 ccw[-1].flags |= CCW_FLAG_CC; 2796 locate_record(ccw++, (struct LO_eckd_data *) data, 2797 fdata->start_unit, 0, 1, 2798 DASD_ECKD_CCW_WRITE_CKD, base, 8); 2799 data += sizeof(struct LO_eckd_data); 2800 break; 2801 } 2802 2803 for (j = 0; j < nr_tracks; j++) { 2804 /* calculate cylinder and head for the current track */ 2805 set_ch_t(&address, 2806 (fdata->start_unit + j) / 2807 base_priv->rdc_data.trk_per_cyl, 2808 (fdata->start_unit + j) % 2809 base_priv->rdc_data.trk_per_cyl); 2810 if (intensity & 0x01) { /* write record zero */ 2811 ect = (struct eckd_count *) data; 2812 data += sizeof(struct eckd_count); 2813 ect->cyl = address.cyl; 2814 ect->head = address.head; 2815 ect->record = 0; 2816 ect->kl = 0; 2817 ect->dl = 8; 2818 ccw[-1].flags |= CCW_FLAG_CC; 2819 ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO; 2820 ccw->flags = CCW_FLAG_SLI; 2821 ccw->count = 8; 2822 ccw->cda = (__u32)(addr_t) ect; 2823 ccw++; 2824 } 2825 if ((intensity & ~0x08) & 0x04) { /* erase track */ 2826 ect = (struct eckd_count *) data; 2827 data += sizeof(struct eckd_count); 2828 ect->cyl = address.cyl; 2829 ect->head = address.head; 2830 ect->record = 1; 2831 ect->kl = 0; 2832 ect->dl = 0; 2833 ccw[-1].flags |= CCW_FLAG_CC; 2834 ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD; 2835 ccw->flags = CCW_FLAG_SLI; 2836 ccw->count = 8; 2837 ccw->cda = (__u32)(addr_t) ect; 2838 } else { /* write remaining records */ 2839 for (i = 0; i < rpt; i++) { 2840 ect = (struct eckd_count *) data; 2841 data += sizeof(struct eckd_count); 2842 ect->cyl = address.cyl; 2843 ect->head = address.head; 2844 ect->record = i + 1; 2845 ect->kl = 0; 2846 ect->dl = fdata->blksize; 2847 /* 2848 * Check for special tracks 0-1 2849 * when formatting CDL 2850 */ 2851 if ((intensity & 0x08) && 2852 address.cyl == 0 && address.head == 0) { 2853 if (i < 3) { 2854 ect->kl = 4; 2855 ect->dl = sizes_trk0[i] - 4; 2856 } 2857 } 2858 if ((intensity & 0x08) && 2859 address.cyl == 0 && address.head == 1) { 2860 ect->kl = 44; 2861 ect->dl = LABEL_SIZE - 44; 2862 } 2863 ccw[-1].flags |= CCW_FLAG_CC; 2864 if (i != 0 || j == 0) 2865 ccw->cmd_code = 2866 DASD_ECKD_CCW_WRITE_CKD; 2867 else 2868 ccw->cmd_code = 2869 DASD_ECKD_CCW_WRITE_CKD_MT; 2870 ccw->flags = CCW_FLAG_SLI; 2871 ccw->count = 8; 2872 ccw->cda = (__u32)(addr_t) ect; 2873 ccw++; 2874 } 2875 } 2876 } 2877 2878 fcp->startdev = startdev; 2879 fcp->memdev = startdev; 2880 fcp->basedev = base; 2881 fcp->retries = 256; 2882 fcp->expires = startdev->default_expires * HZ; 2883 fcp->buildclk = get_tod_clock(); 2884 fcp->status = DASD_CQR_FILLED; 2885 2886 return fcp; 2887 } 2888 2889 /* 2890 * Wrapper function to build a CCW request depending on input data 2891 */ 2892 static struct dasd_ccw_req * 2893 dasd_eckd_format_build_ccw_req(struct dasd_device *base, 2894 struct format_data_t *fdata, int enable_pav, 2895 int tpm, struct eckd_count *fmt_buffer, int rpt) 2896 { 2897 struct dasd_ccw_req *ccw_req; 2898 2899 if (!fmt_buffer) { 2900 ccw_req = dasd_eckd_build_format(base, NULL, fdata, enable_pav); 2901 } else { 2902 if (tpm) 2903 ccw_req = dasd_eckd_build_check_tcw(base, fdata, 2904 enable_pav, 2905 fmt_buffer, rpt); 2906 else 2907 ccw_req = dasd_eckd_build_check(base, fdata, enable_pav, 2908 fmt_buffer, rpt); 2909 } 2910 2911 return ccw_req; 2912 } 2913 2914 /* 2915 * Sanity checks on format_data 2916 */ 2917 static int dasd_eckd_format_sanity_checks(struct dasd_device *base, 2918 struct format_data_t *fdata) 2919 { 2920 struct dasd_eckd_private *private = base->private; 2921 2922 if (fdata->start_unit >= 2923 (private->real_cyl * private->rdc_data.trk_per_cyl)) { 2924 dev_warn(&base->cdev->dev, 2925 "Start track number %u used in formatting is too big\n", 2926 fdata->start_unit); 2927 return -EINVAL; 2928 } 2929 if (fdata->stop_unit >= 2930 (private->real_cyl * private->rdc_data.trk_per_cyl)) { 2931 dev_warn(&base->cdev->dev, 2932 "Stop track number %u used in formatting is too big\n", 2933 fdata->stop_unit); 2934 return -EINVAL; 2935 } 2936 if (fdata->start_unit > fdata->stop_unit) { 2937 dev_warn(&base->cdev->dev, 2938 "Start track %u used in formatting exceeds end track\n", 2939 fdata->start_unit); 2940 return -EINVAL; 2941 } 2942 if (dasd_check_blocksize(fdata->blksize) != 0) { 2943 dev_warn(&base->cdev->dev, 2944 "The DASD cannot be formatted with block size %u\n", 2945 fdata->blksize); 2946 return -EINVAL; 2947 } 2948 return 0; 2949 } 2950 2951 /* 2952 * This function will process format_data originally coming from an IOCTL 2953 */ 2954 static int dasd_eckd_format_process_data(struct dasd_device *base, 2955 struct format_data_t *fdata, 2956 int enable_pav, int tpm, 2957 struct eckd_count *fmt_buffer, int rpt, 2958 struct irb *irb) 2959 { 2960 struct dasd_eckd_private *private = base->private; 2961 struct dasd_ccw_req *cqr, *n; 2962 struct list_head format_queue; 2963 struct dasd_device *device; 2964 char *sense = NULL; 2965 int old_start, old_stop, format_step; 2966 int step, retry; 2967 int rc; 2968 2969 rc = dasd_eckd_format_sanity_checks(base, fdata); 2970 if (rc) 2971 return rc; 2972 2973 INIT_LIST_HEAD(&format_queue); 2974 2975 old_start = fdata->start_unit; 2976 old_stop = fdata->stop_unit; 2977 2978 if (!tpm && fmt_buffer != NULL) { 2979 /* Command Mode / Format Check */ 2980 format_step = 1; 2981 } else if (tpm && fmt_buffer != NULL) { 2982 /* Transport Mode / Format Check */ 2983 format_step = DASD_CQR_MAX_CCW / rpt; 2984 } else { 2985 /* Normal Formatting */ 2986 format_step = DASD_CQR_MAX_CCW / 2987 recs_per_track(&private->rdc_data, 0, fdata->blksize); 2988 } 2989 2990 do { 2991 retry = 0; 2992 while (fdata->start_unit <= old_stop) { 2993 step = fdata->stop_unit - fdata->start_unit + 1; 2994 if (step > format_step) { 2995 fdata->stop_unit = 2996 fdata->start_unit + format_step - 1; 2997 } 2998 2999 cqr = dasd_eckd_format_build_ccw_req(base, fdata, 3000 enable_pav, tpm, 3001 fmt_buffer, rpt); 3002 if (IS_ERR(cqr)) { 3003 rc = PTR_ERR(cqr); 3004 if (rc == -ENOMEM) { 3005 if (list_empty(&format_queue)) 3006 goto out; 3007 /* 3008 * not enough memory available, start 3009 * requests retry after first requests 3010 * were finished 3011 */ 3012 retry = 1; 3013 break; 3014 } 3015 goto out_err; 3016 } 3017 list_add_tail(&cqr->blocklist, &format_queue); 3018 3019 if (fmt_buffer) { 3020 step = fdata->stop_unit - fdata->start_unit + 1; 3021 fmt_buffer += rpt * step; 3022 } 3023 fdata->start_unit = fdata->stop_unit + 1; 3024 fdata->stop_unit = old_stop; 3025 } 3026 3027 rc = dasd_sleep_on_queue(&format_queue); 3028 3029 out_err: 3030 list_for_each_entry_safe(cqr, n, &format_queue, blocklist) { 3031 device = cqr->startdev; 3032 private = device->private; 3033 3034 if (cqr->status == DASD_CQR_FAILED) { 3035 /* 3036 * Only get sense data if called by format 3037 * check 3038 */ 3039 if (fmt_buffer && irb) { 3040 sense = dasd_get_sense(&cqr->irb); 3041 memcpy(irb, &cqr->irb, sizeof(*irb)); 3042 } 3043 rc = -EIO; 3044 } 3045 list_del_init(&cqr->blocklist); 3046 dasd_ffree_request(cqr, device); 3047 private->count--; 3048 } 3049 3050 if (rc && rc != -EIO) 3051 goto out; 3052 if (rc == -EIO) { 3053 /* 3054 * In case fewer than the expected records are on the 3055 * track, we will most likely get a 'No Record Found' 3056 * error (in command mode) or a 'File Protected' error 3057 * (in transport mode). Those particular cases shouldn't 3058 * pass the -EIO to the IOCTL, therefore reset the rc 3059 * and continue. 3060 */ 3061 if (sense && 3062 (sense[1] & SNS1_NO_REC_FOUND || 3063 sense[1] & SNS1_FILE_PROTECTED)) 3064 retry = 1; 3065 else 3066 goto out; 3067 } 3068 3069 } while (retry); 3070 3071 out: 3072 fdata->start_unit = old_start; 3073 fdata->stop_unit = old_stop; 3074 3075 return rc; 3076 } 3077 3078 static int dasd_eckd_format_device(struct dasd_device *base, 3079 struct format_data_t *fdata, int enable_pav) 3080 { 3081 return dasd_eckd_format_process_data(base, fdata, enable_pav, 0, NULL, 3082 0, NULL); 3083 } 3084 3085 static bool test_and_set_format_track(struct dasd_format_entry *to_format, 3086 struct dasd_ccw_req *cqr) 3087 { 3088 struct dasd_block *block = cqr->block; 3089 struct dasd_format_entry *format; 3090 unsigned long flags; 3091 bool rc = false; 3092 3093 spin_lock_irqsave(&block->format_lock, flags); 3094 if (cqr->trkcount != atomic_read(&block->trkcount)) { 3095 /* 3096 * The number of formatted tracks has changed after request 3097 * start and we can not tell if the current track was involved. 3098 * To avoid data corruption treat it as if the current track is 3099 * involved 3100 */ 3101 rc = true; 3102 goto out; 3103 } 3104 list_for_each_entry(format, &block->format_list, list) { 3105 if (format->track == to_format->track) { 3106 rc = true; 3107 goto out; 3108 } 3109 } 3110 list_add_tail(&to_format->list, &block->format_list); 3111 3112 out: 3113 spin_unlock_irqrestore(&block->format_lock, flags); 3114 return rc; 3115 } 3116 3117 static void clear_format_track(struct dasd_format_entry *format, 3118 struct dasd_block *block) 3119 { 3120 unsigned long flags; 3121 3122 spin_lock_irqsave(&block->format_lock, flags); 3123 atomic_inc(&block->trkcount); 3124 list_del_init(&format->list); 3125 spin_unlock_irqrestore(&block->format_lock, flags); 3126 } 3127 3128 /* 3129 * Callback function to free ESE format requests. 3130 */ 3131 static void dasd_eckd_ese_format_cb(struct dasd_ccw_req *cqr, void *data) 3132 { 3133 struct dasd_device *device = cqr->startdev; 3134 struct dasd_eckd_private *private = device->private; 3135 struct dasd_format_entry *format = data; 3136 3137 clear_format_track(format, cqr->basedev->block); 3138 private->count--; 3139 dasd_ffree_request(cqr, device); 3140 } 3141 3142 static struct dasd_ccw_req * 3143 dasd_eckd_ese_format(struct dasd_device *startdev, struct dasd_ccw_req *cqr, 3144 struct irb *irb) 3145 { 3146 struct dasd_eckd_private *private; 3147 struct dasd_format_entry *format; 3148 struct format_data_t fdata; 3149 unsigned int recs_per_trk; 3150 struct dasd_ccw_req *fcqr; 3151 struct dasd_device *base; 3152 struct dasd_block *block; 3153 unsigned int blksize; 3154 struct request *req; 3155 sector_t first_trk; 3156 sector_t last_trk; 3157 sector_t curr_trk; 3158 int rc; 3159 3160 req = dasd_get_callback_data(cqr); 3161 block = cqr->block; 3162 base = block->base; 3163 private = base->private; 3164 blksize = block->bp_block; 3165 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 3166 format = &startdev->format_entry; 3167 3168 first_trk = blk_rq_pos(req) >> block->s2b_shift; 3169 sector_div(first_trk, recs_per_trk); 3170 last_trk = 3171 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 3172 sector_div(last_trk, recs_per_trk); 3173 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk); 3174 if (rc) 3175 return ERR_PTR(rc); 3176 3177 if (curr_trk < first_trk || curr_trk > last_trk) { 3178 DBF_DEV_EVENT(DBF_WARNING, startdev, 3179 "ESE error track %llu not within range %llu - %llu\n", 3180 curr_trk, first_trk, last_trk); 3181 return ERR_PTR(-EINVAL); 3182 } 3183 format->track = curr_trk; 3184 /* test if track is already in formatting by another thread */ 3185 if (test_and_set_format_track(format, cqr)) { 3186 /* this is no real error so do not count down retries */ 3187 cqr->retries++; 3188 return ERR_PTR(-EEXIST); 3189 } 3190 3191 fdata.start_unit = curr_trk; 3192 fdata.stop_unit = curr_trk; 3193 fdata.blksize = blksize; 3194 fdata.intensity = private->uses_cdl ? DASD_FMT_INT_COMPAT : 0; 3195 3196 rc = dasd_eckd_format_sanity_checks(base, &fdata); 3197 if (rc) 3198 return ERR_PTR(-EINVAL); 3199 3200 /* 3201 * We're building the request with PAV disabled as we're reusing 3202 * the former startdev. 3203 */ 3204 fcqr = dasd_eckd_build_format(base, startdev, &fdata, 0); 3205 if (IS_ERR(fcqr)) 3206 return fcqr; 3207 3208 fcqr->callback = dasd_eckd_ese_format_cb; 3209 fcqr->callback_data = (void *) format; 3210 3211 return fcqr; 3212 } 3213 3214 /* 3215 * When data is read from an unformatted area of an ESE volume, this function 3216 * returns zeroed data and thereby mimics a read of zero data. 3217 * 3218 * The first unformatted track is the one that got the NRF error, the address is 3219 * encoded in the sense data. 3220 * 3221 * All tracks before have returned valid data and should not be touched. 3222 * All tracks after the unformatted track might be formatted or not. This is 3223 * currently not known, remember the processed data and return the remainder of 3224 * the request to the blocklayer in __dasd_cleanup_cqr(). 3225 */ 3226 static int dasd_eckd_ese_read(struct dasd_ccw_req *cqr, struct irb *irb) 3227 { 3228 struct dasd_eckd_private *private; 3229 sector_t first_trk, last_trk; 3230 sector_t first_blk, last_blk; 3231 unsigned int blksize, off; 3232 unsigned int recs_per_trk; 3233 struct dasd_device *base; 3234 struct req_iterator iter; 3235 struct dasd_block *block; 3236 unsigned int skip_block; 3237 unsigned int blk_count; 3238 struct request *req; 3239 struct bio_vec bv; 3240 sector_t curr_trk; 3241 sector_t end_blk; 3242 char *dst; 3243 int rc; 3244 3245 req = (struct request *) cqr->callback_data; 3246 base = cqr->block->base; 3247 blksize = base->block->bp_block; 3248 block = cqr->block; 3249 private = base->private; 3250 skip_block = 0; 3251 blk_count = 0; 3252 3253 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 3254 first_trk = first_blk = blk_rq_pos(req) >> block->s2b_shift; 3255 sector_div(first_trk, recs_per_trk); 3256 last_trk = last_blk = 3257 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 3258 sector_div(last_trk, recs_per_trk); 3259 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk); 3260 if (rc) 3261 return rc; 3262 3263 /* sanity check if the current track from sense data is valid */ 3264 if (curr_trk < first_trk || curr_trk > last_trk) { 3265 DBF_DEV_EVENT(DBF_WARNING, base, 3266 "ESE error track %llu not within range %llu - %llu\n", 3267 curr_trk, first_trk, last_trk); 3268 return -EINVAL; 3269 } 3270 3271 /* 3272 * if not the first track got the NRF error we have to skip over valid 3273 * blocks 3274 */ 3275 if (curr_trk != first_trk) 3276 skip_block = curr_trk * recs_per_trk - first_blk; 3277 3278 /* we have no information beyond the current track */ 3279 end_blk = (curr_trk + 1) * recs_per_trk; 3280 3281 rq_for_each_segment(bv, req, iter) { 3282 dst = bvec_virt(&bv); 3283 for (off = 0; off < bv.bv_len; off += blksize) { 3284 if (first_blk + blk_count >= end_blk) { 3285 cqr->proc_bytes = blk_count * blksize; 3286 return 0; 3287 } 3288 if (dst && !skip_block) 3289 memset(dst, 0, blksize); 3290 else 3291 skip_block--; 3292 dst += blksize; 3293 blk_count++; 3294 } 3295 } 3296 return 0; 3297 } 3298 3299 /* 3300 * Helper function to count consecutive records of a single track. 3301 */ 3302 static int dasd_eckd_count_records(struct eckd_count *fmt_buffer, int start, 3303 int max) 3304 { 3305 int head; 3306 int i; 3307 3308 head = fmt_buffer[start].head; 3309 3310 /* 3311 * There are 3 conditions where we stop counting: 3312 * - if data reoccurs (same head and record may reoccur), which may 3313 * happen due to the way DASD_ECKD_CCW_READ_COUNT works 3314 * - when the head changes, because we're iterating over several tracks 3315 * then (DASD_ECKD_CCW_READ_COUNT_MT) 3316 * - when we've reached the end of sensible data in the buffer (the 3317 * record will be 0 then) 3318 */ 3319 for (i = start; i < max; i++) { 3320 if (i > start) { 3321 if ((fmt_buffer[i].head == head && 3322 fmt_buffer[i].record == 1) || 3323 fmt_buffer[i].head != head || 3324 fmt_buffer[i].record == 0) 3325 break; 3326 } 3327 } 3328 3329 return i - start; 3330 } 3331 3332 /* 3333 * Evaluate a given range of tracks. Data like number of records, blocksize, 3334 * record ids, and key length are compared with expected data. 3335 * 3336 * If a mismatch occurs, the corresponding error bit is set, as well as 3337 * additional information, depending on the error. 3338 */ 3339 static void dasd_eckd_format_evaluate_tracks(struct eckd_count *fmt_buffer, 3340 struct format_check_t *cdata, 3341 int rpt_max, int rpt_exp, 3342 int trk_per_cyl, int tpm) 3343 { 3344 struct ch_t geo; 3345 int max_entries; 3346 int count = 0; 3347 int trkcount; 3348 int blksize; 3349 int pos = 0; 3350 int i, j; 3351 int kl; 3352 3353 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1; 3354 max_entries = trkcount * rpt_max; 3355 3356 for (i = cdata->expect.start_unit; i <= cdata->expect.stop_unit; i++) { 3357 /* Calculate the correct next starting position in the buffer */ 3358 if (tpm) { 3359 while (fmt_buffer[pos].record == 0 && 3360 fmt_buffer[pos].dl == 0) { 3361 if (pos++ > max_entries) 3362 break; 3363 } 3364 } else { 3365 if (i != cdata->expect.start_unit) 3366 pos += rpt_max - count; 3367 } 3368 3369 /* Calculate the expected geo values for the current track */ 3370 set_ch_t(&geo, i / trk_per_cyl, i % trk_per_cyl); 3371 3372 /* Count and check number of records */ 3373 count = dasd_eckd_count_records(fmt_buffer, pos, pos + rpt_max); 3374 3375 if (count < rpt_exp) { 3376 cdata->result = DASD_FMT_ERR_TOO_FEW_RECORDS; 3377 break; 3378 } 3379 if (count > rpt_exp) { 3380 cdata->result = DASD_FMT_ERR_TOO_MANY_RECORDS; 3381 break; 3382 } 3383 3384 for (j = 0; j < count; j++, pos++) { 3385 blksize = cdata->expect.blksize; 3386 kl = 0; 3387 3388 /* 3389 * Set special values when checking CDL formatted 3390 * devices. 3391 */ 3392 if ((cdata->expect.intensity & 0x08) && 3393 geo.cyl == 0 && geo.head == 0) { 3394 if (j < 3) { 3395 blksize = sizes_trk0[j] - 4; 3396 kl = 4; 3397 } 3398 } 3399 if ((cdata->expect.intensity & 0x08) && 3400 geo.cyl == 0 && geo.head == 1) { 3401 blksize = LABEL_SIZE - 44; 3402 kl = 44; 3403 } 3404 3405 /* Check blocksize */ 3406 if (fmt_buffer[pos].dl != blksize) { 3407 cdata->result = DASD_FMT_ERR_BLKSIZE; 3408 goto out; 3409 } 3410 /* Check if key length is 0 */ 3411 if (fmt_buffer[pos].kl != kl) { 3412 cdata->result = DASD_FMT_ERR_KEY_LENGTH; 3413 goto out; 3414 } 3415 /* Check if record_id is correct */ 3416 if (fmt_buffer[pos].cyl != geo.cyl || 3417 fmt_buffer[pos].head != geo.head || 3418 fmt_buffer[pos].record != (j + 1)) { 3419 cdata->result = DASD_FMT_ERR_RECORD_ID; 3420 goto out; 3421 } 3422 } 3423 } 3424 3425 out: 3426 /* 3427 * In case of no errors, we need to decrease by one 3428 * to get the correct positions. 3429 */ 3430 if (!cdata->result) { 3431 i--; 3432 pos--; 3433 } 3434 3435 cdata->unit = i; 3436 cdata->num_records = count; 3437 cdata->rec = fmt_buffer[pos].record; 3438 cdata->blksize = fmt_buffer[pos].dl; 3439 cdata->key_length = fmt_buffer[pos].kl; 3440 } 3441 3442 /* 3443 * Check the format of a range of tracks of a DASD. 3444 */ 3445 static int dasd_eckd_check_device_format(struct dasd_device *base, 3446 struct format_check_t *cdata, 3447 int enable_pav) 3448 { 3449 struct dasd_eckd_private *private = base->private; 3450 struct eckd_count *fmt_buffer; 3451 struct irb irb; 3452 int rpt_max, rpt_exp; 3453 int fmt_buffer_size; 3454 int trk_per_cyl; 3455 int trkcount; 3456 int tpm = 0; 3457 int rc; 3458 3459 trk_per_cyl = private->rdc_data.trk_per_cyl; 3460 3461 /* Get maximum and expected amount of records per track */ 3462 rpt_max = recs_per_track(&private->rdc_data, 0, 512) + 1; 3463 rpt_exp = recs_per_track(&private->rdc_data, 0, cdata->expect.blksize); 3464 3465 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1; 3466 fmt_buffer_size = trkcount * rpt_max * sizeof(struct eckd_count); 3467 3468 fmt_buffer = kzalloc(fmt_buffer_size, GFP_KERNEL | GFP_DMA); 3469 if (!fmt_buffer) 3470 return -ENOMEM; 3471 3472 /* 3473 * A certain FICON feature subset is needed to operate in transport 3474 * mode. Additionally, the support for transport mode is implicitly 3475 * checked by comparing the buffer size with fcx_max_data. As long as 3476 * the buffer size is smaller we can operate in transport mode and 3477 * process multiple tracks. If not, only one track at once is being 3478 * processed using command mode. 3479 */ 3480 if ((private->features.feature[40] & 0x04) && 3481 fmt_buffer_size <= private->fcx_max_data) 3482 tpm = 1; 3483 3484 rc = dasd_eckd_format_process_data(base, &cdata->expect, enable_pav, 3485 tpm, fmt_buffer, rpt_max, &irb); 3486 if (rc && rc != -EIO) 3487 goto out; 3488 if (rc == -EIO) { 3489 /* 3490 * If our first attempt with transport mode enabled comes back 3491 * with an incorrect length error, we're going to retry the 3492 * check with command mode. 3493 */ 3494 if (tpm && scsw_cstat(&irb.scsw) == 0x40) { 3495 tpm = 0; 3496 rc = dasd_eckd_format_process_data(base, &cdata->expect, 3497 enable_pav, tpm, 3498 fmt_buffer, rpt_max, 3499 &irb); 3500 if (rc) 3501 goto out; 3502 } else { 3503 goto out; 3504 } 3505 } 3506 3507 dasd_eckd_format_evaluate_tracks(fmt_buffer, cdata, rpt_max, rpt_exp, 3508 trk_per_cyl, tpm); 3509 3510 out: 3511 kfree(fmt_buffer); 3512 3513 return rc; 3514 } 3515 3516 static void dasd_eckd_handle_terminated_request(struct dasd_ccw_req *cqr) 3517 { 3518 if (cqr->retries < 0) { 3519 cqr->status = DASD_CQR_FAILED; 3520 return; 3521 } 3522 cqr->status = DASD_CQR_FILLED; 3523 if (cqr->block && (cqr->startdev != cqr->block->base)) { 3524 dasd_eckd_reset_ccw_to_base_io(cqr); 3525 cqr->startdev = cqr->block->base; 3526 cqr->lpm = dasd_path_get_opm(cqr->block->base); 3527 } 3528 }; 3529 3530 static dasd_erp_fn_t 3531 dasd_eckd_erp_action(struct dasd_ccw_req * cqr) 3532 { 3533 struct dasd_device *device = (struct dasd_device *) cqr->startdev; 3534 struct ccw_device *cdev = device->cdev; 3535 3536 switch (cdev->id.cu_type) { 3537 case 0x3990: 3538 case 0x2105: 3539 case 0x2107: 3540 case 0x1750: 3541 return dasd_3990_erp_action; 3542 case 0x9343: 3543 case 0x3880: 3544 default: 3545 return dasd_default_erp_action; 3546 } 3547 } 3548 3549 static dasd_erp_fn_t 3550 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr) 3551 { 3552 return dasd_default_erp_postaction; 3553 } 3554 3555 static void dasd_eckd_check_for_device_change(struct dasd_device *device, 3556 struct dasd_ccw_req *cqr, 3557 struct irb *irb) 3558 { 3559 char mask; 3560 char *sense = NULL; 3561 struct dasd_eckd_private *private = device->private; 3562 3563 /* first of all check for state change pending interrupt */ 3564 mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP; 3565 if ((scsw_dstat(&irb->scsw) & mask) == mask) { 3566 /* 3567 * for alias only, not in offline processing 3568 * and only if not suspended 3569 */ 3570 if (!device->block && private->lcu && 3571 device->state == DASD_STATE_ONLINE && 3572 !test_bit(DASD_FLAG_OFFLINE, &device->flags) && 3573 !test_bit(DASD_FLAG_SUSPENDED, &device->flags)) { 3574 /* schedule worker to reload device */ 3575 dasd_reload_device(device); 3576 } 3577 dasd_generic_handle_state_change(device); 3578 return; 3579 } 3580 3581 sense = dasd_get_sense(irb); 3582 if (!sense) 3583 return; 3584 3585 /* summary unit check */ 3586 if ((sense[27] & DASD_SENSE_BIT_0) && (sense[7] == 0x0D) && 3587 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK)) { 3588 if (test_and_set_bit(DASD_FLAG_SUC, &device->flags)) { 3589 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 3590 "eckd suc: device already notified"); 3591 return; 3592 } 3593 sense = dasd_get_sense(irb); 3594 if (!sense) { 3595 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 3596 "eckd suc: no reason code available"); 3597 clear_bit(DASD_FLAG_SUC, &device->flags); 3598 return; 3599 3600 } 3601 private->suc_reason = sense[8]; 3602 DBF_DEV_EVENT(DBF_NOTICE, device, "%s %x", 3603 "eckd handle summary unit check: reason", 3604 private->suc_reason); 3605 dasd_get_device(device); 3606 if (!schedule_work(&device->suc_work)) 3607 dasd_put_device(device); 3608 3609 return; 3610 } 3611 3612 /* service information message SIM */ 3613 if (!cqr && !(sense[27] & DASD_SENSE_BIT_0) && 3614 ((sense[6] & DASD_SIM_SENSE) == DASD_SIM_SENSE)) { 3615 dasd_3990_erp_handle_sim(device, sense); 3616 return; 3617 } 3618 3619 /* loss of device reservation is handled via base devices only 3620 * as alias devices may be used with several bases 3621 */ 3622 if (device->block && (sense[27] & DASD_SENSE_BIT_0) && 3623 (sense[7] == 0x3F) && 3624 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK) && 3625 test_bit(DASD_FLAG_IS_RESERVED, &device->flags)) { 3626 if (device->features & DASD_FEATURE_FAILONSLCK) 3627 set_bit(DASD_FLAG_LOCK_STOLEN, &device->flags); 3628 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags); 3629 dev_err(&device->cdev->dev, 3630 "The device reservation was lost\n"); 3631 } 3632 } 3633 3634 static int dasd_eckd_ras_sanity_checks(struct dasd_device *device, 3635 unsigned int first_trk, 3636 unsigned int last_trk) 3637 { 3638 struct dasd_eckd_private *private = device->private; 3639 unsigned int trks_per_vol; 3640 int rc = 0; 3641 3642 trks_per_vol = private->real_cyl * private->rdc_data.trk_per_cyl; 3643 3644 if (first_trk >= trks_per_vol) { 3645 dev_warn(&device->cdev->dev, 3646 "Start track number %u used in the space release command is too big\n", 3647 first_trk); 3648 rc = -EINVAL; 3649 } else if (last_trk >= trks_per_vol) { 3650 dev_warn(&device->cdev->dev, 3651 "Stop track number %u used in the space release command is too big\n", 3652 last_trk); 3653 rc = -EINVAL; 3654 } else if (first_trk > last_trk) { 3655 dev_warn(&device->cdev->dev, 3656 "Start track %u used in the space release command exceeds the end track\n", 3657 first_trk); 3658 rc = -EINVAL; 3659 } 3660 return rc; 3661 } 3662 3663 /* 3664 * Helper function to count the amount of involved extents within a given range 3665 * with extent alignment in mind. 3666 */ 3667 static int count_exts(unsigned int from, unsigned int to, int trks_per_ext) 3668 { 3669 int cur_pos = 0; 3670 int count = 0; 3671 int tmp; 3672 3673 if (from == to) 3674 return 1; 3675 3676 /* Count first partial extent */ 3677 if (from % trks_per_ext != 0) { 3678 tmp = from + trks_per_ext - (from % trks_per_ext) - 1; 3679 if (tmp > to) 3680 tmp = to; 3681 cur_pos = tmp - from + 1; 3682 count++; 3683 } 3684 /* Count full extents */ 3685 if (to - (from + cur_pos) + 1 >= trks_per_ext) { 3686 tmp = to - ((to - trks_per_ext + 1) % trks_per_ext); 3687 count += (tmp - (from + cur_pos) + 1) / trks_per_ext; 3688 cur_pos = tmp; 3689 } 3690 /* Count last partial extent */ 3691 if (cur_pos < to) 3692 count++; 3693 3694 return count; 3695 } 3696 3697 /* 3698 * Release allocated space for a given range or an entire volume. 3699 */ 3700 static struct dasd_ccw_req * 3701 dasd_eckd_dso_ras(struct dasd_device *device, struct dasd_block *block, 3702 struct request *req, unsigned int first_trk, 3703 unsigned int last_trk, int by_extent) 3704 { 3705 struct dasd_eckd_private *private = device->private; 3706 struct dasd_dso_ras_ext_range *ras_range; 3707 struct dasd_rssd_features *features; 3708 struct dasd_dso_ras_data *ras_data; 3709 u16 heads, beg_head, end_head; 3710 int cur_to_trk, cur_from_trk; 3711 struct dasd_ccw_req *cqr; 3712 u32 beg_cyl, end_cyl; 3713 struct ccw1 *ccw; 3714 int trks_per_ext; 3715 size_t ras_size; 3716 size_t size; 3717 int nr_exts; 3718 void *rq; 3719 int i; 3720 3721 if (dasd_eckd_ras_sanity_checks(device, first_trk, last_trk)) 3722 return ERR_PTR(-EINVAL); 3723 3724 rq = req ? blk_mq_rq_to_pdu(req) : NULL; 3725 3726 features = &private->features; 3727 3728 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl; 3729 nr_exts = 0; 3730 if (by_extent) 3731 nr_exts = count_exts(first_trk, last_trk, trks_per_ext); 3732 ras_size = sizeof(*ras_data); 3733 size = ras_size + (nr_exts * sizeof(*ras_range)); 3734 3735 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, size, device, rq); 3736 if (IS_ERR(cqr)) { 3737 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 3738 "Could not allocate RAS request"); 3739 return cqr; 3740 } 3741 3742 ras_data = cqr->data; 3743 memset(ras_data, 0, size); 3744 3745 ras_data->order = DSO_ORDER_RAS; 3746 ras_data->flags.vol_type = 0; /* CKD volume */ 3747 /* Release specified extents or entire volume */ 3748 ras_data->op_flags.by_extent = by_extent; 3749 /* 3750 * This bit guarantees initialisation of tracks within an extent that is 3751 * not fully specified, but is only supported with a certain feature 3752 * subset. 3753 */ 3754 ras_data->op_flags.guarantee_init = !!(features->feature[56] & 0x01); 3755 ras_data->lss = private->conf.ned->ID; 3756 ras_data->dev_addr = private->conf.ned->unit_addr; 3757 ras_data->nr_exts = nr_exts; 3758 3759 if (by_extent) { 3760 heads = private->rdc_data.trk_per_cyl; 3761 cur_from_trk = first_trk; 3762 cur_to_trk = first_trk + trks_per_ext - 3763 (first_trk % trks_per_ext) - 1; 3764 if (cur_to_trk > last_trk) 3765 cur_to_trk = last_trk; 3766 ras_range = (struct dasd_dso_ras_ext_range *)(cqr->data + ras_size); 3767 3768 for (i = 0; i < nr_exts; i++) { 3769 beg_cyl = cur_from_trk / heads; 3770 beg_head = cur_from_trk % heads; 3771 end_cyl = cur_to_trk / heads; 3772 end_head = cur_to_trk % heads; 3773 3774 set_ch_t(&ras_range->beg_ext, beg_cyl, beg_head); 3775 set_ch_t(&ras_range->end_ext, end_cyl, end_head); 3776 3777 cur_from_trk = cur_to_trk + 1; 3778 cur_to_trk = cur_from_trk + trks_per_ext - 1; 3779 if (cur_to_trk > last_trk) 3780 cur_to_trk = last_trk; 3781 ras_range++; 3782 } 3783 } 3784 3785 ccw = cqr->cpaddr; 3786 ccw->cda = (__u32)(addr_t)cqr->data; 3787 ccw->cmd_code = DASD_ECKD_CCW_DSO; 3788 ccw->count = size; 3789 3790 cqr->startdev = device; 3791 cqr->memdev = device; 3792 cqr->block = block; 3793 cqr->retries = 256; 3794 cqr->expires = device->default_expires * HZ; 3795 cqr->buildclk = get_tod_clock(); 3796 cqr->status = DASD_CQR_FILLED; 3797 3798 return cqr; 3799 } 3800 3801 static int dasd_eckd_release_space_full(struct dasd_device *device) 3802 { 3803 struct dasd_ccw_req *cqr; 3804 int rc; 3805 3806 cqr = dasd_eckd_dso_ras(device, NULL, NULL, 0, 0, 0); 3807 if (IS_ERR(cqr)) 3808 return PTR_ERR(cqr); 3809 3810 rc = dasd_sleep_on_interruptible(cqr); 3811 3812 dasd_sfree_request(cqr, cqr->memdev); 3813 3814 return rc; 3815 } 3816 3817 static int dasd_eckd_release_space_trks(struct dasd_device *device, 3818 unsigned int from, unsigned int to) 3819 { 3820 struct dasd_eckd_private *private = device->private; 3821 struct dasd_block *block = device->block; 3822 struct dasd_ccw_req *cqr, *n; 3823 struct list_head ras_queue; 3824 unsigned int device_exts; 3825 int trks_per_ext; 3826 int stop, step; 3827 int cur_pos; 3828 int rc = 0; 3829 int retry; 3830 3831 INIT_LIST_HEAD(&ras_queue); 3832 3833 device_exts = private->real_cyl / dasd_eckd_ext_size(device); 3834 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl; 3835 3836 /* Make sure device limits are not exceeded */ 3837 step = trks_per_ext * min(device_exts, DASD_ECKD_RAS_EXTS_MAX); 3838 cur_pos = from; 3839 3840 do { 3841 retry = 0; 3842 while (cur_pos < to) { 3843 stop = cur_pos + step - 3844 ((cur_pos + step) % trks_per_ext) - 1; 3845 if (stop > to) 3846 stop = to; 3847 3848 cqr = dasd_eckd_dso_ras(device, NULL, NULL, cur_pos, stop, 1); 3849 if (IS_ERR(cqr)) { 3850 rc = PTR_ERR(cqr); 3851 if (rc == -ENOMEM) { 3852 if (list_empty(&ras_queue)) 3853 goto out; 3854 retry = 1; 3855 break; 3856 } 3857 goto err_out; 3858 } 3859 3860 spin_lock_irq(&block->queue_lock); 3861 list_add_tail(&cqr->blocklist, &ras_queue); 3862 spin_unlock_irq(&block->queue_lock); 3863 cur_pos = stop + 1; 3864 } 3865 3866 rc = dasd_sleep_on_queue_interruptible(&ras_queue); 3867 3868 err_out: 3869 list_for_each_entry_safe(cqr, n, &ras_queue, blocklist) { 3870 device = cqr->startdev; 3871 private = device->private; 3872 3873 spin_lock_irq(&block->queue_lock); 3874 list_del_init(&cqr->blocklist); 3875 spin_unlock_irq(&block->queue_lock); 3876 dasd_sfree_request(cqr, device); 3877 private->count--; 3878 } 3879 } while (retry); 3880 3881 out: 3882 return rc; 3883 } 3884 3885 static int dasd_eckd_release_space(struct dasd_device *device, 3886 struct format_data_t *rdata) 3887 { 3888 if (rdata->intensity & DASD_FMT_INT_ESE_FULL) 3889 return dasd_eckd_release_space_full(device); 3890 else if (rdata->intensity == 0) 3891 return dasd_eckd_release_space_trks(device, rdata->start_unit, 3892 rdata->stop_unit); 3893 else 3894 return -EINVAL; 3895 } 3896 3897 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_single( 3898 struct dasd_device *startdev, 3899 struct dasd_block *block, 3900 struct request *req, 3901 sector_t first_rec, 3902 sector_t last_rec, 3903 sector_t first_trk, 3904 sector_t last_trk, 3905 unsigned int first_offs, 3906 unsigned int last_offs, 3907 unsigned int blk_per_trk, 3908 unsigned int blksize) 3909 { 3910 struct dasd_eckd_private *private; 3911 unsigned long *idaws; 3912 struct LO_eckd_data *LO_data; 3913 struct dasd_ccw_req *cqr; 3914 struct ccw1 *ccw; 3915 struct req_iterator iter; 3916 struct bio_vec bv; 3917 char *dst; 3918 unsigned int off; 3919 int count, cidaw, cplength, datasize; 3920 sector_t recid; 3921 unsigned char cmd, rcmd; 3922 int use_prefix; 3923 struct dasd_device *basedev; 3924 3925 basedev = block->base; 3926 private = basedev->private; 3927 if (rq_data_dir(req) == READ) 3928 cmd = DASD_ECKD_CCW_READ_MT; 3929 else if (rq_data_dir(req) == WRITE) 3930 cmd = DASD_ECKD_CCW_WRITE_MT; 3931 else 3932 return ERR_PTR(-EINVAL); 3933 3934 /* Check struct bio and count the number of blocks for the request. */ 3935 count = 0; 3936 cidaw = 0; 3937 rq_for_each_segment(bv, req, iter) { 3938 if (bv.bv_len & (blksize - 1)) 3939 /* Eckd can only do full blocks. */ 3940 return ERR_PTR(-EINVAL); 3941 count += bv.bv_len >> (block->s2b_shift + 9); 3942 if (idal_is_needed (page_address(bv.bv_page), bv.bv_len)) 3943 cidaw += bv.bv_len >> (block->s2b_shift + 9); 3944 } 3945 /* Paranoia. */ 3946 if (count != last_rec - first_rec + 1) 3947 return ERR_PTR(-EINVAL); 3948 3949 /* use the prefix command if available */ 3950 use_prefix = private->features.feature[8] & 0x01; 3951 if (use_prefix) { 3952 /* 1x prefix + number of blocks */ 3953 cplength = 2 + count; 3954 /* 1x prefix + cidaws*sizeof(long) */ 3955 datasize = sizeof(struct PFX_eckd_data) + 3956 sizeof(struct LO_eckd_data) + 3957 cidaw * sizeof(unsigned long); 3958 } else { 3959 /* 1x define extent + 1x locate record + number of blocks */ 3960 cplength = 2 + count; 3961 /* 1x define extent + 1x locate record + cidaws*sizeof(long) */ 3962 datasize = sizeof(struct DE_eckd_data) + 3963 sizeof(struct LO_eckd_data) + 3964 cidaw * sizeof(unsigned long); 3965 } 3966 /* Find out the number of additional locate record ccws for cdl. */ 3967 if (private->uses_cdl && first_rec < 2*blk_per_trk) { 3968 if (last_rec >= 2*blk_per_trk) 3969 count = 2*blk_per_trk - first_rec; 3970 cplength += count; 3971 datasize += count*sizeof(struct LO_eckd_data); 3972 } 3973 /* Allocate the ccw request. */ 3974 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, 3975 startdev, blk_mq_rq_to_pdu(req)); 3976 if (IS_ERR(cqr)) 3977 return cqr; 3978 ccw = cqr->cpaddr; 3979 /* First ccw is define extent or prefix. */ 3980 if (use_prefix) { 3981 if (prefix(ccw++, cqr->data, first_trk, 3982 last_trk, cmd, basedev, startdev) == -EAGAIN) { 3983 /* Clock not in sync and XRC is enabled. 3984 * Try again later. 3985 */ 3986 dasd_sfree_request(cqr, startdev); 3987 return ERR_PTR(-EAGAIN); 3988 } 3989 idaws = (unsigned long *) (cqr->data + 3990 sizeof(struct PFX_eckd_data)); 3991 } else { 3992 if (define_extent(ccw++, cqr->data, first_trk, 3993 last_trk, cmd, basedev, 0) == -EAGAIN) { 3994 /* Clock not in sync and XRC is enabled. 3995 * Try again later. 3996 */ 3997 dasd_sfree_request(cqr, startdev); 3998 return ERR_PTR(-EAGAIN); 3999 } 4000 idaws = (unsigned long *) (cqr->data + 4001 sizeof(struct DE_eckd_data)); 4002 } 4003 /* Build locate_record+read/write/ccws. */ 4004 LO_data = (struct LO_eckd_data *) (idaws + cidaw); 4005 recid = first_rec; 4006 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) { 4007 /* Only standard blocks so there is just one locate record. */ 4008 ccw[-1].flags |= CCW_FLAG_CC; 4009 locate_record(ccw++, LO_data++, first_trk, first_offs + 1, 4010 last_rec - recid + 1, cmd, basedev, blksize); 4011 } 4012 rq_for_each_segment(bv, req, iter) { 4013 dst = bvec_virt(&bv); 4014 if (dasd_page_cache) { 4015 char *copy = kmem_cache_alloc(dasd_page_cache, 4016 GFP_DMA | __GFP_NOWARN); 4017 if (copy && rq_data_dir(req) == WRITE) 4018 memcpy(copy + bv.bv_offset, dst, bv.bv_len); 4019 if (copy) 4020 dst = copy + bv.bv_offset; 4021 } 4022 for (off = 0; off < bv.bv_len; off += blksize) { 4023 sector_t trkid = recid; 4024 unsigned int recoffs = sector_div(trkid, blk_per_trk); 4025 rcmd = cmd; 4026 count = blksize; 4027 /* Locate record for cdl special block ? */ 4028 if (private->uses_cdl && recid < 2*blk_per_trk) { 4029 if (dasd_eckd_cdl_special(blk_per_trk, recid)){ 4030 rcmd |= 0x8; 4031 count = dasd_eckd_cdl_reclen(recid); 4032 if (count < blksize && 4033 rq_data_dir(req) == READ) 4034 memset(dst + count, 0xe5, 4035 blksize - count); 4036 } 4037 ccw[-1].flags |= CCW_FLAG_CC; 4038 locate_record(ccw++, LO_data++, 4039 trkid, recoffs + 1, 4040 1, rcmd, basedev, count); 4041 } 4042 /* Locate record for standard blocks ? */ 4043 if (private->uses_cdl && recid == 2*blk_per_trk) { 4044 ccw[-1].flags |= CCW_FLAG_CC; 4045 locate_record(ccw++, LO_data++, 4046 trkid, recoffs + 1, 4047 last_rec - recid + 1, 4048 cmd, basedev, count); 4049 } 4050 /* Read/write ccw. */ 4051 ccw[-1].flags |= CCW_FLAG_CC; 4052 ccw->cmd_code = rcmd; 4053 ccw->count = count; 4054 if (idal_is_needed(dst, blksize)) { 4055 ccw->cda = (__u32)(addr_t) idaws; 4056 ccw->flags = CCW_FLAG_IDA; 4057 idaws = idal_create_words(idaws, dst, blksize); 4058 } else { 4059 ccw->cda = (__u32)(addr_t) dst; 4060 ccw->flags = 0; 4061 } 4062 ccw++; 4063 dst += blksize; 4064 recid++; 4065 } 4066 } 4067 if (blk_noretry_request(req) || 4068 block->base->features & DASD_FEATURE_FAILFAST) 4069 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4070 cqr->startdev = startdev; 4071 cqr->memdev = startdev; 4072 cqr->block = block; 4073 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4074 cqr->lpm = dasd_path_get_ppm(startdev); 4075 cqr->retries = startdev->default_retries; 4076 cqr->buildclk = get_tod_clock(); 4077 cqr->status = DASD_CQR_FILLED; 4078 4079 /* Set flags to suppress output for expected errors */ 4080 if (dasd_eckd_is_ese(basedev)) { 4081 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 4082 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 4083 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4084 } 4085 4086 return cqr; 4087 } 4088 4089 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_track( 4090 struct dasd_device *startdev, 4091 struct dasd_block *block, 4092 struct request *req, 4093 sector_t first_rec, 4094 sector_t last_rec, 4095 sector_t first_trk, 4096 sector_t last_trk, 4097 unsigned int first_offs, 4098 unsigned int last_offs, 4099 unsigned int blk_per_trk, 4100 unsigned int blksize) 4101 { 4102 unsigned long *idaws; 4103 struct dasd_ccw_req *cqr; 4104 struct ccw1 *ccw; 4105 struct req_iterator iter; 4106 struct bio_vec bv; 4107 char *dst, *idaw_dst; 4108 unsigned int cidaw, cplength, datasize; 4109 unsigned int tlf; 4110 sector_t recid; 4111 unsigned char cmd; 4112 struct dasd_device *basedev; 4113 unsigned int trkcount, count, count_to_trk_end; 4114 unsigned int idaw_len, seg_len, part_len, len_to_track_end; 4115 unsigned char new_track, end_idaw; 4116 sector_t trkid; 4117 unsigned int recoffs; 4118 4119 basedev = block->base; 4120 if (rq_data_dir(req) == READ) 4121 cmd = DASD_ECKD_CCW_READ_TRACK_DATA; 4122 else if (rq_data_dir(req) == WRITE) 4123 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA; 4124 else 4125 return ERR_PTR(-EINVAL); 4126 4127 /* Track based I/O needs IDAWs for each page, and not just for 4128 * 64 bit addresses. We need additional idals for pages 4129 * that get filled from two tracks, so we use the number 4130 * of records as upper limit. 4131 */ 4132 cidaw = last_rec - first_rec + 1; 4133 trkcount = last_trk - first_trk + 1; 4134 4135 /* 1x prefix + one read/write ccw per track */ 4136 cplength = 1 + trkcount; 4137 4138 datasize = sizeof(struct PFX_eckd_data) + cidaw * sizeof(unsigned long); 4139 4140 /* Allocate the ccw request. */ 4141 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, 4142 startdev, blk_mq_rq_to_pdu(req)); 4143 if (IS_ERR(cqr)) 4144 return cqr; 4145 ccw = cqr->cpaddr; 4146 /* transfer length factor: how many bytes to read from the last track */ 4147 if (first_trk == last_trk) 4148 tlf = last_offs - first_offs + 1; 4149 else 4150 tlf = last_offs + 1; 4151 tlf *= blksize; 4152 4153 if (prefix_LRE(ccw++, cqr->data, first_trk, 4154 last_trk, cmd, basedev, startdev, 4155 1 /* format */, first_offs + 1, 4156 trkcount, blksize, 4157 tlf) == -EAGAIN) { 4158 /* Clock not in sync and XRC is enabled. 4159 * Try again later. 4160 */ 4161 dasd_sfree_request(cqr, startdev); 4162 return ERR_PTR(-EAGAIN); 4163 } 4164 4165 /* 4166 * The translation of request into ccw programs must meet the 4167 * following conditions: 4168 * - all idaws but the first and the last must address full pages 4169 * (or 2K blocks on 31-bit) 4170 * - the scope of a ccw and it's idal ends with the track boundaries 4171 */ 4172 idaws = (unsigned long *) (cqr->data + sizeof(struct PFX_eckd_data)); 4173 recid = first_rec; 4174 new_track = 1; 4175 end_idaw = 0; 4176 len_to_track_end = 0; 4177 idaw_dst = NULL; 4178 idaw_len = 0; 4179 rq_for_each_segment(bv, req, iter) { 4180 dst = bvec_virt(&bv); 4181 seg_len = bv.bv_len; 4182 while (seg_len) { 4183 if (new_track) { 4184 trkid = recid; 4185 recoffs = sector_div(trkid, blk_per_trk); 4186 count_to_trk_end = blk_per_trk - recoffs; 4187 count = min((last_rec - recid + 1), 4188 (sector_t)count_to_trk_end); 4189 len_to_track_end = count * blksize; 4190 ccw[-1].flags |= CCW_FLAG_CC; 4191 ccw->cmd_code = cmd; 4192 ccw->count = len_to_track_end; 4193 ccw->cda = (__u32)(addr_t)idaws; 4194 ccw->flags = CCW_FLAG_IDA; 4195 ccw++; 4196 recid += count; 4197 new_track = 0; 4198 /* first idaw for a ccw may start anywhere */ 4199 if (!idaw_dst) 4200 idaw_dst = dst; 4201 } 4202 /* If we start a new idaw, we must make sure that it 4203 * starts on an IDA_BLOCK_SIZE boundary. 4204 * If we continue an idaw, we must make sure that the 4205 * current segment begins where the so far accumulated 4206 * idaw ends 4207 */ 4208 if (!idaw_dst) { 4209 if (__pa(dst) & (IDA_BLOCK_SIZE-1)) { 4210 dasd_sfree_request(cqr, startdev); 4211 return ERR_PTR(-ERANGE); 4212 } else 4213 idaw_dst = dst; 4214 } 4215 if ((idaw_dst + idaw_len) != dst) { 4216 dasd_sfree_request(cqr, startdev); 4217 return ERR_PTR(-ERANGE); 4218 } 4219 part_len = min(seg_len, len_to_track_end); 4220 seg_len -= part_len; 4221 dst += part_len; 4222 idaw_len += part_len; 4223 len_to_track_end -= part_len; 4224 /* collected memory area ends on an IDA_BLOCK border, 4225 * -> create an idaw 4226 * idal_create_words will handle cases where idaw_len 4227 * is larger then IDA_BLOCK_SIZE 4228 */ 4229 if (!(__pa(idaw_dst + idaw_len) & (IDA_BLOCK_SIZE-1))) 4230 end_idaw = 1; 4231 /* We also need to end the idaw at track end */ 4232 if (!len_to_track_end) { 4233 new_track = 1; 4234 end_idaw = 1; 4235 } 4236 if (end_idaw) { 4237 idaws = idal_create_words(idaws, idaw_dst, 4238 idaw_len); 4239 idaw_dst = NULL; 4240 idaw_len = 0; 4241 end_idaw = 0; 4242 } 4243 } 4244 } 4245 4246 if (blk_noretry_request(req) || 4247 block->base->features & DASD_FEATURE_FAILFAST) 4248 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4249 cqr->startdev = startdev; 4250 cqr->memdev = startdev; 4251 cqr->block = block; 4252 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4253 cqr->lpm = dasd_path_get_ppm(startdev); 4254 cqr->retries = startdev->default_retries; 4255 cqr->buildclk = get_tod_clock(); 4256 cqr->status = DASD_CQR_FILLED; 4257 4258 /* Set flags to suppress output for expected errors */ 4259 if (dasd_eckd_is_ese(basedev)) 4260 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4261 4262 return cqr; 4263 } 4264 4265 static int prepare_itcw(struct itcw *itcw, 4266 unsigned int trk, unsigned int totrk, int cmd, 4267 struct dasd_device *basedev, 4268 struct dasd_device *startdev, 4269 unsigned int rec_on_trk, int count, 4270 unsigned int blksize, 4271 unsigned int total_data_size, 4272 unsigned int tlf, 4273 unsigned int blk_per_trk) 4274 { 4275 struct PFX_eckd_data pfxdata; 4276 struct dasd_eckd_private *basepriv, *startpriv; 4277 struct DE_eckd_data *dedata; 4278 struct LRE_eckd_data *lredata; 4279 struct dcw *dcw; 4280 4281 u32 begcyl, endcyl; 4282 u16 heads, beghead, endhead; 4283 u8 pfx_cmd; 4284 4285 int rc = 0; 4286 int sector = 0; 4287 int dn, d; 4288 4289 4290 /* setup prefix data */ 4291 basepriv = basedev->private; 4292 startpriv = startdev->private; 4293 dedata = &pfxdata.define_extent; 4294 lredata = &pfxdata.locate_record; 4295 4296 memset(&pfxdata, 0, sizeof(pfxdata)); 4297 pfxdata.format = 1; /* PFX with LRE */ 4298 pfxdata.base_address = basepriv->conf.ned->unit_addr; 4299 pfxdata.base_lss = basepriv->conf.ned->ID; 4300 pfxdata.validity.define_extent = 1; 4301 4302 /* private uid is kept up to date, conf_data may be outdated */ 4303 if (startpriv->uid.type == UA_BASE_PAV_ALIAS) 4304 pfxdata.validity.verify_base = 1; 4305 4306 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) { 4307 pfxdata.validity.verify_base = 1; 4308 pfxdata.validity.hyper_pav = 1; 4309 } 4310 4311 switch (cmd) { 4312 case DASD_ECKD_CCW_READ_TRACK_DATA: 4313 dedata->mask.perm = 0x1; 4314 dedata->attributes.operation = basepriv->attrib.operation; 4315 dedata->blk_size = blksize; 4316 dedata->ga_extended |= 0x42; 4317 lredata->operation.orientation = 0x0; 4318 lredata->operation.operation = 0x0C; 4319 lredata->auxiliary.check_bytes = 0x01; 4320 pfx_cmd = DASD_ECKD_CCW_PFX_READ; 4321 break; 4322 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 4323 dedata->mask.perm = 0x02; 4324 dedata->attributes.operation = basepriv->attrib.operation; 4325 dedata->blk_size = blksize; 4326 rc = set_timestamp(NULL, dedata, basedev); 4327 dedata->ga_extended |= 0x42; 4328 lredata->operation.orientation = 0x0; 4329 lredata->operation.operation = 0x3F; 4330 lredata->extended_operation = 0x23; 4331 lredata->auxiliary.check_bytes = 0x2; 4332 /* 4333 * If XRC is supported the System Time Stamp is set. The 4334 * validity of the time stamp must be reflected in the prefix 4335 * data as well. 4336 */ 4337 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02) 4338 pfxdata.validity.time_stamp = 1; /* 'Time Stamp Valid' */ 4339 pfx_cmd = DASD_ECKD_CCW_PFX; 4340 break; 4341 case DASD_ECKD_CCW_READ_COUNT_MT: 4342 dedata->mask.perm = 0x1; 4343 dedata->attributes.operation = DASD_BYPASS_CACHE; 4344 dedata->ga_extended |= 0x42; 4345 dedata->blk_size = blksize; 4346 lredata->operation.orientation = 0x2; 4347 lredata->operation.operation = 0x16; 4348 lredata->auxiliary.check_bytes = 0x01; 4349 pfx_cmd = DASD_ECKD_CCW_PFX_READ; 4350 break; 4351 default: 4352 DBF_DEV_EVENT(DBF_ERR, basedev, 4353 "prepare itcw, unknown opcode 0x%x", cmd); 4354 BUG(); 4355 break; 4356 } 4357 if (rc) 4358 return rc; 4359 4360 dedata->attributes.mode = 0x3; /* ECKD */ 4361 4362 heads = basepriv->rdc_data.trk_per_cyl; 4363 begcyl = trk / heads; 4364 beghead = trk % heads; 4365 endcyl = totrk / heads; 4366 endhead = totrk % heads; 4367 4368 /* check for sequential prestage - enhance cylinder range */ 4369 if (dedata->attributes.operation == DASD_SEQ_PRESTAGE || 4370 dedata->attributes.operation == DASD_SEQ_ACCESS) { 4371 4372 if (endcyl + basepriv->attrib.nr_cyl < basepriv->real_cyl) 4373 endcyl += basepriv->attrib.nr_cyl; 4374 else 4375 endcyl = (basepriv->real_cyl - 1); 4376 } 4377 4378 set_ch_t(&dedata->beg_ext, begcyl, beghead); 4379 set_ch_t(&dedata->end_ext, endcyl, endhead); 4380 4381 dedata->ep_format = 0x20; /* records per track is valid */ 4382 dedata->ep_rec_per_track = blk_per_trk; 4383 4384 if (rec_on_trk) { 4385 switch (basepriv->rdc_data.dev_type) { 4386 case 0x3390: 4387 dn = ceil_quot(blksize + 6, 232); 4388 d = 9 + ceil_quot(blksize + 6 * (dn + 1), 34); 4389 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 4390 break; 4391 case 0x3380: 4392 d = 7 + ceil_quot(blksize + 12, 32); 4393 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 4394 break; 4395 } 4396 } 4397 4398 if (cmd == DASD_ECKD_CCW_READ_COUNT_MT) { 4399 lredata->auxiliary.length_valid = 0; 4400 lredata->auxiliary.length_scope = 0; 4401 lredata->sector = 0xff; 4402 } else { 4403 lredata->auxiliary.length_valid = 1; 4404 lredata->auxiliary.length_scope = 1; 4405 lredata->sector = sector; 4406 } 4407 lredata->auxiliary.imbedded_ccw_valid = 1; 4408 lredata->length = tlf; 4409 lredata->imbedded_ccw = cmd; 4410 lredata->count = count; 4411 set_ch_t(&lredata->seek_addr, begcyl, beghead); 4412 lredata->search_arg.cyl = lredata->seek_addr.cyl; 4413 lredata->search_arg.head = lredata->seek_addr.head; 4414 lredata->search_arg.record = rec_on_trk; 4415 4416 dcw = itcw_add_dcw(itcw, pfx_cmd, 0, 4417 &pfxdata, sizeof(pfxdata), total_data_size); 4418 return PTR_ERR_OR_ZERO(dcw); 4419 } 4420 4421 static struct dasd_ccw_req *dasd_eckd_build_cp_tpm_track( 4422 struct dasd_device *startdev, 4423 struct dasd_block *block, 4424 struct request *req, 4425 sector_t first_rec, 4426 sector_t last_rec, 4427 sector_t first_trk, 4428 sector_t last_trk, 4429 unsigned int first_offs, 4430 unsigned int last_offs, 4431 unsigned int blk_per_trk, 4432 unsigned int blksize) 4433 { 4434 struct dasd_ccw_req *cqr; 4435 struct req_iterator iter; 4436 struct bio_vec bv; 4437 char *dst; 4438 unsigned int trkcount, ctidaw; 4439 unsigned char cmd; 4440 struct dasd_device *basedev; 4441 unsigned int tlf; 4442 struct itcw *itcw; 4443 struct tidaw *last_tidaw = NULL; 4444 int itcw_op; 4445 size_t itcw_size; 4446 u8 tidaw_flags; 4447 unsigned int seg_len, part_len, len_to_track_end; 4448 unsigned char new_track; 4449 sector_t recid, trkid; 4450 unsigned int offs; 4451 unsigned int count, count_to_trk_end; 4452 int ret; 4453 4454 basedev = block->base; 4455 if (rq_data_dir(req) == READ) { 4456 cmd = DASD_ECKD_CCW_READ_TRACK_DATA; 4457 itcw_op = ITCW_OP_READ; 4458 } else if (rq_data_dir(req) == WRITE) { 4459 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA; 4460 itcw_op = ITCW_OP_WRITE; 4461 } else 4462 return ERR_PTR(-EINVAL); 4463 4464 /* trackbased I/O needs address all memory via TIDAWs, 4465 * not just for 64 bit addresses. This allows us to map 4466 * each segment directly to one tidaw. 4467 * In the case of write requests, additional tidaws may 4468 * be needed when a segment crosses a track boundary. 4469 */ 4470 trkcount = last_trk - first_trk + 1; 4471 ctidaw = 0; 4472 rq_for_each_segment(bv, req, iter) { 4473 ++ctidaw; 4474 } 4475 if (rq_data_dir(req) == WRITE) 4476 ctidaw += (last_trk - first_trk); 4477 4478 /* Allocate the ccw request. */ 4479 itcw_size = itcw_calc_size(0, ctidaw, 0); 4480 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev, 4481 blk_mq_rq_to_pdu(req)); 4482 if (IS_ERR(cqr)) 4483 return cqr; 4484 4485 /* transfer length factor: how many bytes to read from the last track */ 4486 if (first_trk == last_trk) 4487 tlf = last_offs - first_offs + 1; 4488 else 4489 tlf = last_offs + 1; 4490 tlf *= blksize; 4491 4492 itcw = itcw_init(cqr->data, itcw_size, itcw_op, 0, ctidaw, 0); 4493 if (IS_ERR(itcw)) { 4494 ret = -EINVAL; 4495 goto out_error; 4496 } 4497 cqr->cpaddr = itcw_get_tcw(itcw); 4498 if (prepare_itcw(itcw, first_trk, last_trk, 4499 cmd, basedev, startdev, 4500 first_offs + 1, 4501 trkcount, blksize, 4502 (last_rec - first_rec + 1) * blksize, 4503 tlf, blk_per_trk) == -EAGAIN) { 4504 /* Clock not in sync and XRC is enabled. 4505 * Try again later. 4506 */ 4507 ret = -EAGAIN; 4508 goto out_error; 4509 } 4510 len_to_track_end = 0; 4511 /* 4512 * A tidaw can address 4k of memory, but must not cross page boundaries 4513 * We can let the block layer handle this by setting 4514 * blk_queue_segment_boundary to page boundaries and 4515 * blk_max_segment_size to page size when setting up the request queue. 4516 * For write requests, a TIDAW must not cross track boundaries, because 4517 * we have to set the CBC flag on the last tidaw for each track. 4518 */ 4519 if (rq_data_dir(req) == WRITE) { 4520 new_track = 1; 4521 recid = first_rec; 4522 rq_for_each_segment(bv, req, iter) { 4523 dst = bvec_virt(&bv); 4524 seg_len = bv.bv_len; 4525 while (seg_len) { 4526 if (new_track) { 4527 trkid = recid; 4528 offs = sector_div(trkid, blk_per_trk); 4529 count_to_trk_end = blk_per_trk - offs; 4530 count = min((last_rec - recid + 1), 4531 (sector_t)count_to_trk_end); 4532 len_to_track_end = count * blksize; 4533 recid += count; 4534 new_track = 0; 4535 } 4536 part_len = min(seg_len, len_to_track_end); 4537 seg_len -= part_len; 4538 len_to_track_end -= part_len; 4539 /* We need to end the tidaw at track end */ 4540 if (!len_to_track_end) { 4541 new_track = 1; 4542 tidaw_flags = TIDAW_FLAGS_INSERT_CBC; 4543 } else 4544 tidaw_flags = 0; 4545 last_tidaw = itcw_add_tidaw(itcw, tidaw_flags, 4546 dst, part_len); 4547 if (IS_ERR(last_tidaw)) { 4548 ret = -EINVAL; 4549 goto out_error; 4550 } 4551 dst += part_len; 4552 } 4553 } 4554 } else { 4555 rq_for_each_segment(bv, req, iter) { 4556 dst = bvec_virt(&bv); 4557 last_tidaw = itcw_add_tidaw(itcw, 0x00, 4558 dst, bv.bv_len); 4559 if (IS_ERR(last_tidaw)) { 4560 ret = -EINVAL; 4561 goto out_error; 4562 } 4563 } 4564 } 4565 last_tidaw->flags |= TIDAW_FLAGS_LAST; 4566 last_tidaw->flags &= ~TIDAW_FLAGS_INSERT_CBC; 4567 itcw_finalize(itcw); 4568 4569 if (blk_noretry_request(req) || 4570 block->base->features & DASD_FEATURE_FAILFAST) 4571 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4572 cqr->cpmode = 1; 4573 cqr->startdev = startdev; 4574 cqr->memdev = startdev; 4575 cqr->block = block; 4576 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4577 cqr->lpm = dasd_path_get_ppm(startdev); 4578 cqr->retries = startdev->default_retries; 4579 cqr->buildclk = get_tod_clock(); 4580 cqr->status = DASD_CQR_FILLED; 4581 4582 /* Set flags to suppress output for expected errors */ 4583 if (dasd_eckd_is_ese(basedev)) { 4584 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 4585 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 4586 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4587 } 4588 4589 return cqr; 4590 out_error: 4591 dasd_sfree_request(cqr, startdev); 4592 return ERR_PTR(ret); 4593 } 4594 4595 static struct dasd_ccw_req *dasd_eckd_build_cp(struct dasd_device *startdev, 4596 struct dasd_block *block, 4597 struct request *req) 4598 { 4599 int cmdrtd, cmdwtd; 4600 int use_prefix; 4601 int fcx_multitrack; 4602 struct dasd_eckd_private *private; 4603 struct dasd_device *basedev; 4604 sector_t first_rec, last_rec; 4605 sector_t first_trk, last_trk; 4606 unsigned int first_offs, last_offs; 4607 unsigned int blk_per_trk, blksize; 4608 int cdlspecial; 4609 unsigned int data_size; 4610 struct dasd_ccw_req *cqr; 4611 4612 basedev = block->base; 4613 private = basedev->private; 4614 4615 /* Calculate number of blocks/records per track. */ 4616 blksize = block->bp_block; 4617 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 4618 if (blk_per_trk == 0) 4619 return ERR_PTR(-EINVAL); 4620 /* Calculate record id of first and last block. */ 4621 first_rec = first_trk = blk_rq_pos(req) >> block->s2b_shift; 4622 first_offs = sector_div(first_trk, blk_per_trk); 4623 last_rec = last_trk = 4624 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 4625 last_offs = sector_div(last_trk, blk_per_trk); 4626 cdlspecial = (private->uses_cdl && first_rec < 2*blk_per_trk); 4627 4628 fcx_multitrack = private->features.feature[40] & 0x20; 4629 data_size = blk_rq_bytes(req); 4630 if (data_size % blksize) 4631 return ERR_PTR(-EINVAL); 4632 /* tpm write request add CBC data on each track boundary */ 4633 if (rq_data_dir(req) == WRITE) 4634 data_size += (last_trk - first_trk) * 4; 4635 4636 /* is read track data and write track data in command mode supported? */ 4637 cmdrtd = private->features.feature[9] & 0x20; 4638 cmdwtd = private->features.feature[12] & 0x40; 4639 use_prefix = private->features.feature[8] & 0x01; 4640 4641 cqr = NULL; 4642 if (cdlspecial || dasd_page_cache) { 4643 /* do nothing, just fall through to the cmd mode single case */ 4644 } else if ((data_size <= private->fcx_max_data) 4645 && (fcx_multitrack || (first_trk == last_trk))) { 4646 cqr = dasd_eckd_build_cp_tpm_track(startdev, block, req, 4647 first_rec, last_rec, 4648 first_trk, last_trk, 4649 first_offs, last_offs, 4650 blk_per_trk, blksize); 4651 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) && 4652 (PTR_ERR(cqr) != -ENOMEM)) 4653 cqr = NULL; 4654 } else if (use_prefix && 4655 (((rq_data_dir(req) == READ) && cmdrtd) || 4656 ((rq_data_dir(req) == WRITE) && cmdwtd))) { 4657 cqr = dasd_eckd_build_cp_cmd_track(startdev, block, req, 4658 first_rec, last_rec, 4659 first_trk, last_trk, 4660 first_offs, last_offs, 4661 blk_per_trk, blksize); 4662 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) && 4663 (PTR_ERR(cqr) != -ENOMEM)) 4664 cqr = NULL; 4665 } 4666 if (!cqr) 4667 cqr = dasd_eckd_build_cp_cmd_single(startdev, block, req, 4668 first_rec, last_rec, 4669 first_trk, last_trk, 4670 first_offs, last_offs, 4671 blk_per_trk, blksize); 4672 return cqr; 4673 } 4674 4675 static struct dasd_ccw_req *dasd_eckd_build_cp_raw(struct dasd_device *startdev, 4676 struct dasd_block *block, 4677 struct request *req) 4678 { 4679 sector_t start_padding_sectors, end_sector_offset, end_padding_sectors; 4680 unsigned int seg_len, len_to_track_end; 4681 unsigned int cidaw, cplength, datasize; 4682 sector_t first_trk, last_trk, sectors; 4683 struct dasd_eckd_private *base_priv; 4684 struct dasd_device *basedev; 4685 struct req_iterator iter; 4686 struct dasd_ccw_req *cqr; 4687 unsigned int first_offs; 4688 unsigned int trkcount; 4689 unsigned long *idaws; 4690 unsigned int size; 4691 unsigned char cmd; 4692 struct bio_vec bv; 4693 struct ccw1 *ccw; 4694 int use_prefix; 4695 void *data; 4696 char *dst; 4697 4698 /* 4699 * raw track access needs to be mutiple of 64k and on 64k boundary 4700 * For read requests we can fix an incorrect alignment by padding 4701 * the request with dummy pages. 4702 */ 4703 start_padding_sectors = blk_rq_pos(req) % DASD_RAW_SECTORS_PER_TRACK; 4704 end_sector_offset = (blk_rq_pos(req) + blk_rq_sectors(req)) % 4705 DASD_RAW_SECTORS_PER_TRACK; 4706 end_padding_sectors = (DASD_RAW_SECTORS_PER_TRACK - end_sector_offset) % 4707 DASD_RAW_SECTORS_PER_TRACK; 4708 basedev = block->base; 4709 if ((start_padding_sectors || end_padding_sectors) && 4710 (rq_data_dir(req) == WRITE)) { 4711 DBF_DEV_EVENT(DBF_ERR, basedev, 4712 "raw write not track aligned (%llu,%llu) req %p", 4713 start_padding_sectors, end_padding_sectors, req); 4714 return ERR_PTR(-EINVAL); 4715 } 4716 4717 first_trk = blk_rq_pos(req) / DASD_RAW_SECTORS_PER_TRACK; 4718 last_trk = (blk_rq_pos(req) + blk_rq_sectors(req) - 1) / 4719 DASD_RAW_SECTORS_PER_TRACK; 4720 trkcount = last_trk - first_trk + 1; 4721 first_offs = 0; 4722 4723 if (rq_data_dir(req) == READ) 4724 cmd = DASD_ECKD_CCW_READ_TRACK; 4725 else if (rq_data_dir(req) == WRITE) 4726 cmd = DASD_ECKD_CCW_WRITE_FULL_TRACK; 4727 else 4728 return ERR_PTR(-EINVAL); 4729 4730 /* 4731 * Raw track based I/O needs IDAWs for each page, 4732 * and not just for 64 bit addresses. 4733 */ 4734 cidaw = trkcount * DASD_RAW_BLOCK_PER_TRACK; 4735 4736 /* 4737 * struct PFX_eckd_data and struct LRE_eckd_data can have up to 2 bytes 4738 * of extended parameter. This is needed for write full track. 4739 */ 4740 base_priv = basedev->private; 4741 use_prefix = base_priv->features.feature[8] & 0x01; 4742 if (use_prefix) { 4743 cplength = 1 + trkcount; 4744 size = sizeof(struct PFX_eckd_data) + 2; 4745 } else { 4746 cplength = 2 + trkcount; 4747 size = sizeof(struct DE_eckd_data) + 4748 sizeof(struct LRE_eckd_data) + 2; 4749 } 4750 size = ALIGN(size, 8); 4751 4752 datasize = size + cidaw * sizeof(unsigned long); 4753 4754 /* Allocate the ccw request. */ 4755 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, 4756 datasize, startdev, blk_mq_rq_to_pdu(req)); 4757 if (IS_ERR(cqr)) 4758 return cqr; 4759 4760 ccw = cqr->cpaddr; 4761 data = cqr->data; 4762 4763 if (use_prefix) { 4764 prefix_LRE(ccw++, data, first_trk, last_trk, cmd, basedev, 4765 startdev, 1, first_offs + 1, trkcount, 0, 0); 4766 } else { 4767 define_extent(ccw++, data, first_trk, last_trk, cmd, basedev, 0); 4768 ccw[-1].flags |= CCW_FLAG_CC; 4769 4770 data += sizeof(struct DE_eckd_data); 4771 locate_record_ext(ccw++, data, first_trk, first_offs + 1, 4772 trkcount, cmd, basedev, 0, 0); 4773 } 4774 4775 idaws = (unsigned long *)(cqr->data + size); 4776 len_to_track_end = 0; 4777 if (start_padding_sectors) { 4778 ccw[-1].flags |= CCW_FLAG_CC; 4779 ccw->cmd_code = cmd; 4780 /* maximum 3390 track size */ 4781 ccw->count = 57326; 4782 /* 64k map to one track */ 4783 len_to_track_end = 65536 - start_padding_sectors * 512; 4784 ccw->cda = (__u32)(addr_t)idaws; 4785 ccw->flags |= CCW_FLAG_IDA; 4786 ccw->flags |= CCW_FLAG_SLI; 4787 ccw++; 4788 for (sectors = 0; sectors < start_padding_sectors; sectors += 8) 4789 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE); 4790 } 4791 rq_for_each_segment(bv, req, iter) { 4792 dst = bvec_virt(&bv); 4793 seg_len = bv.bv_len; 4794 if (cmd == DASD_ECKD_CCW_READ_TRACK) 4795 memset(dst, 0, seg_len); 4796 if (!len_to_track_end) { 4797 ccw[-1].flags |= CCW_FLAG_CC; 4798 ccw->cmd_code = cmd; 4799 /* maximum 3390 track size */ 4800 ccw->count = 57326; 4801 /* 64k map to one track */ 4802 len_to_track_end = 65536; 4803 ccw->cda = (__u32)(addr_t)idaws; 4804 ccw->flags |= CCW_FLAG_IDA; 4805 ccw->flags |= CCW_FLAG_SLI; 4806 ccw++; 4807 } 4808 len_to_track_end -= seg_len; 4809 idaws = idal_create_words(idaws, dst, seg_len); 4810 } 4811 for (sectors = 0; sectors < end_padding_sectors; sectors += 8) 4812 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE); 4813 if (blk_noretry_request(req) || 4814 block->base->features & DASD_FEATURE_FAILFAST) 4815 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4816 cqr->startdev = startdev; 4817 cqr->memdev = startdev; 4818 cqr->block = block; 4819 cqr->expires = startdev->default_expires * HZ; 4820 cqr->lpm = dasd_path_get_ppm(startdev); 4821 cqr->retries = startdev->default_retries; 4822 cqr->buildclk = get_tod_clock(); 4823 cqr->status = DASD_CQR_FILLED; 4824 4825 return cqr; 4826 } 4827 4828 4829 static int 4830 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req) 4831 { 4832 struct dasd_eckd_private *private; 4833 struct ccw1 *ccw; 4834 struct req_iterator iter; 4835 struct bio_vec bv; 4836 char *dst, *cda; 4837 unsigned int blksize, blk_per_trk, off; 4838 sector_t recid; 4839 int status; 4840 4841 if (!dasd_page_cache) 4842 goto out; 4843 private = cqr->block->base->private; 4844 blksize = cqr->block->bp_block; 4845 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 4846 recid = blk_rq_pos(req) >> cqr->block->s2b_shift; 4847 ccw = cqr->cpaddr; 4848 /* Skip over define extent & locate record. */ 4849 ccw++; 4850 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) 4851 ccw++; 4852 rq_for_each_segment(bv, req, iter) { 4853 dst = bvec_virt(&bv); 4854 for (off = 0; off < bv.bv_len; off += blksize) { 4855 /* Skip locate record. */ 4856 if (private->uses_cdl && recid <= 2*blk_per_trk) 4857 ccw++; 4858 if (dst) { 4859 if (ccw->flags & CCW_FLAG_IDA) 4860 cda = *((char **)((addr_t) ccw->cda)); 4861 else 4862 cda = (char *)((addr_t) ccw->cda); 4863 if (dst != cda) { 4864 if (rq_data_dir(req) == READ) 4865 memcpy(dst, cda, bv.bv_len); 4866 kmem_cache_free(dasd_page_cache, 4867 (void *)((addr_t)cda & PAGE_MASK)); 4868 } 4869 dst = NULL; 4870 } 4871 ccw++; 4872 recid++; 4873 } 4874 } 4875 out: 4876 status = cqr->status == DASD_CQR_DONE; 4877 dasd_sfree_request(cqr, cqr->memdev); 4878 return status; 4879 } 4880 4881 /* 4882 * Modify ccw/tcw in cqr so it can be started on a base device. 4883 * 4884 * Note that this is not enough to restart the cqr! 4885 * Either reset cqr->startdev as well (summary unit check handling) 4886 * or restart via separate cqr (as in ERP handling). 4887 */ 4888 void dasd_eckd_reset_ccw_to_base_io(struct dasd_ccw_req *cqr) 4889 { 4890 struct ccw1 *ccw; 4891 struct PFX_eckd_data *pfxdata; 4892 struct tcw *tcw; 4893 struct tccb *tccb; 4894 struct dcw *dcw; 4895 4896 if (cqr->cpmode == 1) { 4897 tcw = cqr->cpaddr; 4898 tccb = tcw_get_tccb(tcw); 4899 dcw = (struct dcw *)&tccb->tca[0]; 4900 pfxdata = (struct PFX_eckd_data *)&dcw->cd[0]; 4901 pfxdata->validity.verify_base = 0; 4902 pfxdata->validity.hyper_pav = 0; 4903 } else { 4904 ccw = cqr->cpaddr; 4905 pfxdata = cqr->data; 4906 if (ccw->cmd_code == DASD_ECKD_CCW_PFX) { 4907 pfxdata->validity.verify_base = 0; 4908 pfxdata->validity.hyper_pav = 0; 4909 } 4910 } 4911 } 4912 4913 #define DASD_ECKD_CHANQ_MAX_SIZE 4 4914 4915 static struct dasd_ccw_req *dasd_eckd_build_alias_cp(struct dasd_device *base, 4916 struct dasd_block *block, 4917 struct request *req) 4918 { 4919 struct dasd_eckd_private *private; 4920 struct dasd_device *startdev; 4921 unsigned long flags; 4922 struct dasd_ccw_req *cqr; 4923 4924 startdev = dasd_alias_get_start_dev(base); 4925 if (!startdev) 4926 startdev = base; 4927 private = startdev->private; 4928 if (private->count >= DASD_ECKD_CHANQ_MAX_SIZE) 4929 return ERR_PTR(-EBUSY); 4930 4931 spin_lock_irqsave(get_ccwdev_lock(startdev->cdev), flags); 4932 private->count++; 4933 if ((base->features & DASD_FEATURE_USERAW)) 4934 cqr = dasd_eckd_build_cp_raw(startdev, block, req); 4935 else 4936 cqr = dasd_eckd_build_cp(startdev, block, req); 4937 if (IS_ERR(cqr)) 4938 private->count--; 4939 spin_unlock_irqrestore(get_ccwdev_lock(startdev->cdev), flags); 4940 return cqr; 4941 } 4942 4943 static int dasd_eckd_free_alias_cp(struct dasd_ccw_req *cqr, 4944 struct request *req) 4945 { 4946 struct dasd_eckd_private *private; 4947 unsigned long flags; 4948 4949 spin_lock_irqsave(get_ccwdev_lock(cqr->memdev->cdev), flags); 4950 private = cqr->memdev->private; 4951 private->count--; 4952 spin_unlock_irqrestore(get_ccwdev_lock(cqr->memdev->cdev), flags); 4953 return dasd_eckd_free_cp(cqr, req); 4954 } 4955 4956 static int 4957 dasd_eckd_fill_info(struct dasd_device * device, 4958 struct dasd_information2_t * info) 4959 { 4960 struct dasd_eckd_private *private = device->private; 4961 4962 info->label_block = 2; 4963 info->FBA_layout = private->uses_cdl ? 0 : 1; 4964 info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL; 4965 info->characteristics_size = sizeof(private->rdc_data); 4966 memcpy(info->characteristics, &private->rdc_data, 4967 sizeof(private->rdc_data)); 4968 info->confdata_size = min_t(unsigned long, private->conf.len, 4969 sizeof(info->configuration_data)); 4970 memcpy(info->configuration_data, private->conf.data, 4971 info->confdata_size); 4972 return 0; 4973 } 4974 4975 /* 4976 * SECTION: ioctl functions for eckd devices. 4977 */ 4978 4979 /* 4980 * Release device ioctl. 4981 * Buils a channel programm to releases a prior reserved 4982 * (see dasd_eckd_reserve) device. 4983 */ 4984 static int 4985 dasd_eckd_release(struct dasd_device *device) 4986 { 4987 struct dasd_ccw_req *cqr; 4988 int rc; 4989 struct ccw1 *ccw; 4990 int useglobal; 4991 4992 if (!capable(CAP_SYS_ADMIN)) 4993 return -EACCES; 4994 4995 useglobal = 0; 4996 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 4997 if (IS_ERR(cqr)) { 4998 mutex_lock(&dasd_reserve_mutex); 4999 useglobal = 1; 5000 cqr = &dasd_reserve_req->cqr; 5001 memset(cqr, 0, sizeof(*cqr)); 5002 memset(&dasd_reserve_req->ccw, 0, 5003 sizeof(dasd_reserve_req->ccw)); 5004 cqr->cpaddr = &dasd_reserve_req->ccw; 5005 cqr->data = &dasd_reserve_req->data; 5006 cqr->magic = DASD_ECKD_MAGIC; 5007 } 5008 ccw = cqr->cpaddr; 5009 ccw->cmd_code = DASD_ECKD_CCW_RELEASE; 5010 ccw->flags |= CCW_FLAG_SLI; 5011 ccw->count = 32; 5012 ccw->cda = (__u32)(addr_t) cqr->data; 5013 cqr->startdev = device; 5014 cqr->memdev = device; 5015 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5016 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5017 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5018 cqr->expires = 2 * HZ; 5019 cqr->buildclk = get_tod_clock(); 5020 cqr->status = DASD_CQR_FILLED; 5021 5022 rc = dasd_sleep_on_immediatly(cqr); 5023 if (!rc) 5024 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5025 5026 if (useglobal) 5027 mutex_unlock(&dasd_reserve_mutex); 5028 else 5029 dasd_sfree_request(cqr, cqr->memdev); 5030 return rc; 5031 } 5032 5033 /* 5034 * Reserve device ioctl. 5035 * Options are set to 'synchronous wait for interrupt' and 5036 * 'timeout the request'. This leads to a terminate IO if 5037 * the interrupt is outstanding for a certain time. 5038 */ 5039 static int 5040 dasd_eckd_reserve(struct dasd_device *device) 5041 { 5042 struct dasd_ccw_req *cqr; 5043 int rc; 5044 struct ccw1 *ccw; 5045 int useglobal; 5046 5047 if (!capable(CAP_SYS_ADMIN)) 5048 return -EACCES; 5049 5050 useglobal = 0; 5051 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5052 if (IS_ERR(cqr)) { 5053 mutex_lock(&dasd_reserve_mutex); 5054 useglobal = 1; 5055 cqr = &dasd_reserve_req->cqr; 5056 memset(cqr, 0, sizeof(*cqr)); 5057 memset(&dasd_reserve_req->ccw, 0, 5058 sizeof(dasd_reserve_req->ccw)); 5059 cqr->cpaddr = &dasd_reserve_req->ccw; 5060 cqr->data = &dasd_reserve_req->data; 5061 cqr->magic = DASD_ECKD_MAGIC; 5062 } 5063 ccw = cqr->cpaddr; 5064 ccw->cmd_code = DASD_ECKD_CCW_RESERVE; 5065 ccw->flags |= CCW_FLAG_SLI; 5066 ccw->count = 32; 5067 ccw->cda = (__u32)(addr_t) cqr->data; 5068 cqr->startdev = device; 5069 cqr->memdev = device; 5070 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5071 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5072 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5073 cqr->expires = 2 * HZ; 5074 cqr->buildclk = get_tod_clock(); 5075 cqr->status = DASD_CQR_FILLED; 5076 5077 rc = dasd_sleep_on_immediatly(cqr); 5078 if (!rc) 5079 set_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5080 5081 if (useglobal) 5082 mutex_unlock(&dasd_reserve_mutex); 5083 else 5084 dasd_sfree_request(cqr, cqr->memdev); 5085 return rc; 5086 } 5087 5088 /* 5089 * Steal lock ioctl - unconditional reserve device. 5090 * Buils a channel programm to break a device's reservation. 5091 * (unconditional reserve) 5092 */ 5093 static int 5094 dasd_eckd_steal_lock(struct dasd_device *device) 5095 { 5096 struct dasd_ccw_req *cqr; 5097 int rc; 5098 struct ccw1 *ccw; 5099 int useglobal; 5100 5101 if (!capable(CAP_SYS_ADMIN)) 5102 return -EACCES; 5103 5104 useglobal = 0; 5105 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5106 if (IS_ERR(cqr)) { 5107 mutex_lock(&dasd_reserve_mutex); 5108 useglobal = 1; 5109 cqr = &dasd_reserve_req->cqr; 5110 memset(cqr, 0, sizeof(*cqr)); 5111 memset(&dasd_reserve_req->ccw, 0, 5112 sizeof(dasd_reserve_req->ccw)); 5113 cqr->cpaddr = &dasd_reserve_req->ccw; 5114 cqr->data = &dasd_reserve_req->data; 5115 cqr->magic = DASD_ECKD_MAGIC; 5116 } 5117 ccw = cqr->cpaddr; 5118 ccw->cmd_code = DASD_ECKD_CCW_SLCK; 5119 ccw->flags |= CCW_FLAG_SLI; 5120 ccw->count = 32; 5121 ccw->cda = (__u32)(addr_t) cqr->data; 5122 cqr->startdev = device; 5123 cqr->memdev = device; 5124 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5125 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5126 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5127 cqr->expires = 2 * HZ; 5128 cqr->buildclk = get_tod_clock(); 5129 cqr->status = DASD_CQR_FILLED; 5130 5131 rc = dasd_sleep_on_immediatly(cqr); 5132 if (!rc) 5133 set_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5134 5135 if (useglobal) 5136 mutex_unlock(&dasd_reserve_mutex); 5137 else 5138 dasd_sfree_request(cqr, cqr->memdev); 5139 return rc; 5140 } 5141 5142 /* 5143 * SNID - Sense Path Group ID 5144 * This ioctl may be used in situations where I/O is stalled due to 5145 * a reserve, so if the normal dasd_smalloc_request fails, we use the 5146 * preallocated dasd_reserve_req. 5147 */ 5148 static int dasd_eckd_snid(struct dasd_device *device, 5149 void __user *argp) 5150 { 5151 struct dasd_ccw_req *cqr; 5152 int rc; 5153 struct ccw1 *ccw; 5154 int useglobal; 5155 struct dasd_snid_ioctl_data usrparm; 5156 5157 if (!capable(CAP_SYS_ADMIN)) 5158 return -EACCES; 5159 5160 if (copy_from_user(&usrparm, argp, sizeof(usrparm))) 5161 return -EFAULT; 5162 5163 useglobal = 0; 5164 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 5165 sizeof(struct dasd_snid_data), device, 5166 NULL); 5167 if (IS_ERR(cqr)) { 5168 mutex_lock(&dasd_reserve_mutex); 5169 useglobal = 1; 5170 cqr = &dasd_reserve_req->cqr; 5171 memset(cqr, 0, sizeof(*cqr)); 5172 memset(&dasd_reserve_req->ccw, 0, 5173 sizeof(dasd_reserve_req->ccw)); 5174 cqr->cpaddr = &dasd_reserve_req->ccw; 5175 cqr->data = &dasd_reserve_req->data; 5176 cqr->magic = DASD_ECKD_MAGIC; 5177 } 5178 ccw = cqr->cpaddr; 5179 ccw->cmd_code = DASD_ECKD_CCW_SNID; 5180 ccw->flags |= CCW_FLAG_SLI; 5181 ccw->count = 12; 5182 ccw->cda = (__u32)(addr_t) cqr->data; 5183 cqr->startdev = device; 5184 cqr->memdev = device; 5185 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5186 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5187 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags); 5188 cqr->retries = 5; 5189 cqr->expires = 10 * HZ; 5190 cqr->buildclk = get_tod_clock(); 5191 cqr->status = DASD_CQR_FILLED; 5192 cqr->lpm = usrparm.path_mask; 5193 5194 rc = dasd_sleep_on_immediatly(cqr); 5195 /* verify that I/O processing didn't modify the path mask */ 5196 if (!rc && usrparm.path_mask && (cqr->lpm != usrparm.path_mask)) 5197 rc = -EIO; 5198 if (!rc) { 5199 usrparm.data = *((struct dasd_snid_data *)cqr->data); 5200 if (copy_to_user(argp, &usrparm, sizeof(usrparm))) 5201 rc = -EFAULT; 5202 } 5203 5204 if (useglobal) 5205 mutex_unlock(&dasd_reserve_mutex); 5206 else 5207 dasd_sfree_request(cqr, cqr->memdev); 5208 return rc; 5209 } 5210 5211 /* 5212 * Read performance statistics 5213 */ 5214 static int 5215 dasd_eckd_performance(struct dasd_device *device, void __user *argp) 5216 { 5217 struct dasd_psf_prssd_data *prssdp; 5218 struct dasd_rssd_perf_stats_t *stats; 5219 struct dasd_ccw_req *cqr; 5220 struct ccw1 *ccw; 5221 int rc; 5222 5223 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5224 (sizeof(struct dasd_psf_prssd_data) + 5225 sizeof(struct dasd_rssd_perf_stats_t)), 5226 device, NULL); 5227 if (IS_ERR(cqr)) { 5228 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5229 "Could not allocate initialization request"); 5230 return PTR_ERR(cqr); 5231 } 5232 cqr->startdev = device; 5233 cqr->memdev = device; 5234 cqr->retries = 0; 5235 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5236 cqr->expires = 10 * HZ; 5237 5238 /* Prepare for Read Subsystem Data */ 5239 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5240 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5241 prssdp->order = PSF_ORDER_PRSSD; 5242 prssdp->suborder = 0x01; /* Performance Statistics */ 5243 prssdp->varies[1] = 0x01; /* Perf Statistics for the Subsystem */ 5244 5245 ccw = cqr->cpaddr; 5246 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5247 ccw->count = sizeof(struct dasd_psf_prssd_data); 5248 ccw->flags |= CCW_FLAG_CC; 5249 ccw->cda = (__u32)(addr_t) prssdp; 5250 5251 /* Read Subsystem Data - Performance Statistics */ 5252 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1); 5253 memset(stats, 0, sizeof(struct dasd_rssd_perf_stats_t)); 5254 5255 ccw++; 5256 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5257 ccw->count = sizeof(struct dasd_rssd_perf_stats_t); 5258 ccw->cda = (__u32)(addr_t) stats; 5259 5260 cqr->buildclk = get_tod_clock(); 5261 cqr->status = DASD_CQR_FILLED; 5262 rc = dasd_sleep_on(cqr); 5263 if (rc == 0) { 5264 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5265 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1); 5266 if (copy_to_user(argp, stats, 5267 sizeof(struct dasd_rssd_perf_stats_t))) 5268 rc = -EFAULT; 5269 } 5270 dasd_sfree_request(cqr, cqr->memdev); 5271 return rc; 5272 } 5273 5274 /* 5275 * Get attributes (cache operations) 5276 * Returnes the cache attributes used in Define Extend (DE). 5277 */ 5278 static int 5279 dasd_eckd_get_attrib(struct dasd_device *device, void __user *argp) 5280 { 5281 struct dasd_eckd_private *private = device->private; 5282 struct attrib_data_t attrib = private->attrib; 5283 int rc; 5284 5285 if (!capable(CAP_SYS_ADMIN)) 5286 return -EACCES; 5287 if (!argp) 5288 return -EINVAL; 5289 5290 rc = 0; 5291 if (copy_to_user(argp, (long *) &attrib, 5292 sizeof(struct attrib_data_t))) 5293 rc = -EFAULT; 5294 5295 return rc; 5296 } 5297 5298 /* 5299 * Set attributes (cache operations) 5300 * Stores the attributes for cache operation to be used in Define Extend (DE). 5301 */ 5302 static int 5303 dasd_eckd_set_attrib(struct dasd_device *device, void __user *argp) 5304 { 5305 struct dasd_eckd_private *private = device->private; 5306 struct attrib_data_t attrib; 5307 5308 if (!capable(CAP_SYS_ADMIN)) 5309 return -EACCES; 5310 if (!argp) 5311 return -EINVAL; 5312 5313 if (copy_from_user(&attrib, argp, sizeof(struct attrib_data_t))) 5314 return -EFAULT; 5315 private->attrib = attrib; 5316 5317 dev_info(&device->cdev->dev, 5318 "The DASD cache mode was set to %x (%i cylinder prestage)\n", 5319 private->attrib.operation, private->attrib.nr_cyl); 5320 return 0; 5321 } 5322 5323 /* 5324 * Issue syscall I/O to EMC Symmetrix array. 5325 * CCWs are PSF and RSSD 5326 */ 5327 static int dasd_symm_io(struct dasd_device *device, void __user *argp) 5328 { 5329 struct dasd_symmio_parms usrparm; 5330 char *psf_data, *rssd_result; 5331 struct dasd_ccw_req *cqr; 5332 struct ccw1 *ccw; 5333 char psf0, psf1; 5334 int rc; 5335 5336 if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_RAWIO)) 5337 return -EACCES; 5338 psf0 = psf1 = 0; 5339 5340 /* Copy parms from caller */ 5341 rc = -EFAULT; 5342 if (copy_from_user(&usrparm, argp, sizeof(usrparm))) 5343 goto out; 5344 if (is_compat_task()) { 5345 /* Make sure pointers are sane even on 31 bit. */ 5346 rc = -EINVAL; 5347 if ((usrparm.psf_data >> 32) != 0) 5348 goto out; 5349 if ((usrparm.rssd_result >> 32) != 0) 5350 goto out; 5351 usrparm.psf_data &= 0x7fffffffULL; 5352 usrparm.rssd_result &= 0x7fffffffULL; 5353 } 5354 /* at least 2 bytes are accessed and should be allocated */ 5355 if (usrparm.psf_data_len < 2) { 5356 DBF_DEV_EVENT(DBF_WARNING, device, 5357 "Symmetrix ioctl invalid data length %d", 5358 usrparm.psf_data_len); 5359 rc = -EINVAL; 5360 goto out; 5361 } 5362 /* alloc I/O data area */ 5363 psf_data = kzalloc(usrparm.psf_data_len, GFP_KERNEL | GFP_DMA); 5364 rssd_result = kzalloc(usrparm.rssd_result_len, GFP_KERNEL | GFP_DMA); 5365 if (!psf_data || !rssd_result) { 5366 rc = -ENOMEM; 5367 goto out_free; 5368 } 5369 5370 /* get syscall header from user space */ 5371 rc = -EFAULT; 5372 if (copy_from_user(psf_data, 5373 (void __user *)(unsigned long) usrparm.psf_data, 5374 usrparm.psf_data_len)) 5375 goto out_free; 5376 psf0 = psf_data[0]; 5377 psf1 = psf_data[1]; 5378 5379 /* setup CCWs for PSF + RSSD */ 5380 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2, 0, device, NULL); 5381 if (IS_ERR(cqr)) { 5382 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5383 "Could not allocate initialization request"); 5384 rc = PTR_ERR(cqr); 5385 goto out_free; 5386 } 5387 5388 cqr->startdev = device; 5389 cqr->memdev = device; 5390 cqr->retries = 3; 5391 cqr->expires = 10 * HZ; 5392 cqr->buildclk = get_tod_clock(); 5393 cqr->status = DASD_CQR_FILLED; 5394 5395 /* Build the ccws */ 5396 ccw = cqr->cpaddr; 5397 5398 /* PSF ccw */ 5399 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5400 ccw->count = usrparm.psf_data_len; 5401 ccw->flags |= CCW_FLAG_CC; 5402 ccw->cda = (__u32)(addr_t) psf_data; 5403 5404 ccw++; 5405 5406 /* RSSD ccw */ 5407 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5408 ccw->count = usrparm.rssd_result_len; 5409 ccw->flags = CCW_FLAG_SLI ; 5410 ccw->cda = (__u32)(addr_t) rssd_result; 5411 5412 rc = dasd_sleep_on(cqr); 5413 if (rc) 5414 goto out_sfree; 5415 5416 rc = -EFAULT; 5417 if (copy_to_user((void __user *)(unsigned long) usrparm.rssd_result, 5418 rssd_result, usrparm.rssd_result_len)) 5419 goto out_sfree; 5420 rc = 0; 5421 5422 out_sfree: 5423 dasd_sfree_request(cqr, cqr->memdev); 5424 out_free: 5425 kfree(rssd_result); 5426 kfree(psf_data); 5427 out: 5428 DBF_DEV_EVENT(DBF_WARNING, device, 5429 "Symmetrix ioctl (0x%02x 0x%02x): rc=%d", 5430 (int) psf0, (int) psf1, rc); 5431 return rc; 5432 } 5433 5434 static int 5435 dasd_eckd_ioctl(struct dasd_block *block, unsigned int cmd, void __user *argp) 5436 { 5437 struct dasd_device *device = block->base; 5438 5439 switch (cmd) { 5440 case BIODASDGATTR: 5441 return dasd_eckd_get_attrib(device, argp); 5442 case BIODASDSATTR: 5443 return dasd_eckd_set_attrib(device, argp); 5444 case BIODASDPSRD: 5445 return dasd_eckd_performance(device, argp); 5446 case BIODASDRLSE: 5447 return dasd_eckd_release(device); 5448 case BIODASDRSRV: 5449 return dasd_eckd_reserve(device); 5450 case BIODASDSLCK: 5451 return dasd_eckd_steal_lock(device); 5452 case BIODASDSNID: 5453 return dasd_eckd_snid(device, argp); 5454 case BIODASDSYMMIO: 5455 return dasd_symm_io(device, argp); 5456 default: 5457 return -ENOTTY; 5458 } 5459 } 5460 5461 /* 5462 * Dump the range of CCWs into 'page' buffer 5463 * and return number of printed chars. 5464 */ 5465 static int 5466 dasd_eckd_dump_ccw_range(struct ccw1 *from, struct ccw1 *to, char *page) 5467 { 5468 int len, count; 5469 char *datap; 5470 5471 len = 0; 5472 while (from <= to) { 5473 len += sprintf(page + len, PRINTK_HEADER 5474 " CCW %p: %08X %08X DAT:", 5475 from, ((int *) from)[0], ((int *) from)[1]); 5476 5477 /* get pointer to data (consider IDALs) */ 5478 if (from->flags & CCW_FLAG_IDA) 5479 datap = (char *) *((addr_t *) (addr_t) from->cda); 5480 else 5481 datap = (char *) ((addr_t) from->cda); 5482 5483 /* dump data (max 32 bytes) */ 5484 for (count = 0; count < from->count && count < 32; count++) { 5485 if (count % 8 == 0) len += sprintf(page + len, " "); 5486 if (count % 4 == 0) len += sprintf(page + len, " "); 5487 len += sprintf(page + len, "%02x", datap[count]); 5488 } 5489 len += sprintf(page + len, "\n"); 5490 from++; 5491 } 5492 return len; 5493 } 5494 5495 static void 5496 dasd_eckd_dump_sense_dbf(struct dasd_device *device, struct irb *irb, 5497 char *reason) 5498 { 5499 u64 *sense; 5500 u64 *stat; 5501 5502 sense = (u64 *) dasd_get_sense(irb); 5503 stat = (u64 *) &irb->scsw; 5504 if (sense) { 5505 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : " 5506 "%016llx %016llx %016llx %016llx", 5507 reason, *stat, *((u32 *) (stat + 1)), 5508 sense[0], sense[1], sense[2], sense[3]); 5509 } else { 5510 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : %s", 5511 reason, *stat, *((u32 *) (stat + 1)), 5512 "NO VALID SENSE"); 5513 } 5514 } 5515 5516 /* 5517 * Print sense data and related channel program. 5518 * Parts are printed because printk buffer is only 1024 bytes. 5519 */ 5520 static void dasd_eckd_dump_sense_ccw(struct dasd_device *device, 5521 struct dasd_ccw_req *req, struct irb *irb) 5522 { 5523 char *page; 5524 struct ccw1 *first, *last, *fail, *from, *to; 5525 int len, sl, sct; 5526 5527 page = (char *) get_zeroed_page(GFP_ATOMIC); 5528 if (page == NULL) { 5529 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5530 "No memory to dump sense data\n"); 5531 return; 5532 } 5533 /* dump the sense data */ 5534 len = sprintf(page, PRINTK_HEADER 5535 " I/O status report for device %s:\n", 5536 dev_name(&device->cdev->dev)); 5537 len += sprintf(page + len, PRINTK_HEADER 5538 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X " 5539 "CS:%02X RC:%d\n", 5540 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw), 5541 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw), 5542 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw), 5543 req ? req->intrc : 0); 5544 len += sprintf(page + len, PRINTK_HEADER 5545 " device %s: Failing CCW: %p\n", 5546 dev_name(&device->cdev->dev), 5547 (void *) (addr_t) irb->scsw.cmd.cpa); 5548 if (irb->esw.esw0.erw.cons) { 5549 for (sl = 0; sl < 4; sl++) { 5550 len += sprintf(page + len, PRINTK_HEADER 5551 " Sense(hex) %2d-%2d:", 5552 (8 * sl), ((8 * sl) + 7)); 5553 5554 for (sct = 0; sct < 8; sct++) { 5555 len += sprintf(page + len, " %02x", 5556 irb->ecw[8 * sl + sct]); 5557 } 5558 len += sprintf(page + len, "\n"); 5559 } 5560 5561 if (irb->ecw[27] & DASD_SENSE_BIT_0) { 5562 /* 24 Byte Sense Data */ 5563 sprintf(page + len, PRINTK_HEADER 5564 " 24 Byte: %x MSG %x, " 5565 "%s MSGb to SYSOP\n", 5566 irb->ecw[7] >> 4, irb->ecw[7] & 0x0f, 5567 irb->ecw[1] & 0x10 ? "" : "no"); 5568 } else { 5569 /* 32 Byte Sense Data */ 5570 sprintf(page + len, PRINTK_HEADER 5571 " 32 Byte: Format: %x " 5572 "Exception class %x\n", 5573 irb->ecw[6] & 0x0f, irb->ecw[22] >> 4); 5574 } 5575 } else { 5576 sprintf(page + len, PRINTK_HEADER 5577 " SORRY - NO VALID SENSE AVAILABLE\n"); 5578 } 5579 printk(KERN_ERR "%s", page); 5580 5581 if (req) { 5582 /* req == NULL for unsolicited interrupts */ 5583 /* dump the Channel Program (max 140 Bytes per line) */ 5584 /* Count CCW and print first CCWs (maximum 1024 % 140 = 7) */ 5585 first = req->cpaddr; 5586 for (last = first; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++); 5587 to = min(first + 6, last); 5588 len = sprintf(page, PRINTK_HEADER 5589 " Related CP in req: %p\n", req); 5590 dasd_eckd_dump_ccw_range(first, to, page + len); 5591 printk(KERN_ERR "%s", page); 5592 5593 /* print failing CCW area (maximum 4) */ 5594 /* scsw->cda is either valid or zero */ 5595 len = 0; 5596 from = ++to; 5597 fail = (struct ccw1 *)(addr_t) 5598 irb->scsw.cmd.cpa; /* failing CCW */ 5599 if (from < fail - 2) { 5600 from = fail - 2; /* there is a gap - print header */ 5601 len += sprintf(page, PRINTK_HEADER "......\n"); 5602 } 5603 to = min(fail + 1, last); 5604 len += dasd_eckd_dump_ccw_range(from, to, page + len); 5605 5606 /* print last CCWs (maximum 2) */ 5607 from = max(from, ++to); 5608 if (from < last - 1) { 5609 from = last - 1; /* there is a gap - print header */ 5610 len += sprintf(page + len, PRINTK_HEADER "......\n"); 5611 } 5612 len += dasd_eckd_dump_ccw_range(from, last, page + len); 5613 if (len > 0) 5614 printk(KERN_ERR "%s", page); 5615 } 5616 free_page((unsigned long) page); 5617 } 5618 5619 5620 /* 5621 * Print sense data from a tcw. 5622 */ 5623 static void dasd_eckd_dump_sense_tcw(struct dasd_device *device, 5624 struct dasd_ccw_req *req, struct irb *irb) 5625 { 5626 char *page; 5627 int len, sl, sct, residual; 5628 struct tsb *tsb; 5629 u8 *sense, *rcq; 5630 5631 page = (char *) get_zeroed_page(GFP_ATOMIC); 5632 if (page == NULL) { 5633 DBF_DEV_EVENT(DBF_WARNING, device, " %s", 5634 "No memory to dump sense data"); 5635 return; 5636 } 5637 /* dump the sense data */ 5638 len = sprintf(page, PRINTK_HEADER 5639 " I/O status report for device %s:\n", 5640 dev_name(&device->cdev->dev)); 5641 len += sprintf(page + len, PRINTK_HEADER 5642 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X " 5643 "CS:%02X fcxs:%02X schxs:%02X RC:%d\n", 5644 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw), 5645 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw), 5646 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw), 5647 irb->scsw.tm.fcxs, 5648 (irb->scsw.tm.ifob << 7) | irb->scsw.tm.sesq, 5649 req ? req->intrc : 0); 5650 len += sprintf(page + len, PRINTK_HEADER 5651 " device %s: Failing TCW: %p\n", 5652 dev_name(&device->cdev->dev), 5653 (void *) (addr_t) irb->scsw.tm.tcw); 5654 5655 tsb = NULL; 5656 sense = NULL; 5657 if (irb->scsw.tm.tcw && (irb->scsw.tm.fcxs & 0x01)) 5658 tsb = tcw_get_tsb( 5659 (struct tcw *)(unsigned long)irb->scsw.tm.tcw); 5660 5661 if (tsb) { 5662 len += sprintf(page + len, PRINTK_HEADER 5663 " tsb->length %d\n", tsb->length); 5664 len += sprintf(page + len, PRINTK_HEADER 5665 " tsb->flags %x\n", tsb->flags); 5666 len += sprintf(page + len, PRINTK_HEADER 5667 " tsb->dcw_offset %d\n", tsb->dcw_offset); 5668 len += sprintf(page + len, PRINTK_HEADER 5669 " tsb->count %d\n", tsb->count); 5670 residual = tsb->count - 28; 5671 len += sprintf(page + len, PRINTK_HEADER 5672 " residual %d\n", residual); 5673 5674 switch (tsb->flags & 0x07) { 5675 case 1: /* tsa_iostat */ 5676 len += sprintf(page + len, PRINTK_HEADER 5677 " tsb->tsa.iostat.dev_time %d\n", 5678 tsb->tsa.iostat.dev_time); 5679 len += sprintf(page + len, PRINTK_HEADER 5680 " tsb->tsa.iostat.def_time %d\n", 5681 tsb->tsa.iostat.def_time); 5682 len += sprintf(page + len, PRINTK_HEADER 5683 " tsb->tsa.iostat.queue_time %d\n", 5684 tsb->tsa.iostat.queue_time); 5685 len += sprintf(page + len, PRINTK_HEADER 5686 " tsb->tsa.iostat.dev_busy_time %d\n", 5687 tsb->tsa.iostat.dev_busy_time); 5688 len += sprintf(page + len, PRINTK_HEADER 5689 " tsb->tsa.iostat.dev_act_time %d\n", 5690 tsb->tsa.iostat.dev_act_time); 5691 sense = tsb->tsa.iostat.sense; 5692 break; 5693 case 2: /* ts_ddpc */ 5694 len += sprintf(page + len, PRINTK_HEADER 5695 " tsb->tsa.ddpc.rc %d\n", tsb->tsa.ddpc.rc); 5696 for (sl = 0; sl < 2; sl++) { 5697 len += sprintf(page + len, PRINTK_HEADER 5698 " tsb->tsa.ddpc.rcq %2d-%2d: ", 5699 (8 * sl), ((8 * sl) + 7)); 5700 rcq = tsb->tsa.ddpc.rcq; 5701 for (sct = 0; sct < 8; sct++) { 5702 len += sprintf(page + len, " %02x", 5703 rcq[8 * sl + sct]); 5704 } 5705 len += sprintf(page + len, "\n"); 5706 } 5707 sense = tsb->tsa.ddpc.sense; 5708 break; 5709 case 3: /* tsa_intrg */ 5710 len += sprintf(page + len, PRINTK_HEADER 5711 " tsb->tsa.intrg.: not supported yet\n"); 5712 break; 5713 } 5714 5715 if (sense) { 5716 for (sl = 0; sl < 4; sl++) { 5717 len += sprintf(page + len, PRINTK_HEADER 5718 " Sense(hex) %2d-%2d:", 5719 (8 * sl), ((8 * sl) + 7)); 5720 for (sct = 0; sct < 8; sct++) { 5721 len += sprintf(page + len, " %02x", 5722 sense[8 * sl + sct]); 5723 } 5724 len += sprintf(page + len, "\n"); 5725 } 5726 5727 if (sense[27] & DASD_SENSE_BIT_0) { 5728 /* 24 Byte Sense Data */ 5729 sprintf(page + len, PRINTK_HEADER 5730 " 24 Byte: %x MSG %x, " 5731 "%s MSGb to SYSOP\n", 5732 sense[7] >> 4, sense[7] & 0x0f, 5733 sense[1] & 0x10 ? "" : "no"); 5734 } else { 5735 /* 32 Byte Sense Data */ 5736 sprintf(page + len, PRINTK_HEADER 5737 " 32 Byte: Format: %x " 5738 "Exception class %x\n", 5739 sense[6] & 0x0f, sense[22] >> 4); 5740 } 5741 } else { 5742 sprintf(page + len, PRINTK_HEADER 5743 " SORRY - NO VALID SENSE AVAILABLE\n"); 5744 } 5745 } else { 5746 sprintf(page + len, PRINTK_HEADER 5747 " SORRY - NO TSB DATA AVAILABLE\n"); 5748 } 5749 printk(KERN_ERR "%s", page); 5750 free_page((unsigned long) page); 5751 } 5752 5753 static void dasd_eckd_dump_sense(struct dasd_device *device, 5754 struct dasd_ccw_req *req, struct irb *irb) 5755 { 5756 u8 *sense = dasd_get_sense(irb); 5757 5758 if (scsw_is_tm(&irb->scsw)) { 5759 /* 5760 * In some cases the 'File Protected' or 'Incorrect Length' 5761 * error might be expected and log messages shouldn't be written 5762 * then. Check if the according suppress bit is set. 5763 */ 5764 if (sense && (sense[1] & SNS1_FILE_PROTECTED) && 5765 test_bit(DASD_CQR_SUPPRESS_FP, &req->flags)) 5766 return; 5767 if (scsw_cstat(&irb->scsw) == 0x40 && 5768 test_bit(DASD_CQR_SUPPRESS_IL, &req->flags)) 5769 return; 5770 5771 dasd_eckd_dump_sense_tcw(device, req, irb); 5772 } else { 5773 /* 5774 * In some cases the 'Command Reject' or 'No Record Found' 5775 * error might be expected and log messages shouldn't be 5776 * written then. Check if the according suppress bit is set. 5777 */ 5778 if (sense && sense[0] & SNS0_CMD_REJECT && 5779 test_bit(DASD_CQR_SUPPRESS_CR, &req->flags)) 5780 return; 5781 5782 if (sense && sense[1] & SNS1_NO_REC_FOUND && 5783 test_bit(DASD_CQR_SUPPRESS_NRF, &req->flags)) 5784 return; 5785 5786 dasd_eckd_dump_sense_ccw(device, req, irb); 5787 } 5788 } 5789 5790 static int dasd_eckd_reload_device(struct dasd_device *device) 5791 { 5792 struct dasd_eckd_private *private = device->private; 5793 int rc, old_base; 5794 char print_uid[60]; 5795 struct dasd_uid uid; 5796 unsigned long flags; 5797 5798 /* 5799 * remove device from alias handling to prevent new requests 5800 * from being scheduled on the wrong alias device 5801 */ 5802 dasd_alias_remove_device(device); 5803 5804 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 5805 old_base = private->uid.base_unit_addr; 5806 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 5807 5808 /* Read Configuration Data */ 5809 rc = dasd_eckd_read_conf(device); 5810 if (rc) 5811 goto out_err; 5812 5813 dasd_eckd_read_fc_security(device); 5814 5815 rc = dasd_eckd_generate_uid(device); 5816 if (rc) 5817 goto out_err; 5818 /* 5819 * update unit address configuration and 5820 * add device to alias management 5821 */ 5822 dasd_alias_update_add_device(device); 5823 5824 dasd_eckd_get_uid(device, &uid); 5825 5826 if (old_base != uid.base_unit_addr) { 5827 dasd_eckd_get_uid_string(&private->conf, print_uid); 5828 dev_info(&device->cdev->dev, 5829 "An Alias device was reassigned to a new base device " 5830 "with UID: %s\n", print_uid); 5831 } 5832 return 0; 5833 5834 out_err: 5835 return -1; 5836 } 5837 5838 static int dasd_eckd_read_message_buffer(struct dasd_device *device, 5839 struct dasd_rssd_messages *messages, 5840 __u8 lpum) 5841 { 5842 struct dasd_rssd_messages *message_buf; 5843 struct dasd_psf_prssd_data *prssdp; 5844 struct dasd_ccw_req *cqr; 5845 struct ccw1 *ccw; 5846 int rc; 5847 5848 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5849 (sizeof(struct dasd_psf_prssd_data) + 5850 sizeof(struct dasd_rssd_messages)), 5851 device, NULL); 5852 if (IS_ERR(cqr)) { 5853 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5854 "Could not allocate read message buffer request"); 5855 return PTR_ERR(cqr); 5856 } 5857 5858 cqr->lpm = lpum; 5859 retry: 5860 cqr->startdev = device; 5861 cqr->memdev = device; 5862 cqr->block = NULL; 5863 cqr->expires = 10 * HZ; 5864 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 5865 /* dasd_sleep_on_immediatly does not do complex error 5866 * recovery so clear erp flag and set retry counter to 5867 * do basic erp */ 5868 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5869 cqr->retries = 256; 5870 5871 /* Prepare for Read Subsystem Data */ 5872 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5873 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5874 prssdp->order = PSF_ORDER_PRSSD; 5875 prssdp->suborder = 0x03; /* Message Buffer */ 5876 /* all other bytes of prssdp must be zero */ 5877 5878 ccw = cqr->cpaddr; 5879 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5880 ccw->count = sizeof(struct dasd_psf_prssd_data); 5881 ccw->flags |= CCW_FLAG_CC; 5882 ccw->flags |= CCW_FLAG_SLI; 5883 ccw->cda = (__u32)(addr_t) prssdp; 5884 5885 /* Read Subsystem Data - message buffer */ 5886 message_buf = (struct dasd_rssd_messages *) (prssdp + 1); 5887 memset(message_buf, 0, sizeof(struct dasd_rssd_messages)); 5888 5889 ccw++; 5890 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5891 ccw->count = sizeof(struct dasd_rssd_messages); 5892 ccw->flags |= CCW_FLAG_SLI; 5893 ccw->cda = (__u32)(addr_t) message_buf; 5894 5895 cqr->buildclk = get_tod_clock(); 5896 cqr->status = DASD_CQR_FILLED; 5897 rc = dasd_sleep_on_immediatly(cqr); 5898 if (rc == 0) { 5899 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5900 message_buf = (struct dasd_rssd_messages *) 5901 (prssdp + 1); 5902 memcpy(messages, message_buf, 5903 sizeof(struct dasd_rssd_messages)); 5904 } else if (cqr->lpm) { 5905 /* 5906 * on z/VM we might not be able to do I/O on the requested path 5907 * but instead we get the required information on any path 5908 * so retry with open path mask 5909 */ 5910 cqr->lpm = 0; 5911 goto retry; 5912 } else 5913 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 5914 "Reading messages failed with rc=%d\n" 5915 , rc); 5916 dasd_sfree_request(cqr, cqr->memdev); 5917 return rc; 5918 } 5919 5920 static int dasd_eckd_query_host_access(struct dasd_device *device, 5921 struct dasd_psf_query_host_access *data) 5922 { 5923 struct dasd_eckd_private *private = device->private; 5924 struct dasd_psf_query_host_access *host_access; 5925 struct dasd_psf_prssd_data *prssdp; 5926 struct dasd_ccw_req *cqr; 5927 struct ccw1 *ccw; 5928 int rc; 5929 5930 /* not available for HYPER PAV alias devices */ 5931 if (!device->block && private->lcu->pav == HYPER_PAV) 5932 return -EOPNOTSUPP; 5933 5934 /* may not be supported by the storage server */ 5935 if (!(private->features.feature[14] & 0x80)) 5936 return -EOPNOTSUPP; 5937 5938 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5939 sizeof(struct dasd_psf_prssd_data) + 1, 5940 device, NULL); 5941 if (IS_ERR(cqr)) { 5942 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5943 "Could not allocate read message buffer request"); 5944 return PTR_ERR(cqr); 5945 } 5946 host_access = kzalloc(sizeof(*host_access), GFP_KERNEL | GFP_DMA); 5947 if (!host_access) { 5948 dasd_sfree_request(cqr, device); 5949 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5950 "Could not allocate host_access buffer"); 5951 return -ENOMEM; 5952 } 5953 cqr->startdev = device; 5954 cqr->memdev = device; 5955 cqr->block = NULL; 5956 cqr->retries = 256; 5957 cqr->expires = 10 * HZ; 5958 5959 /* Prepare for Read Subsystem Data */ 5960 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5961 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5962 prssdp->order = PSF_ORDER_PRSSD; 5963 prssdp->suborder = PSF_SUBORDER_QHA; /* query host access */ 5964 /* LSS and Volume that will be queried */ 5965 prssdp->lss = private->conf.ned->ID; 5966 prssdp->volume = private->conf.ned->unit_addr; 5967 /* all other bytes of prssdp must be zero */ 5968 5969 ccw = cqr->cpaddr; 5970 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5971 ccw->count = sizeof(struct dasd_psf_prssd_data); 5972 ccw->flags |= CCW_FLAG_CC; 5973 ccw->flags |= CCW_FLAG_SLI; 5974 ccw->cda = (__u32)(addr_t) prssdp; 5975 5976 /* Read Subsystem Data - query host access */ 5977 ccw++; 5978 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5979 ccw->count = sizeof(struct dasd_psf_query_host_access); 5980 ccw->flags |= CCW_FLAG_SLI; 5981 ccw->cda = (__u32)(addr_t) host_access; 5982 5983 cqr->buildclk = get_tod_clock(); 5984 cqr->status = DASD_CQR_FILLED; 5985 /* the command might not be supported, suppress error message */ 5986 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 5987 rc = dasd_sleep_on_interruptible(cqr); 5988 if (rc == 0) { 5989 *data = *host_access; 5990 } else { 5991 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 5992 "Reading host access data failed with rc=%d\n", 5993 rc); 5994 rc = -EOPNOTSUPP; 5995 } 5996 5997 dasd_sfree_request(cqr, cqr->memdev); 5998 kfree(host_access); 5999 return rc; 6000 } 6001 /* 6002 * return number of grouped devices 6003 */ 6004 static int dasd_eckd_host_access_count(struct dasd_device *device) 6005 { 6006 struct dasd_psf_query_host_access *access; 6007 struct dasd_ckd_path_group_entry *entry; 6008 struct dasd_ckd_host_information *info; 6009 int count = 0; 6010 int rc, i; 6011 6012 access = kzalloc(sizeof(*access), GFP_NOIO); 6013 if (!access) { 6014 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 6015 "Could not allocate access buffer"); 6016 return -ENOMEM; 6017 } 6018 rc = dasd_eckd_query_host_access(device, access); 6019 if (rc) { 6020 kfree(access); 6021 return rc; 6022 } 6023 6024 info = (struct dasd_ckd_host_information *) 6025 access->host_access_information; 6026 for (i = 0; i < info->entry_count; i++) { 6027 entry = (struct dasd_ckd_path_group_entry *) 6028 (info->entry + i * info->entry_size); 6029 if (entry->status_flags & DASD_ECKD_PG_GROUPED) 6030 count++; 6031 } 6032 6033 kfree(access); 6034 return count; 6035 } 6036 6037 /* 6038 * write host access information to a sequential file 6039 */ 6040 static int dasd_hosts_print(struct dasd_device *device, struct seq_file *m) 6041 { 6042 struct dasd_psf_query_host_access *access; 6043 struct dasd_ckd_path_group_entry *entry; 6044 struct dasd_ckd_host_information *info; 6045 char sysplex[9] = ""; 6046 int rc, i; 6047 6048 access = kzalloc(sizeof(*access), GFP_NOIO); 6049 if (!access) { 6050 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 6051 "Could not allocate access buffer"); 6052 return -ENOMEM; 6053 } 6054 rc = dasd_eckd_query_host_access(device, access); 6055 if (rc) { 6056 kfree(access); 6057 return rc; 6058 } 6059 6060 info = (struct dasd_ckd_host_information *) 6061 access->host_access_information; 6062 for (i = 0; i < info->entry_count; i++) { 6063 entry = (struct dasd_ckd_path_group_entry *) 6064 (info->entry + i * info->entry_size); 6065 /* PGID */ 6066 seq_printf(m, "pgid %*phN\n", 11, entry->pgid); 6067 /* FLAGS */ 6068 seq_printf(m, "status_flags %02x\n", entry->status_flags); 6069 /* SYSPLEX NAME */ 6070 memcpy(&sysplex, &entry->sysplex_name, sizeof(sysplex) - 1); 6071 EBCASC(sysplex, sizeof(sysplex)); 6072 seq_printf(m, "sysplex_name %8s\n", sysplex); 6073 /* SUPPORTED CYLINDER */ 6074 seq_printf(m, "supported_cylinder %d\n", entry->cylinder); 6075 /* TIMESTAMP */ 6076 seq_printf(m, "timestamp %lu\n", (unsigned long) 6077 entry->timestamp); 6078 } 6079 kfree(access); 6080 6081 return 0; 6082 } 6083 6084 /* 6085 * Perform Subsystem Function - CUIR response 6086 */ 6087 static int 6088 dasd_eckd_psf_cuir_response(struct dasd_device *device, int response, 6089 __u32 message_id, __u8 lpum) 6090 { 6091 struct dasd_psf_cuir_response *psf_cuir; 6092 int pos = pathmask_to_pos(lpum); 6093 struct dasd_ccw_req *cqr; 6094 struct ccw1 *ccw; 6095 int rc; 6096 6097 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ , 6098 sizeof(struct dasd_psf_cuir_response), 6099 device, NULL); 6100 6101 if (IS_ERR(cqr)) { 6102 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6103 "Could not allocate PSF-CUIR request"); 6104 return PTR_ERR(cqr); 6105 } 6106 6107 psf_cuir = (struct dasd_psf_cuir_response *)cqr->data; 6108 psf_cuir->order = PSF_ORDER_CUIR_RESPONSE; 6109 psf_cuir->cc = response; 6110 psf_cuir->chpid = device->path[pos].chpid; 6111 psf_cuir->message_id = message_id; 6112 psf_cuir->cssid = device->path[pos].cssid; 6113 psf_cuir->ssid = device->path[pos].ssid; 6114 ccw = cqr->cpaddr; 6115 ccw->cmd_code = DASD_ECKD_CCW_PSF; 6116 ccw->cda = (__u32)(addr_t)psf_cuir; 6117 ccw->flags = CCW_FLAG_SLI; 6118 ccw->count = sizeof(struct dasd_psf_cuir_response); 6119 6120 cqr->startdev = device; 6121 cqr->memdev = device; 6122 cqr->block = NULL; 6123 cqr->retries = 256; 6124 cqr->expires = 10*HZ; 6125 cqr->buildclk = get_tod_clock(); 6126 cqr->status = DASD_CQR_FILLED; 6127 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 6128 6129 rc = dasd_sleep_on(cqr); 6130 6131 dasd_sfree_request(cqr, cqr->memdev); 6132 return rc; 6133 } 6134 6135 /* 6136 * return configuration data that is referenced by record selector 6137 * if a record selector is specified or per default return the 6138 * conf_data pointer for the path specified by lpum 6139 */ 6140 static struct dasd_conf_data *dasd_eckd_get_ref_conf(struct dasd_device *device, 6141 __u8 lpum, 6142 struct dasd_cuir_message *cuir) 6143 { 6144 struct dasd_conf_data *conf_data; 6145 int path, pos; 6146 6147 if (cuir->record_selector == 0) 6148 goto out; 6149 for (path = 0x80, pos = 0; path; path >>= 1, pos++) { 6150 conf_data = device->path[pos].conf_data; 6151 if (conf_data->gneq.record_selector == 6152 cuir->record_selector) 6153 return conf_data; 6154 } 6155 out: 6156 return device->path[pathmask_to_pos(lpum)].conf_data; 6157 } 6158 6159 /* 6160 * This function determines the scope of a reconfiguration request by 6161 * analysing the path and device selection data provided in the CUIR request. 6162 * Returns a path mask containing CUIR affected paths for the give device. 6163 * 6164 * If the CUIR request does not contain the required information return the 6165 * path mask of the path the attention message for the CUIR request was reveived 6166 * on. 6167 */ 6168 static int dasd_eckd_cuir_scope(struct dasd_device *device, __u8 lpum, 6169 struct dasd_cuir_message *cuir) 6170 { 6171 struct dasd_conf_data *ref_conf_data; 6172 unsigned long bitmask = 0, mask = 0; 6173 struct dasd_conf_data *conf_data; 6174 unsigned int pos, path; 6175 char *ref_gneq, *gneq; 6176 char *ref_ned, *ned; 6177 int tbcpm = 0; 6178 6179 /* if CUIR request does not specify the scope use the path 6180 the attention message was presented on */ 6181 if (!cuir->ned_map || 6182 !(cuir->neq_map[0] | cuir->neq_map[1] | cuir->neq_map[2])) 6183 return lpum; 6184 6185 /* get reference conf data */ 6186 ref_conf_data = dasd_eckd_get_ref_conf(device, lpum, cuir); 6187 /* reference ned is determined by ned_map field */ 6188 pos = 8 - ffs(cuir->ned_map); 6189 ref_ned = (char *)&ref_conf_data->neds[pos]; 6190 ref_gneq = (char *)&ref_conf_data->gneq; 6191 /* transfer 24 bit neq_map to mask */ 6192 mask = cuir->neq_map[2]; 6193 mask |= cuir->neq_map[1] << 8; 6194 mask |= cuir->neq_map[0] << 16; 6195 6196 for (path = 0; path < 8; path++) { 6197 /* initialise data per path */ 6198 bitmask = mask; 6199 conf_data = device->path[path].conf_data; 6200 pos = 8 - ffs(cuir->ned_map); 6201 ned = (char *) &conf_data->neds[pos]; 6202 /* compare reference ned and per path ned */ 6203 if (memcmp(ref_ned, ned, sizeof(*ned)) != 0) 6204 continue; 6205 gneq = (char *)&conf_data->gneq; 6206 /* compare reference gneq and per_path gneq under 6207 24 bit mask where mask bit 0 equals byte 7 of 6208 the gneq and mask bit 24 equals byte 31 */ 6209 while (bitmask) { 6210 pos = ffs(bitmask) - 1; 6211 if (memcmp(&ref_gneq[31 - pos], &gneq[31 - pos], 1) 6212 != 0) 6213 break; 6214 clear_bit(pos, &bitmask); 6215 } 6216 if (bitmask) 6217 continue; 6218 /* device and path match the reference values 6219 add path to CUIR scope */ 6220 tbcpm |= 0x80 >> path; 6221 } 6222 return tbcpm; 6223 } 6224 6225 static void dasd_eckd_cuir_notify_user(struct dasd_device *device, 6226 unsigned long paths, int action) 6227 { 6228 int pos; 6229 6230 while (paths) { 6231 /* get position of bit in mask */ 6232 pos = 8 - ffs(paths); 6233 /* get channel path descriptor from this position */ 6234 if (action == CUIR_QUIESCE) 6235 pr_warn("Service on the storage server caused path %x.%02x to go offline", 6236 device->path[pos].cssid, 6237 device->path[pos].chpid); 6238 else if (action == CUIR_RESUME) 6239 pr_info("Path %x.%02x is back online after service on the storage server", 6240 device->path[pos].cssid, 6241 device->path[pos].chpid); 6242 clear_bit(7 - pos, &paths); 6243 } 6244 } 6245 6246 static int dasd_eckd_cuir_remove_path(struct dasd_device *device, __u8 lpum, 6247 struct dasd_cuir_message *cuir) 6248 { 6249 unsigned long tbcpm; 6250 6251 tbcpm = dasd_eckd_cuir_scope(device, lpum, cuir); 6252 /* nothing to do if path is not in use */ 6253 if (!(dasd_path_get_opm(device) & tbcpm)) 6254 return 0; 6255 if (!(dasd_path_get_opm(device) & ~tbcpm)) { 6256 /* no path would be left if the CUIR action is taken 6257 return error */ 6258 return -EINVAL; 6259 } 6260 /* remove device from operational path mask */ 6261 dasd_path_remove_opm(device, tbcpm); 6262 dasd_path_add_cuirpm(device, tbcpm); 6263 return tbcpm; 6264 } 6265 6266 /* 6267 * walk through all devices and build a path mask to quiesce them 6268 * return an error if the last path to a device would be removed 6269 * 6270 * if only part of the devices are quiesced and an error 6271 * occurs no onlining necessary, the storage server will 6272 * notify the already set offline devices again 6273 */ 6274 static int dasd_eckd_cuir_quiesce(struct dasd_device *device, __u8 lpum, 6275 struct dasd_cuir_message *cuir) 6276 { 6277 struct dasd_eckd_private *private = device->private; 6278 struct alias_pav_group *pavgroup, *tempgroup; 6279 struct dasd_device *dev, *n; 6280 unsigned long paths = 0; 6281 unsigned long flags; 6282 int tbcpm; 6283 6284 /* active devices */ 6285 list_for_each_entry_safe(dev, n, &private->lcu->active_devices, 6286 alias_list) { 6287 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6288 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6289 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags); 6290 if (tbcpm < 0) 6291 goto out_err; 6292 paths |= tbcpm; 6293 } 6294 /* inactive devices */ 6295 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices, 6296 alias_list) { 6297 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6298 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6299 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags); 6300 if (tbcpm < 0) 6301 goto out_err; 6302 paths |= tbcpm; 6303 } 6304 /* devices in PAV groups */ 6305 list_for_each_entry_safe(pavgroup, tempgroup, 6306 &private->lcu->grouplist, group) { 6307 list_for_each_entry_safe(dev, n, &pavgroup->baselist, 6308 alias_list) { 6309 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6310 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6311 spin_unlock_irqrestore( 6312 get_ccwdev_lock(dev->cdev), flags); 6313 if (tbcpm < 0) 6314 goto out_err; 6315 paths |= tbcpm; 6316 } 6317 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist, 6318 alias_list) { 6319 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6320 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6321 spin_unlock_irqrestore( 6322 get_ccwdev_lock(dev->cdev), flags); 6323 if (tbcpm < 0) 6324 goto out_err; 6325 paths |= tbcpm; 6326 } 6327 } 6328 /* notify user about all paths affected by CUIR action */ 6329 dasd_eckd_cuir_notify_user(device, paths, CUIR_QUIESCE); 6330 return 0; 6331 out_err: 6332 return tbcpm; 6333 } 6334 6335 static int dasd_eckd_cuir_resume(struct dasd_device *device, __u8 lpum, 6336 struct dasd_cuir_message *cuir) 6337 { 6338 struct dasd_eckd_private *private = device->private; 6339 struct alias_pav_group *pavgroup, *tempgroup; 6340 struct dasd_device *dev, *n; 6341 unsigned long paths = 0; 6342 int tbcpm; 6343 6344 /* 6345 * the path may have been added through a generic path event before 6346 * only trigger path verification if the path is not already in use 6347 */ 6348 list_for_each_entry_safe(dev, n, 6349 &private->lcu->active_devices, 6350 alias_list) { 6351 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6352 paths |= tbcpm; 6353 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6354 dasd_path_add_tbvpm(dev, tbcpm); 6355 dasd_schedule_device_bh(dev); 6356 } 6357 } 6358 list_for_each_entry_safe(dev, n, 6359 &private->lcu->inactive_devices, 6360 alias_list) { 6361 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6362 paths |= tbcpm; 6363 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6364 dasd_path_add_tbvpm(dev, tbcpm); 6365 dasd_schedule_device_bh(dev); 6366 } 6367 } 6368 /* devices in PAV groups */ 6369 list_for_each_entry_safe(pavgroup, tempgroup, 6370 &private->lcu->grouplist, 6371 group) { 6372 list_for_each_entry_safe(dev, n, 6373 &pavgroup->baselist, 6374 alias_list) { 6375 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6376 paths |= tbcpm; 6377 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6378 dasd_path_add_tbvpm(dev, tbcpm); 6379 dasd_schedule_device_bh(dev); 6380 } 6381 } 6382 list_for_each_entry_safe(dev, n, 6383 &pavgroup->aliaslist, 6384 alias_list) { 6385 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6386 paths |= tbcpm; 6387 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6388 dasd_path_add_tbvpm(dev, tbcpm); 6389 dasd_schedule_device_bh(dev); 6390 } 6391 } 6392 } 6393 /* notify user about all paths affected by CUIR action */ 6394 dasd_eckd_cuir_notify_user(device, paths, CUIR_RESUME); 6395 return 0; 6396 } 6397 6398 static void dasd_eckd_handle_cuir(struct dasd_device *device, void *messages, 6399 __u8 lpum) 6400 { 6401 struct dasd_cuir_message *cuir = messages; 6402 int response; 6403 6404 DBF_DEV_EVENT(DBF_WARNING, device, 6405 "CUIR request: %016llx %016llx %016llx %08x", 6406 ((u64 *)cuir)[0], ((u64 *)cuir)[1], ((u64 *)cuir)[2], 6407 ((u32 *)cuir)[3]); 6408 6409 if (cuir->code == CUIR_QUIESCE) { 6410 /* quiesce */ 6411 if (dasd_eckd_cuir_quiesce(device, lpum, cuir)) 6412 response = PSF_CUIR_LAST_PATH; 6413 else 6414 response = PSF_CUIR_COMPLETED; 6415 } else if (cuir->code == CUIR_RESUME) { 6416 /* resume */ 6417 dasd_eckd_cuir_resume(device, lpum, cuir); 6418 response = PSF_CUIR_COMPLETED; 6419 } else 6420 response = PSF_CUIR_NOT_SUPPORTED; 6421 6422 dasd_eckd_psf_cuir_response(device, response, 6423 cuir->message_id, lpum); 6424 DBF_DEV_EVENT(DBF_WARNING, device, 6425 "CUIR response: %d on message ID %08x", response, 6426 cuir->message_id); 6427 /* to make sure there is no attention left schedule work again */ 6428 device->discipline->check_attention(device, lpum); 6429 } 6430 6431 static void dasd_eckd_oos_resume(struct dasd_device *device) 6432 { 6433 struct dasd_eckd_private *private = device->private; 6434 struct alias_pav_group *pavgroup, *tempgroup; 6435 struct dasd_device *dev, *n; 6436 unsigned long flags; 6437 6438 spin_lock_irqsave(&private->lcu->lock, flags); 6439 list_for_each_entry_safe(dev, n, &private->lcu->active_devices, 6440 alias_list) { 6441 if (dev->stopped & DASD_STOPPED_NOSPC) 6442 dasd_generic_space_avail(dev); 6443 } 6444 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices, 6445 alias_list) { 6446 if (dev->stopped & DASD_STOPPED_NOSPC) 6447 dasd_generic_space_avail(dev); 6448 } 6449 /* devices in PAV groups */ 6450 list_for_each_entry_safe(pavgroup, tempgroup, 6451 &private->lcu->grouplist, 6452 group) { 6453 list_for_each_entry_safe(dev, n, &pavgroup->baselist, 6454 alias_list) { 6455 if (dev->stopped & DASD_STOPPED_NOSPC) 6456 dasd_generic_space_avail(dev); 6457 } 6458 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist, 6459 alias_list) { 6460 if (dev->stopped & DASD_STOPPED_NOSPC) 6461 dasd_generic_space_avail(dev); 6462 } 6463 } 6464 spin_unlock_irqrestore(&private->lcu->lock, flags); 6465 } 6466 6467 static void dasd_eckd_handle_oos(struct dasd_device *device, void *messages, 6468 __u8 lpum) 6469 { 6470 struct dasd_oos_message *oos = messages; 6471 6472 switch (oos->code) { 6473 case REPO_WARN: 6474 case POOL_WARN: 6475 dev_warn(&device->cdev->dev, 6476 "Extent pool usage has reached a critical value\n"); 6477 dasd_eckd_oos_resume(device); 6478 break; 6479 case REPO_EXHAUST: 6480 case POOL_EXHAUST: 6481 dev_warn(&device->cdev->dev, 6482 "Extent pool is exhausted\n"); 6483 break; 6484 case REPO_RELIEVE: 6485 case POOL_RELIEVE: 6486 dev_info(&device->cdev->dev, 6487 "Extent pool physical space constraint has been relieved\n"); 6488 break; 6489 } 6490 6491 /* In any case, update related data */ 6492 dasd_eckd_read_ext_pool_info(device); 6493 6494 /* to make sure there is no attention left schedule work again */ 6495 device->discipline->check_attention(device, lpum); 6496 } 6497 6498 static void dasd_eckd_check_attention_work(struct work_struct *work) 6499 { 6500 struct check_attention_work_data *data; 6501 struct dasd_rssd_messages *messages; 6502 struct dasd_device *device; 6503 int rc; 6504 6505 data = container_of(work, struct check_attention_work_data, worker); 6506 device = data->device; 6507 messages = kzalloc(sizeof(*messages), GFP_KERNEL); 6508 if (!messages) { 6509 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6510 "Could not allocate attention message buffer"); 6511 goto out; 6512 } 6513 rc = dasd_eckd_read_message_buffer(device, messages, data->lpum); 6514 if (rc) 6515 goto out; 6516 6517 if (messages->length == ATTENTION_LENGTH_CUIR && 6518 messages->format == ATTENTION_FORMAT_CUIR) 6519 dasd_eckd_handle_cuir(device, messages, data->lpum); 6520 if (messages->length == ATTENTION_LENGTH_OOS && 6521 messages->format == ATTENTION_FORMAT_OOS) 6522 dasd_eckd_handle_oos(device, messages, data->lpum); 6523 6524 out: 6525 dasd_put_device(device); 6526 kfree(messages); 6527 kfree(data); 6528 } 6529 6530 static int dasd_eckd_check_attention(struct dasd_device *device, __u8 lpum) 6531 { 6532 struct check_attention_work_data *data; 6533 6534 data = kzalloc(sizeof(*data), GFP_ATOMIC); 6535 if (!data) 6536 return -ENOMEM; 6537 INIT_WORK(&data->worker, dasd_eckd_check_attention_work); 6538 dasd_get_device(device); 6539 data->device = device; 6540 data->lpum = lpum; 6541 schedule_work(&data->worker); 6542 return 0; 6543 } 6544 6545 static int dasd_eckd_disable_hpf_path(struct dasd_device *device, __u8 lpum) 6546 { 6547 if (~lpum & dasd_path_get_opm(device)) { 6548 dasd_path_add_nohpfpm(device, lpum); 6549 dasd_path_remove_opm(device, lpum); 6550 dev_err(&device->cdev->dev, 6551 "Channel path %02X lost HPF functionality and is disabled\n", 6552 lpum); 6553 return 1; 6554 } 6555 return 0; 6556 } 6557 6558 static void dasd_eckd_disable_hpf_device(struct dasd_device *device) 6559 { 6560 struct dasd_eckd_private *private = device->private; 6561 6562 dev_err(&device->cdev->dev, 6563 "High Performance FICON disabled\n"); 6564 private->fcx_max_data = 0; 6565 } 6566 6567 static int dasd_eckd_hpf_enabled(struct dasd_device *device) 6568 { 6569 struct dasd_eckd_private *private = device->private; 6570 6571 return private->fcx_max_data ? 1 : 0; 6572 } 6573 6574 static void dasd_eckd_handle_hpf_error(struct dasd_device *device, 6575 struct irb *irb) 6576 { 6577 struct dasd_eckd_private *private = device->private; 6578 6579 if (!private->fcx_max_data) { 6580 /* sanity check for no HPF, the error makes no sense */ 6581 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6582 "Trying to disable HPF for a non HPF device"); 6583 return; 6584 } 6585 if (irb->scsw.tm.sesq == SCSW_SESQ_DEV_NOFCX) { 6586 dasd_eckd_disable_hpf_device(device); 6587 } else if (irb->scsw.tm.sesq == SCSW_SESQ_PATH_NOFCX) { 6588 if (dasd_eckd_disable_hpf_path(device, irb->esw.esw1.lpum)) 6589 return; 6590 dasd_eckd_disable_hpf_device(device); 6591 dasd_path_set_tbvpm(device, 6592 dasd_path_get_hpfpm(device)); 6593 } 6594 /* 6595 * prevent that any new I/O ist started on the device and schedule a 6596 * requeue of existing requests 6597 */ 6598 dasd_device_set_stop_bits(device, DASD_STOPPED_NOT_ACC); 6599 dasd_schedule_requeue(device); 6600 } 6601 6602 /* 6603 * Initialize block layer request queue. 6604 */ 6605 static void dasd_eckd_setup_blk_queue(struct dasd_block *block) 6606 { 6607 unsigned int logical_block_size = block->bp_block; 6608 struct request_queue *q = block->request_queue; 6609 struct dasd_device *device = block->base; 6610 int max; 6611 6612 if (device->features & DASD_FEATURE_USERAW) { 6613 /* 6614 * the max_blocks value for raw_track access is 256 6615 * it is higher than the native ECKD value because we 6616 * only need one ccw per track 6617 * so the max_hw_sectors are 6618 * 2048 x 512B = 1024kB = 16 tracks 6619 */ 6620 max = DASD_ECKD_MAX_BLOCKS_RAW << block->s2b_shift; 6621 } else { 6622 max = DASD_ECKD_MAX_BLOCKS << block->s2b_shift; 6623 } 6624 blk_queue_flag_set(QUEUE_FLAG_NONROT, q); 6625 q->limits.max_dev_sectors = max; 6626 blk_queue_logical_block_size(q, logical_block_size); 6627 blk_queue_max_hw_sectors(q, max); 6628 blk_queue_max_segments(q, USHRT_MAX); 6629 /* With page sized segments each segment can be translated into one idaw/tidaw */ 6630 blk_queue_max_segment_size(q, PAGE_SIZE); 6631 blk_queue_segment_boundary(q, PAGE_SIZE - 1); 6632 } 6633 6634 static struct ccw_driver dasd_eckd_driver = { 6635 .driver = { 6636 .name = "dasd-eckd", 6637 .owner = THIS_MODULE, 6638 .dev_groups = dasd_dev_groups, 6639 }, 6640 .ids = dasd_eckd_ids, 6641 .probe = dasd_eckd_probe, 6642 .remove = dasd_generic_remove, 6643 .set_offline = dasd_generic_set_offline, 6644 .set_online = dasd_eckd_set_online, 6645 .notify = dasd_generic_notify, 6646 .path_event = dasd_generic_path_event, 6647 .shutdown = dasd_generic_shutdown, 6648 .uc_handler = dasd_generic_uc_handler, 6649 .int_class = IRQIO_DAS, 6650 }; 6651 6652 static struct dasd_discipline dasd_eckd_discipline = { 6653 .owner = THIS_MODULE, 6654 .name = "ECKD", 6655 .ebcname = "ECKD", 6656 .check_device = dasd_eckd_check_characteristics, 6657 .uncheck_device = dasd_eckd_uncheck_device, 6658 .do_analysis = dasd_eckd_do_analysis, 6659 .pe_handler = dasd_eckd_pe_handler, 6660 .basic_to_ready = dasd_eckd_basic_to_ready, 6661 .online_to_ready = dasd_eckd_online_to_ready, 6662 .basic_to_known = dasd_eckd_basic_to_known, 6663 .setup_blk_queue = dasd_eckd_setup_blk_queue, 6664 .fill_geometry = dasd_eckd_fill_geometry, 6665 .start_IO = dasd_start_IO, 6666 .term_IO = dasd_term_IO, 6667 .handle_terminated_request = dasd_eckd_handle_terminated_request, 6668 .format_device = dasd_eckd_format_device, 6669 .check_device_format = dasd_eckd_check_device_format, 6670 .erp_action = dasd_eckd_erp_action, 6671 .erp_postaction = dasd_eckd_erp_postaction, 6672 .check_for_device_change = dasd_eckd_check_for_device_change, 6673 .build_cp = dasd_eckd_build_alias_cp, 6674 .free_cp = dasd_eckd_free_alias_cp, 6675 .dump_sense = dasd_eckd_dump_sense, 6676 .dump_sense_dbf = dasd_eckd_dump_sense_dbf, 6677 .fill_info = dasd_eckd_fill_info, 6678 .ioctl = dasd_eckd_ioctl, 6679 .reload = dasd_eckd_reload_device, 6680 .get_uid = dasd_eckd_get_uid, 6681 .kick_validate = dasd_eckd_kick_validate_server, 6682 .check_attention = dasd_eckd_check_attention, 6683 .host_access_count = dasd_eckd_host_access_count, 6684 .hosts_print = dasd_hosts_print, 6685 .handle_hpf_error = dasd_eckd_handle_hpf_error, 6686 .disable_hpf = dasd_eckd_disable_hpf_device, 6687 .hpf_enabled = dasd_eckd_hpf_enabled, 6688 .reset_path = dasd_eckd_reset_path, 6689 .is_ese = dasd_eckd_is_ese, 6690 .space_allocated = dasd_eckd_space_allocated, 6691 .space_configured = dasd_eckd_space_configured, 6692 .logical_capacity = dasd_eckd_logical_capacity, 6693 .release_space = dasd_eckd_release_space, 6694 .ext_pool_id = dasd_eckd_ext_pool_id, 6695 .ext_size = dasd_eckd_ext_size, 6696 .ext_pool_cap_at_warnlevel = dasd_eckd_ext_pool_cap_at_warnlevel, 6697 .ext_pool_warn_thrshld = dasd_eckd_ext_pool_warn_thrshld, 6698 .ext_pool_oos = dasd_eckd_ext_pool_oos, 6699 .ext_pool_exhaust = dasd_eckd_ext_pool_exhaust, 6700 .ese_format = dasd_eckd_ese_format, 6701 .ese_read = dasd_eckd_ese_read, 6702 }; 6703 6704 static int __init 6705 dasd_eckd_init(void) 6706 { 6707 int ret; 6708 6709 ASCEBC(dasd_eckd_discipline.ebcname, 4); 6710 dasd_reserve_req = kmalloc(sizeof(*dasd_reserve_req), 6711 GFP_KERNEL | GFP_DMA); 6712 if (!dasd_reserve_req) 6713 return -ENOMEM; 6714 dasd_vol_info_req = kmalloc(sizeof(*dasd_vol_info_req), 6715 GFP_KERNEL | GFP_DMA); 6716 if (!dasd_vol_info_req) 6717 return -ENOMEM; 6718 pe_handler_worker = kmalloc(sizeof(*pe_handler_worker), 6719 GFP_KERNEL | GFP_DMA); 6720 if (!pe_handler_worker) { 6721 kfree(dasd_reserve_req); 6722 kfree(dasd_vol_info_req); 6723 return -ENOMEM; 6724 } 6725 rawpadpage = (void *)__get_free_page(GFP_KERNEL); 6726 if (!rawpadpage) { 6727 kfree(pe_handler_worker); 6728 kfree(dasd_reserve_req); 6729 kfree(dasd_vol_info_req); 6730 return -ENOMEM; 6731 } 6732 ret = ccw_driver_register(&dasd_eckd_driver); 6733 if (!ret) 6734 wait_for_device_probe(); 6735 else { 6736 kfree(pe_handler_worker); 6737 kfree(dasd_reserve_req); 6738 kfree(dasd_vol_info_req); 6739 free_page((unsigned long)rawpadpage); 6740 } 6741 return ret; 6742 } 6743 6744 static void __exit 6745 dasd_eckd_cleanup(void) 6746 { 6747 ccw_driver_unregister(&dasd_eckd_driver); 6748 kfree(pe_handler_worker); 6749 kfree(dasd_reserve_req); 6750 free_page((unsigned long)rawpadpage); 6751 } 6752 6753 module_init(dasd_eckd_init); 6754 module_exit(dasd_eckd_cleanup); 6755