1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com> 4 * Horst Hummel <Horst.Hummel@de.ibm.com> 5 * Carsten Otte <Cotte@de.ibm.com> 6 * Martin Schwidefsky <schwidefsky@de.ibm.com> 7 * Bugreports.to..: <Linux390@de.ibm.com> 8 * Copyright IBM Corp. 1999, 2009 9 * EMC Symmetrix ioctl Copyright EMC Corporation, 2008 10 * Author.........: Nigel Hislop <hislop_nigel@emc.com> 11 */ 12 13 #define KMSG_COMPONENT "dasd-eckd" 14 15 #include <linux/stddef.h> 16 #include <linux/kernel.h> 17 #include <linux/slab.h> 18 #include <linux/hdreg.h> /* HDIO_GETGEO */ 19 #include <linux/bio.h> 20 #include <linux/module.h> 21 #include <linux/compat.h> 22 #include <linux/init.h> 23 #include <linux/seq_file.h> 24 25 #include <asm/css_chars.h> 26 #include <asm/debug.h> 27 #include <asm/idals.h> 28 #include <asm/ebcdic.h> 29 #include <asm/io.h> 30 #include <linux/uaccess.h> 31 #include <asm/cio.h> 32 #include <asm/ccwdev.h> 33 #include <asm/itcw.h> 34 #include <asm/schid.h> 35 #include <asm/chpid.h> 36 37 #include "dasd_int.h" 38 #include "dasd_eckd.h" 39 40 #ifdef PRINTK_HEADER 41 #undef PRINTK_HEADER 42 #endif /* PRINTK_HEADER */ 43 #define PRINTK_HEADER "dasd(eckd):" 44 45 /* 46 * raw track access always map to 64k in memory 47 * so it maps to 16 blocks of 4k per track 48 */ 49 #define DASD_RAW_BLOCK_PER_TRACK 16 50 #define DASD_RAW_BLOCKSIZE 4096 51 /* 64k are 128 x 512 byte sectors */ 52 #define DASD_RAW_SECTORS_PER_TRACK 128 53 54 MODULE_LICENSE("GPL"); 55 56 static struct dasd_discipline dasd_eckd_discipline; 57 58 /* The ccw bus type uses this table to find devices that it sends to 59 * dasd_eckd_probe */ 60 static struct ccw_device_id dasd_eckd_ids[] = { 61 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), .driver_info = 0x1}, 62 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), .driver_info = 0x2}, 63 { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3380, 0), .driver_info = 0x3}, 64 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), .driver_info = 0x4}, 65 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), .driver_info = 0x5}, 66 { CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), .driver_info = 0x6}, 67 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), .driver_info = 0x7}, 68 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), .driver_info = 0x8}, 69 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), .driver_info = 0x9}, 70 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), .driver_info = 0xa}, 71 { /* end of list */ }, 72 }; 73 74 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids); 75 76 static struct ccw_driver dasd_eckd_driver; /* see below */ 77 78 static void *rawpadpage; 79 80 #define INIT_CQR_OK 0 81 #define INIT_CQR_UNFORMATTED 1 82 #define INIT_CQR_ERROR 2 83 84 /* emergency request for reserve/release */ 85 static struct { 86 struct dasd_ccw_req cqr; 87 struct ccw1 ccw; 88 char data[32]; 89 } *dasd_reserve_req; 90 static DEFINE_MUTEX(dasd_reserve_mutex); 91 92 static struct { 93 struct dasd_ccw_req cqr; 94 struct ccw1 ccw[2]; 95 char data[40]; 96 } *dasd_vol_info_req; 97 static DEFINE_MUTEX(dasd_vol_info_mutex); 98 99 struct ext_pool_exhaust_work_data { 100 struct work_struct worker; 101 struct dasd_device *device; 102 struct dasd_device *base; 103 }; 104 105 /* definitions for the path verification worker */ 106 struct pe_handler_work_data { 107 struct work_struct worker; 108 struct dasd_device *device; 109 struct dasd_ccw_req cqr; 110 struct ccw1 ccw; 111 __u8 rcd_buffer[DASD_ECKD_RCD_DATA_SIZE]; 112 int isglobal; 113 __u8 tbvpm; 114 __u8 fcsecpm; 115 }; 116 static struct pe_handler_work_data *pe_handler_worker; 117 static DEFINE_MUTEX(dasd_pe_handler_mutex); 118 119 struct check_attention_work_data { 120 struct work_struct worker; 121 struct dasd_device *device; 122 __u8 lpum; 123 }; 124 125 static int dasd_eckd_ext_pool_id(struct dasd_device *); 126 static int prepare_itcw(struct itcw *, unsigned int, unsigned int, int, 127 struct dasd_device *, struct dasd_device *, 128 unsigned int, int, unsigned int, unsigned int, 129 unsigned int, unsigned int); 130 131 /* initial attempt at a probe function. this can be simplified once 132 * the other detection code is gone */ 133 static int 134 dasd_eckd_probe (struct ccw_device *cdev) 135 { 136 int ret; 137 138 /* set ECKD specific ccw-device options */ 139 ret = ccw_device_set_options(cdev, CCWDEV_ALLOW_FORCE | 140 CCWDEV_DO_PATHGROUP | CCWDEV_DO_MULTIPATH); 141 if (ret) { 142 DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s", 143 "dasd_eckd_probe: could not set " 144 "ccw-device options"); 145 return ret; 146 } 147 ret = dasd_generic_probe(cdev); 148 return ret; 149 } 150 151 static int 152 dasd_eckd_set_online(struct ccw_device *cdev) 153 { 154 return dasd_generic_set_online(cdev, &dasd_eckd_discipline); 155 } 156 157 static const int sizes_trk0[] = { 28, 148, 84 }; 158 #define LABEL_SIZE 140 159 160 /* head and record addresses of count_area read in analysis ccw */ 161 static const int count_area_head[] = { 0, 0, 0, 0, 1 }; 162 static const int count_area_rec[] = { 1, 2, 3, 4, 1 }; 163 164 static inline unsigned int 165 ceil_quot(unsigned int d1, unsigned int d2) 166 { 167 return (d1 + (d2 - 1)) / d2; 168 } 169 170 static unsigned int 171 recs_per_track(struct dasd_eckd_characteristics * rdc, 172 unsigned int kl, unsigned int dl) 173 { 174 int dn, kn; 175 176 switch (rdc->dev_type) { 177 case 0x3380: 178 if (kl) 179 return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) + 180 ceil_quot(dl + 12, 32)); 181 else 182 return 1499 / (15 + ceil_quot(dl + 12, 32)); 183 case 0x3390: 184 dn = ceil_quot(dl + 6, 232) + 1; 185 if (kl) { 186 kn = ceil_quot(kl + 6, 232) + 1; 187 return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) + 188 9 + ceil_quot(dl + 6 * dn, 34)); 189 } else 190 return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34)); 191 case 0x9345: 192 dn = ceil_quot(dl + 6, 232) + 1; 193 if (kl) { 194 kn = ceil_quot(kl + 6, 232) + 1; 195 return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) + 196 ceil_quot(dl + 6 * dn, 34)); 197 } else 198 return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34)); 199 } 200 return 0; 201 } 202 203 static void set_ch_t(struct ch_t *geo, __u32 cyl, __u8 head) 204 { 205 geo->cyl = (__u16) cyl; 206 geo->head = cyl >> 16; 207 geo->head <<= 4; 208 geo->head |= head; 209 } 210 211 /* 212 * calculate failing track from sense data depending if 213 * it is an EAV device or not 214 */ 215 static int dasd_eckd_track_from_irb(struct irb *irb, struct dasd_device *device, 216 sector_t *track) 217 { 218 struct dasd_eckd_private *private = device->private; 219 u8 *sense = NULL; 220 u32 cyl; 221 u8 head; 222 223 sense = dasd_get_sense(irb); 224 if (!sense) { 225 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 226 "ESE error no sense data\n"); 227 return -EINVAL; 228 } 229 if (!(sense[27] & DASD_SENSE_BIT_2)) { 230 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 231 "ESE error no valid track data\n"); 232 return -EINVAL; 233 } 234 235 if (sense[27] & DASD_SENSE_BIT_3) { 236 /* enhanced addressing */ 237 cyl = sense[30] << 20; 238 cyl |= (sense[31] & 0xF0) << 12; 239 cyl |= sense[28] << 8; 240 cyl |= sense[29]; 241 } else { 242 cyl = sense[29] << 8; 243 cyl |= sense[30]; 244 } 245 head = sense[31] & 0x0F; 246 *track = cyl * private->rdc_data.trk_per_cyl + head; 247 return 0; 248 } 249 250 static int set_timestamp(struct ccw1 *ccw, struct DE_eckd_data *data, 251 struct dasd_device *device) 252 { 253 struct dasd_eckd_private *private = device->private; 254 int rc; 255 256 rc = get_phys_clock(&data->ep_sys_time); 257 /* 258 * Ignore return code if XRC is not supported or 259 * sync clock is switched off 260 */ 261 if ((rc && !private->rdc_data.facilities.XRC_supported) || 262 rc == -EOPNOTSUPP || rc == -EACCES) 263 return 0; 264 265 /* switch on System Time Stamp - needed for XRC Support */ 266 data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid' */ 267 data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */ 268 269 if (ccw) { 270 ccw->count = sizeof(struct DE_eckd_data); 271 ccw->flags |= CCW_FLAG_SLI; 272 } 273 274 return rc; 275 } 276 277 static int 278 define_extent(struct ccw1 *ccw, struct DE_eckd_data *data, unsigned int trk, 279 unsigned int totrk, int cmd, struct dasd_device *device, 280 int blksize) 281 { 282 struct dasd_eckd_private *private = device->private; 283 u16 heads, beghead, endhead; 284 u32 begcyl, endcyl; 285 int rc = 0; 286 287 if (ccw) { 288 ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT; 289 ccw->flags = 0; 290 ccw->count = 16; 291 ccw->cda = (__u32)__pa(data); 292 } 293 294 memset(data, 0, sizeof(struct DE_eckd_data)); 295 switch (cmd) { 296 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 297 case DASD_ECKD_CCW_READ_RECORD_ZERO: 298 case DASD_ECKD_CCW_READ: 299 case DASD_ECKD_CCW_READ_MT: 300 case DASD_ECKD_CCW_READ_CKD: 301 case DASD_ECKD_CCW_READ_CKD_MT: 302 case DASD_ECKD_CCW_READ_KD: 303 case DASD_ECKD_CCW_READ_KD_MT: 304 data->mask.perm = 0x1; 305 data->attributes.operation = private->attrib.operation; 306 break; 307 case DASD_ECKD_CCW_READ_COUNT: 308 data->mask.perm = 0x1; 309 data->attributes.operation = DASD_BYPASS_CACHE; 310 break; 311 case DASD_ECKD_CCW_READ_TRACK: 312 case DASD_ECKD_CCW_READ_TRACK_DATA: 313 data->mask.perm = 0x1; 314 data->attributes.operation = private->attrib.operation; 315 data->blk_size = 0; 316 break; 317 case DASD_ECKD_CCW_WRITE: 318 case DASD_ECKD_CCW_WRITE_MT: 319 case DASD_ECKD_CCW_WRITE_KD: 320 case DASD_ECKD_CCW_WRITE_KD_MT: 321 data->mask.perm = 0x02; 322 data->attributes.operation = private->attrib.operation; 323 rc = set_timestamp(ccw, data, device); 324 break; 325 case DASD_ECKD_CCW_WRITE_CKD: 326 case DASD_ECKD_CCW_WRITE_CKD_MT: 327 data->attributes.operation = DASD_BYPASS_CACHE; 328 rc = set_timestamp(ccw, data, device); 329 break; 330 case DASD_ECKD_CCW_ERASE: 331 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 332 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 333 data->mask.perm = 0x3; 334 data->mask.auth = 0x1; 335 data->attributes.operation = DASD_BYPASS_CACHE; 336 rc = set_timestamp(ccw, data, device); 337 break; 338 case DASD_ECKD_CCW_WRITE_FULL_TRACK: 339 data->mask.perm = 0x03; 340 data->attributes.operation = private->attrib.operation; 341 data->blk_size = 0; 342 break; 343 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 344 data->mask.perm = 0x02; 345 data->attributes.operation = private->attrib.operation; 346 data->blk_size = blksize; 347 rc = set_timestamp(ccw, data, device); 348 break; 349 default: 350 dev_err(&device->cdev->dev, 351 "0x%x is not a known command\n", cmd); 352 break; 353 } 354 355 data->attributes.mode = 0x3; /* ECKD */ 356 357 if ((private->rdc_data.cu_type == 0x2105 || 358 private->rdc_data.cu_type == 0x2107 || 359 private->rdc_data.cu_type == 0x1750) 360 && !(private->uses_cdl && trk < 2)) 361 data->ga_extended |= 0x40; /* Regular Data Format Mode */ 362 363 heads = private->rdc_data.trk_per_cyl; 364 begcyl = trk / heads; 365 beghead = trk % heads; 366 endcyl = totrk / heads; 367 endhead = totrk % heads; 368 369 /* check for sequential prestage - enhance cylinder range */ 370 if (data->attributes.operation == DASD_SEQ_PRESTAGE || 371 data->attributes.operation == DASD_SEQ_ACCESS) { 372 373 if (endcyl + private->attrib.nr_cyl < private->real_cyl) 374 endcyl += private->attrib.nr_cyl; 375 else 376 endcyl = (private->real_cyl - 1); 377 } 378 379 set_ch_t(&data->beg_ext, begcyl, beghead); 380 set_ch_t(&data->end_ext, endcyl, endhead); 381 return rc; 382 } 383 384 385 static void locate_record_ext(struct ccw1 *ccw, struct LRE_eckd_data *data, 386 unsigned int trk, unsigned int rec_on_trk, 387 int count, int cmd, struct dasd_device *device, 388 unsigned int reclen, unsigned int tlf) 389 { 390 struct dasd_eckd_private *private = device->private; 391 int sector; 392 int dn, d; 393 394 if (ccw) { 395 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD_EXT; 396 ccw->flags = 0; 397 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) 398 ccw->count = 22; 399 else 400 ccw->count = 20; 401 ccw->cda = (__u32)__pa(data); 402 } 403 404 memset(data, 0, sizeof(*data)); 405 sector = 0; 406 if (rec_on_trk) { 407 switch (private->rdc_data.dev_type) { 408 case 0x3390: 409 dn = ceil_quot(reclen + 6, 232); 410 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34); 411 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 412 break; 413 case 0x3380: 414 d = 7 + ceil_quot(reclen + 12, 32); 415 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 416 break; 417 } 418 } 419 data->sector = sector; 420 /* note: meaning of count depends on the operation 421 * for record based I/O it's the number of records, but for 422 * track based I/O it's the number of tracks 423 */ 424 data->count = count; 425 switch (cmd) { 426 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 427 data->operation.orientation = 0x3; 428 data->operation.operation = 0x03; 429 break; 430 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 431 data->operation.orientation = 0x3; 432 data->operation.operation = 0x16; 433 break; 434 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 435 data->operation.orientation = 0x1; 436 data->operation.operation = 0x03; 437 data->count++; 438 break; 439 case DASD_ECKD_CCW_READ_RECORD_ZERO: 440 data->operation.orientation = 0x3; 441 data->operation.operation = 0x16; 442 data->count++; 443 break; 444 case DASD_ECKD_CCW_WRITE: 445 case DASD_ECKD_CCW_WRITE_MT: 446 case DASD_ECKD_CCW_WRITE_KD: 447 case DASD_ECKD_CCW_WRITE_KD_MT: 448 data->auxiliary.length_valid = 0x1; 449 data->length = reclen; 450 data->operation.operation = 0x01; 451 break; 452 case DASD_ECKD_CCW_WRITE_CKD: 453 case DASD_ECKD_CCW_WRITE_CKD_MT: 454 data->auxiliary.length_valid = 0x1; 455 data->length = reclen; 456 data->operation.operation = 0x03; 457 break; 458 case DASD_ECKD_CCW_WRITE_FULL_TRACK: 459 data->operation.orientation = 0x0; 460 data->operation.operation = 0x3F; 461 data->extended_operation = 0x11; 462 data->length = 0; 463 data->extended_parameter_length = 0x02; 464 if (data->count > 8) { 465 data->extended_parameter[0] = 0xFF; 466 data->extended_parameter[1] = 0xFF; 467 data->extended_parameter[1] <<= (16 - count); 468 } else { 469 data->extended_parameter[0] = 0xFF; 470 data->extended_parameter[0] <<= (8 - count); 471 data->extended_parameter[1] = 0x00; 472 } 473 data->sector = 0xFF; 474 break; 475 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 476 data->auxiliary.length_valid = 0x1; 477 data->length = reclen; /* not tlf, as one might think */ 478 data->operation.operation = 0x3F; 479 data->extended_operation = 0x23; 480 break; 481 case DASD_ECKD_CCW_READ: 482 case DASD_ECKD_CCW_READ_MT: 483 case DASD_ECKD_CCW_READ_KD: 484 case DASD_ECKD_CCW_READ_KD_MT: 485 data->auxiliary.length_valid = 0x1; 486 data->length = reclen; 487 data->operation.operation = 0x06; 488 break; 489 case DASD_ECKD_CCW_READ_CKD: 490 case DASD_ECKD_CCW_READ_CKD_MT: 491 data->auxiliary.length_valid = 0x1; 492 data->length = reclen; 493 data->operation.operation = 0x16; 494 break; 495 case DASD_ECKD_CCW_READ_COUNT: 496 data->operation.operation = 0x06; 497 break; 498 case DASD_ECKD_CCW_READ_TRACK: 499 data->operation.orientation = 0x1; 500 data->operation.operation = 0x0C; 501 data->extended_parameter_length = 0; 502 data->sector = 0xFF; 503 break; 504 case DASD_ECKD_CCW_READ_TRACK_DATA: 505 data->auxiliary.length_valid = 0x1; 506 data->length = tlf; 507 data->operation.operation = 0x0C; 508 break; 509 case DASD_ECKD_CCW_ERASE: 510 data->length = reclen; 511 data->auxiliary.length_valid = 0x1; 512 data->operation.operation = 0x0b; 513 break; 514 default: 515 DBF_DEV_EVENT(DBF_ERR, device, 516 "fill LRE unknown opcode 0x%x", cmd); 517 BUG(); 518 } 519 set_ch_t(&data->seek_addr, 520 trk / private->rdc_data.trk_per_cyl, 521 trk % private->rdc_data.trk_per_cyl); 522 data->search_arg.cyl = data->seek_addr.cyl; 523 data->search_arg.head = data->seek_addr.head; 524 data->search_arg.record = rec_on_trk; 525 } 526 527 static int prefix_LRE(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata, 528 unsigned int trk, unsigned int totrk, int cmd, 529 struct dasd_device *basedev, struct dasd_device *startdev, 530 unsigned int format, unsigned int rec_on_trk, int count, 531 unsigned int blksize, unsigned int tlf) 532 { 533 struct dasd_eckd_private *basepriv, *startpriv; 534 struct LRE_eckd_data *lredata; 535 struct DE_eckd_data *dedata; 536 int rc = 0; 537 538 basepriv = basedev->private; 539 startpriv = startdev->private; 540 dedata = &pfxdata->define_extent; 541 lredata = &pfxdata->locate_record; 542 543 ccw->cmd_code = DASD_ECKD_CCW_PFX; 544 ccw->flags = 0; 545 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) { 546 ccw->count = sizeof(*pfxdata) + 2; 547 ccw->cda = (__u32) __pa(pfxdata); 548 memset(pfxdata, 0, sizeof(*pfxdata) + 2); 549 } else { 550 ccw->count = sizeof(*pfxdata); 551 ccw->cda = (__u32) __pa(pfxdata); 552 memset(pfxdata, 0, sizeof(*pfxdata)); 553 } 554 555 /* prefix data */ 556 if (format > 1) { 557 DBF_DEV_EVENT(DBF_ERR, basedev, 558 "PFX LRE unknown format 0x%x", format); 559 BUG(); 560 return -EINVAL; 561 } 562 pfxdata->format = format; 563 pfxdata->base_address = basepriv->conf.ned->unit_addr; 564 pfxdata->base_lss = basepriv->conf.ned->ID; 565 pfxdata->validity.define_extent = 1; 566 567 /* private uid is kept up to date, conf_data may be outdated */ 568 if (startpriv->uid.type == UA_BASE_PAV_ALIAS) 569 pfxdata->validity.verify_base = 1; 570 571 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) { 572 pfxdata->validity.verify_base = 1; 573 pfxdata->validity.hyper_pav = 1; 574 } 575 576 rc = define_extent(NULL, dedata, trk, totrk, cmd, basedev, blksize); 577 578 /* 579 * For some commands the System Time Stamp is set in the define extent 580 * data when XRC is supported. The validity of the time stamp must be 581 * reflected in the prefix data as well. 582 */ 583 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02) 584 pfxdata->validity.time_stamp = 1; /* 'Time Stamp Valid' */ 585 586 if (format == 1) { 587 locate_record_ext(NULL, lredata, trk, rec_on_trk, count, cmd, 588 basedev, blksize, tlf); 589 } 590 591 return rc; 592 } 593 594 static int prefix(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata, 595 unsigned int trk, unsigned int totrk, int cmd, 596 struct dasd_device *basedev, struct dasd_device *startdev) 597 { 598 return prefix_LRE(ccw, pfxdata, trk, totrk, cmd, basedev, startdev, 599 0, 0, 0, 0, 0); 600 } 601 602 static void 603 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, unsigned int trk, 604 unsigned int rec_on_trk, int no_rec, int cmd, 605 struct dasd_device * device, int reclen) 606 { 607 struct dasd_eckd_private *private = device->private; 608 int sector; 609 int dn, d; 610 611 DBF_DEV_EVENT(DBF_INFO, device, 612 "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d", 613 trk, rec_on_trk, no_rec, cmd, reclen); 614 615 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD; 616 ccw->flags = 0; 617 ccw->count = 16; 618 ccw->cda = (__u32) __pa(data); 619 620 memset(data, 0, sizeof(struct LO_eckd_data)); 621 sector = 0; 622 if (rec_on_trk) { 623 switch (private->rdc_data.dev_type) { 624 case 0x3390: 625 dn = ceil_quot(reclen + 6, 232); 626 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34); 627 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 628 break; 629 case 0x3380: 630 d = 7 + ceil_quot(reclen + 12, 32); 631 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 632 break; 633 } 634 } 635 data->sector = sector; 636 data->count = no_rec; 637 switch (cmd) { 638 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 639 data->operation.orientation = 0x3; 640 data->operation.operation = 0x03; 641 break; 642 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 643 data->operation.orientation = 0x3; 644 data->operation.operation = 0x16; 645 break; 646 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 647 data->operation.orientation = 0x1; 648 data->operation.operation = 0x03; 649 data->count++; 650 break; 651 case DASD_ECKD_CCW_READ_RECORD_ZERO: 652 data->operation.orientation = 0x3; 653 data->operation.operation = 0x16; 654 data->count++; 655 break; 656 case DASD_ECKD_CCW_WRITE: 657 case DASD_ECKD_CCW_WRITE_MT: 658 case DASD_ECKD_CCW_WRITE_KD: 659 case DASD_ECKD_CCW_WRITE_KD_MT: 660 data->auxiliary.last_bytes_used = 0x1; 661 data->length = reclen; 662 data->operation.operation = 0x01; 663 break; 664 case DASD_ECKD_CCW_WRITE_CKD: 665 case DASD_ECKD_CCW_WRITE_CKD_MT: 666 data->auxiliary.last_bytes_used = 0x1; 667 data->length = reclen; 668 data->operation.operation = 0x03; 669 break; 670 case DASD_ECKD_CCW_READ: 671 case DASD_ECKD_CCW_READ_MT: 672 case DASD_ECKD_CCW_READ_KD: 673 case DASD_ECKD_CCW_READ_KD_MT: 674 data->auxiliary.last_bytes_used = 0x1; 675 data->length = reclen; 676 data->operation.operation = 0x06; 677 break; 678 case DASD_ECKD_CCW_READ_CKD: 679 case DASD_ECKD_CCW_READ_CKD_MT: 680 data->auxiliary.last_bytes_used = 0x1; 681 data->length = reclen; 682 data->operation.operation = 0x16; 683 break; 684 case DASD_ECKD_CCW_READ_COUNT: 685 data->operation.operation = 0x06; 686 break; 687 case DASD_ECKD_CCW_ERASE: 688 data->length = reclen; 689 data->auxiliary.last_bytes_used = 0x1; 690 data->operation.operation = 0x0b; 691 break; 692 default: 693 DBF_DEV_EVENT(DBF_ERR, device, "unknown locate record " 694 "opcode 0x%x", cmd); 695 } 696 set_ch_t(&data->seek_addr, 697 trk / private->rdc_data.trk_per_cyl, 698 trk % private->rdc_data.trk_per_cyl); 699 data->search_arg.cyl = data->seek_addr.cyl; 700 data->search_arg.head = data->seek_addr.head; 701 data->search_arg.record = rec_on_trk; 702 } 703 704 /* 705 * Returns 1 if the block is one of the special blocks that needs 706 * to get read/written with the KD variant of the command. 707 * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and 708 * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT. 709 * Luckily the KD variants differ only by one bit (0x08) from the 710 * normal variant. So don't wonder about code like: 711 * if (dasd_eckd_cdl_special(blk_per_trk, recid)) 712 * ccw->cmd_code |= 0x8; 713 */ 714 static inline int 715 dasd_eckd_cdl_special(int blk_per_trk, int recid) 716 { 717 if (recid < 3) 718 return 1; 719 if (recid < blk_per_trk) 720 return 0; 721 if (recid < 2 * blk_per_trk) 722 return 1; 723 return 0; 724 } 725 726 /* 727 * Returns the record size for the special blocks of the cdl format. 728 * Only returns something useful if dasd_eckd_cdl_special is true 729 * for the recid. 730 */ 731 static inline int 732 dasd_eckd_cdl_reclen(int recid) 733 { 734 if (recid < 3) 735 return sizes_trk0[recid]; 736 return LABEL_SIZE; 737 } 738 /* create unique id from private structure. */ 739 static void create_uid(struct dasd_conf *conf, struct dasd_uid *uid) 740 { 741 int count; 742 743 memset(uid, 0, sizeof(struct dasd_uid)); 744 memcpy(uid->vendor, conf->ned->HDA_manufacturer, 745 sizeof(uid->vendor) - 1); 746 EBCASC(uid->vendor, sizeof(uid->vendor) - 1); 747 memcpy(uid->serial, &conf->ned->serial, 748 sizeof(uid->serial) - 1); 749 EBCASC(uid->serial, sizeof(uid->serial) - 1); 750 uid->ssid = conf->gneq->subsystemID; 751 uid->real_unit_addr = conf->ned->unit_addr; 752 if (conf->sneq) { 753 uid->type = conf->sneq->sua_flags; 754 if (uid->type == UA_BASE_PAV_ALIAS) 755 uid->base_unit_addr = conf->sneq->base_unit_addr; 756 } else { 757 uid->type = UA_BASE_DEVICE; 758 } 759 if (conf->vdsneq) { 760 for (count = 0; count < 16; count++) { 761 sprintf(uid->vduit+2*count, "%02x", 762 conf->vdsneq->uit[count]); 763 } 764 } 765 } 766 767 /* 768 * Generate device unique id that specifies the physical device. 769 */ 770 static int dasd_eckd_generate_uid(struct dasd_device *device) 771 { 772 struct dasd_eckd_private *private = device->private; 773 unsigned long flags; 774 775 if (!private) 776 return -ENODEV; 777 if (!private->conf.ned || !private->conf.gneq) 778 return -ENODEV; 779 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 780 create_uid(&private->conf, &private->uid); 781 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 782 return 0; 783 } 784 785 static int dasd_eckd_get_uid(struct dasd_device *device, struct dasd_uid *uid) 786 { 787 struct dasd_eckd_private *private = device->private; 788 unsigned long flags; 789 790 if (private) { 791 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 792 *uid = private->uid; 793 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 794 return 0; 795 } 796 return -EINVAL; 797 } 798 799 /* 800 * compare device UID with data of a given dasd_eckd_private structure 801 * return 0 for match 802 */ 803 static int dasd_eckd_compare_path_uid(struct dasd_device *device, 804 struct dasd_conf *path_conf) 805 { 806 struct dasd_uid device_uid; 807 struct dasd_uid path_uid; 808 809 create_uid(path_conf, &path_uid); 810 dasd_eckd_get_uid(device, &device_uid); 811 812 return memcmp(&device_uid, &path_uid, sizeof(struct dasd_uid)); 813 } 814 815 static void dasd_eckd_fill_rcd_cqr(struct dasd_device *device, 816 struct dasd_ccw_req *cqr, 817 __u8 *rcd_buffer, 818 __u8 lpm) 819 { 820 struct ccw1 *ccw; 821 /* 822 * buffer has to start with EBCDIC "V1.0" to show 823 * support for virtual device SNEQ 824 */ 825 rcd_buffer[0] = 0xE5; 826 rcd_buffer[1] = 0xF1; 827 rcd_buffer[2] = 0x4B; 828 rcd_buffer[3] = 0xF0; 829 830 ccw = cqr->cpaddr; 831 ccw->cmd_code = DASD_ECKD_CCW_RCD; 832 ccw->flags = 0; 833 ccw->cda = (__u32)(addr_t)rcd_buffer; 834 ccw->count = DASD_ECKD_RCD_DATA_SIZE; 835 cqr->magic = DASD_ECKD_MAGIC; 836 837 cqr->startdev = device; 838 cqr->memdev = device; 839 cqr->block = NULL; 840 cqr->expires = 10*HZ; 841 cqr->lpm = lpm; 842 cqr->retries = 256; 843 cqr->buildclk = get_tod_clock(); 844 cqr->status = DASD_CQR_FILLED; 845 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 846 } 847 848 /* 849 * Wakeup helper for read_conf 850 * if the cqr is not done and needs some error recovery 851 * the buffer has to be re-initialized with the EBCDIC "V1.0" 852 * to show support for virtual device SNEQ 853 */ 854 static void read_conf_cb(struct dasd_ccw_req *cqr, void *data) 855 { 856 struct ccw1 *ccw; 857 __u8 *rcd_buffer; 858 859 if (cqr->status != DASD_CQR_DONE) { 860 ccw = cqr->cpaddr; 861 rcd_buffer = (__u8 *)((addr_t) ccw->cda); 862 memset(rcd_buffer, 0, sizeof(*rcd_buffer)); 863 864 rcd_buffer[0] = 0xE5; 865 rcd_buffer[1] = 0xF1; 866 rcd_buffer[2] = 0x4B; 867 rcd_buffer[3] = 0xF0; 868 } 869 dasd_wakeup_cb(cqr, data); 870 } 871 872 static int dasd_eckd_read_conf_immediately(struct dasd_device *device, 873 struct dasd_ccw_req *cqr, 874 __u8 *rcd_buffer, 875 __u8 lpm) 876 { 877 struct ciw *ciw; 878 int rc; 879 /* 880 * sanity check: scan for RCD command in extended SenseID data 881 * some devices do not support RCD 882 */ 883 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD); 884 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) 885 return -EOPNOTSUPP; 886 887 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buffer, lpm); 888 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 889 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags); 890 cqr->retries = 5; 891 cqr->callback = read_conf_cb; 892 rc = dasd_sleep_on_immediatly(cqr); 893 return rc; 894 } 895 896 static int dasd_eckd_read_conf_lpm(struct dasd_device *device, 897 void **rcd_buffer, 898 int *rcd_buffer_size, __u8 lpm) 899 { 900 struct ciw *ciw; 901 char *rcd_buf = NULL; 902 int ret; 903 struct dasd_ccw_req *cqr; 904 905 /* 906 * sanity check: scan for RCD command in extended SenseID data 907 * some devices do not support RCD 908 */ 909 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD); 910 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) { 911 ret = -EOPNOTSUPP; 912 goto out_error; 913 } 914 rcd_buf = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL | GFP_DMA); 915 if (!rcd_buf) { 916 ret = -ENOMEM; 917 goto out_error; 918 } 919 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* RCD */, 920 0, /* use rcd_buf as data ara */ 921 device, NULL); 922 if (IS_ERR(cqr)) { 923 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 924 "Could not allocate RCD request"); 925 ret = -ENOMEM; 926 goto out_error; 927 } 928 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buf, lpm); 929 cqr->callback = read_conf_cb; 930 ret = dasd_sleep_on(cqr); 931 /* 932 * on success we update the user input parms 933 */ 934 dasd_sfree_request(cqr, cqr->memdev); 935 if (ret) 936 goto out_error; 937 938 *rcd_buffer_size = DASD_ECKD_RCD_DATA_SIZE; 939 *rcd_buffer = rcd_buf; 940 return 0; 941 out_error: 942 kfree(rcd_buf); 943 *rcd_buffer = NULL; 944 *rcd_buffer_size = 0; 945 return ret; 946 } 947 948 static int dasd_eckd_identify_conf_parts(struct dasd_conf *conf) 949 { 950 951 struct dasd_sneq *sneq; 952 int i, count; 953 954 conf->ned = NULL; 955 conf->sneq = NULL; 956 conf->vdsneq = NULL; 957 conf->gneq = NULL; 958 count = conf->len / sizeof(struct dasd_sneq); 959 sneq = (struct dasd_sneq *)conf->data; 960 for (i = 0; i < count; ++i) { 961 if (sneq->flags.identifier == 1 && sneq->format == 1) 962 conf->sneq = sneq; 963 else if (sneq->flags.identifier == 1 && sneq->format == 4) 964 conf->vdsneq = (struct vd_sneq *)sneq; 965 else if (sneq->flags.identifier == 2) 966 conf->gneq = (struct dasd_gneq *)sneq; 967 else if (sneq->flags.identifier == 3 && sneq->res1 == 1) 968 conf->ned = (struct dasd_ned *)sneq; 969 sneq++; 970 } 971 if (!conf->ned || !conf->gneq) { 972 conf->ned = NULL; 973 conf->sneq = NULL; 974 conf->vdsneq = NULL; 975 conf->gneq = NULL; 976 return -EINVAL; 977 } 978 return 0; 979 980 }; 981 982 static unsigned char dasd_eckd_path_access(void *conf_data, int conf_len) 983 { 984 struct dasd_gneq *gneq; 985 int i, count, found; 986 987 count = conf_len / sizeof(*gneq); 988 gneq = (struct dasd_gneq *)conf_data; 989 found = 0; 990 for (i = 0; i < count; ++i) { 991 if (gneq->flags.identifier == 2) { 992 found = 1; 993 break; 994 } 995 gneq++; 996 } 997 if (found) 998 return ((char *)gneq)[18] & 0x07; 999 else 1000 return 0; 1001 } 1002 1003 static void dasd_eckd_store_conf_data(struct dasd_device *device, 1004 struct dasd_conf_data *conf_data, int chp) 1005 { 1006 struct dasd_eckd_private *private = device->private; 1007 struct channel_path_desc_fmt0 *chp_desc; 1008 struct subchannel_id sch_id; 1009 void *cdp; 1010 1011 /* 1012 * path handling and read_conf allocate data 1013 * free it before replacing the pointer 1014 * also replace the old private->conf_data pointer 1015 * with the new one if this points to the same data 1016 */ 1017 cdp = device->path[chp].conf_data; 1018 if (private->conf.data == cdp) { 1019 private->conf.data = (void *)conf_data; 1020 dasd_eckd_identify_conf_parts(&private->conf); 1021 } 1022 ccw_device_get_schid(device->cdev, &sch_id); 1023 device->path[chp].conf_data = conf_data; 1024 device->path[chp].cssid = sch_id.cssid; 1025 device->path[chp].ssid = sch_id.ssid; 1026 chp_desc = ccw_device_get_chp_desc(device->cdev, chp); 1027 if (chp_desc) 1028 device->path[chp].chpid = chp_desc->chpid; 1029 kfree(chp_desc); 1030 kfree(cdp); 1031 } 1032 1033 static void dasd_eckd_clear_conf_data(struct dasd_device *device) 1034 { 1035 struct dasd_eckd_private *private = device->private; 1036 int i; 1037 1038 private->conf.data = NULL; 1039 private->conf.len = 0; 1040 for (i = 0; i < 8; i++) { 1041 kfree(device->path[i].conf_data); 1042 device->path[i].conf_data = NULL; 1043 device->path[i].cssid = 0; 1044 device->path[i].ssid = 0; 1045 device->path[i].chpid = 0; 1046 dasd_path_notoper(device, i); 1047 } 1048 } 1049 1050 static void dasd_eckd_read_fc_security(struct dasd_device *device) 1051 { 1052 struct dasd_eckd_private *private = device->private; 1053 u8 esm_valid; 1054 u8 esm[8]; 1055 int chp; 1056 int rc; 1057 1058 rc = chsc_scud(private->uid.ssid, (u64 *)esm, &esm_valid); 1059 if (rc) { 1060 for (chp = 0; chp < 8; chp++) 1061 device->path[chp].fc_security = 0; 1062 return; 1063 } 1064 1065 for (chp = 0; chp < 8; chp++) { 1066 if (esm_valid & (0x80 >> chp)) 1067 device->path[chp].fc_security = esm[chp]; 1068 else 1069 device->path[chp].fc_security = 0; 1070 } 1071 } 1072 1073 static void dasd_eckd_get_uid_string(struct dasd_conf *conf, 1074 char *print_uid) 1075 { 1076 struct dasd_uid uid; 1077 1078 create_uid(conf, &uid); 1079 if (strlen(uid.vduit) > 0) 1080 snprintf(print_uid, sizeof(*print_uid), 1081 "%s.%s.%04x.%02x.%s", 1082 uid.vendor, uid.serial, uid.ssid, 1083 uid.real_unit_addr, uid.vduit); 1084 else 1085 snprintf(print_uid, sizeof(*print_uid), 1086 "%s.%s.%04x.%02x", 1087 uid.vendor, uid.serial, uid.ssid, 1088 uid.real_unit_addr); 1089 } 1090 1091 static int dasd_eckd_check_cabling(struct dasd_device *device, 1092 void *conf_data, __u8 lpm) 1093 { 1094 struct dasd_eckd_private *private = device->private; 1095 char print_path_uid[60], print_device_uid[60]; 1096 struct dasd_conf path_conf; 1097 1098 path_conf.data = conf_data; 1099 path_conf.len = DASD_ECKD_RCD_DATA_SIZE; 1100 if (dasd_eckd_identify_conf_parts(&path_conf)) 1101 return 1; 1102 1103 if (dasd_eckd_compare_path_uid(device, &path_conf)) { 1104 dasd_eckd_get_uid_string(&path_conf, print_path_uid); 1105 dasd_eckd_get_uid_string(&private->conf, print_device_uid); 1106 dev_err(&device->cdev->dev, 1107 "Not all channel paths lead to the same device, path %02X leads to device %s instead of %s\n", 1108 lpm, print_path_uid, print_device_uid); 1109 return 1; 1110 } 1111 1112 return 0; 1113 } 1114 1115 static int dasd_eckd_read_conf(struct dasd_device *device) 1116 { 1117 void *conf_data; 1118 int conf_len, conf_data_saved; 1119 int rc, path_err, pos; 1120 __u8 lpm, opm; 1121 struct dasd_eckd_private *private; 1122 1123 private = device->private; 1124 opm = ccw_device_get_path_mask(device->cdev); 1125 conf_data_saved = 0; 1126 path_err = 0; 1127 /* get configuration data per operational path */ 1128 for (lpm = 0x80; lpm; lpm>>= 1) { 1129 if (!(lpm & opm)) 1130 continue; 1131 rc = dasd_eckd_read_conf_lpm(device, &conf_data, 1132 &conf_len, lpm); 1133 if (rc && rc != -EOPNOTSUPP) { /* -EOPNOTSUPP is ok */ 1134 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1135 "Read configuration data returned " 1136 "error %d", rc); 1137 return rc; 1138 } 1139 if (conf_data == NULL) { 1140 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1141 "No configuration data " 1142 "retrieved"); 1143 /* no further analysis possible */ 1144 dasd_path_add_opm(device, opm); 1145 continue; /* no error */ 1146 } 1147 /* save first valid configuration data */ 1148 if (!conf_data_saved) { 1149 /* initially clear previously stored conf_data */ 1150 dasd_eckd_clear_conf_data(device); 1151 private->conf.data = conf_data; 1152 private->conf.len = conf_len; 1153 if (dasd_eckd_identify_conf_parts(&private->conf)) { 1154 private->conf.data = NULL; 1155 private->conf.len = 0; 1156 kfree(conf_data); 1157 continue; 1158 } 1159 /* 1160 * build device UID that other path data 1161 * can be compared to it 1162 */ 1163 dasd_eckd_generate_uid(device); 1164 conf_data_saved++; 1165 } else if (dasd_eckd_check_cabling(device, conf_data, lpm)) { 1166 dasd_path_add_cablepm(device, lpm); 1167 path_err = -EINVAL; 1168 kfree(conf_data); 1169 continue; 1170 } 1171 1172 pos = pathmask_to_pos(lpm); 1173 dasd_eckd_store_conf_data(device, conf_data, pos); 1174 1175 switch (dasd_eckd_path_access(conf_data, conf_len)) { 1176 case 0x02: 1177 dasd_path_add_nppm(device, lpm); 1178 break; 1179 case 0x03: 1180 dasd_path_add_ppm(device, lpm); 1181 break; 1182 } 1183 if (!dasd_path_get_opm(device)) { 1184 dasd_path_set_opm(device, lpm); 1185 dasd_generic_path_operational(device); 1186 } else { 1187 dasd_path_add_opm(device, lpm); 1188 } 1189 } 1190 1191 return path_err; 1192 } 1193 1194 static u32 get_fcx_max_data(struct dasd_device *device) 1195 { 1196 struct dasd_eckd_private *private = device->private; 1197 int fcx_in_css, fcx_in_gneq, fcx_in_features; 1198 unsigned int mdc; 1199 int tpm; 1200 1201 if (dasd_nofcx) 1202 return 0; 1203 /* is transport mode supported? */ 1204 fcx_in_css = css_general_characteristics.fcx; 1205 fcx_in_gneq = private->conf.gneq->reserved2[7] & 0x04; 1206 fcx_in_features = private->features.feature[40] & 0x80; 1207 tpm = fcx_in_css && fcx_in_gneq && fcx_in_features; 1208 1209 if (!tpm) 1210 return 0; 1211 1212 mdc = ccw_device_get_mdc(device->cdev, 0); 1213 if (mdc == 0) { 1214 dev_warn(&device->cdev->dev, "Detecting the maximum supported data size for zHPF requests failed\n"); 1215 return 0; 1216 } else { 1217 return (u32)mdc * FCX_MAX_DATA_FACTOR; 1218 } 1219 } 1220 1221 static int verify_fcx_max_data(struct dasd_device *device, __u8 lpm) 1222 { 1223 struct dasd_eckd_private *private = device->private; 1224 unsigned int mdc; 1225 u32 fcx_max_data; 1226 1227 if (private->fcx_max_data) { 1228 mdc = ccw_device_get_mdc(device->cdev, lpm); 1229 if (mdc == 0) { 1230 dev_warn(&device->cdev->dev, 1231 "Detecting the maximum data size for zHPF " 1232 "requests failed (rc=%d) for a new path %x\n", 1233 mdc, lpm); 1234 return mdc; 1235 } 1236 fcx_max_data = (u32)mdc * FCX_MAX_DATA_FACTOR; 1237 if (fcx_max_data < private->fcx_max_data) { 1238 dev_warn(&device->cdev->dev, 1239 "The maximum data size for zHPF requests %u " 1240 "on a new path %x is below the active maximum " 1241 "%u\n", fcx_max_data, lpm, 1242 private->fcx_max_data); 1243 return -EACCES; 1244 } 1245 } 1246 return 0; 1247 } 1248 1249 static int rebuild_device_uid(struct dasd_device *device, 1250 struct pe_handler_work_data *data) 1251 { 1252 struct dasd_eckd_private *private = device->private; 1253 __u8 lpm, opm = dasd_path_get_opm(device); 1254 int rc = -ENODEV; 1255 1256 for (lpm = 0x80; lpm; lpm >>= 1) { 1257 if (!(lpm & opm)) 1258 continue; 1259 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer)); 1260 memset(&data->cqr, 0, sizeof(data->cqr)); 1261 data->cqr.cpaddr = &data->ccw; 1262 rc = dasd_eckd_read_conf_immediately(device, &data->cqr, 1263 data->rcd_buffer, 1264 lpm); 1265 1266 if (rc) { 1267 if (rc == -EOPNOTSUPP) /* -EOPNOTSUPP is ok */ 1268 continue; 1269 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1270 "Read configuration data " 1271 "returned error %d", rc); 1272 break; 1273 } 1274 memcpy(private->conf.data, data->rcd_buffer, 1275 DASD_ECKD_RCD_DATA_SIZE); 1276 if (dasd_eckd_identify_conf_parts(&private->conf)) { 1277 rc = -ENODEV; 1278 } else /* first valid path is enough */ 1279 break; 1280 } 1281 1282 if (!rc) 1283 rc = dasd_eckd_generate_uid(device); 1284 1285 return rc; 1286 } 1287 1288 static void dasd_eckd_path_available_action(struct dasd_device *device, 1289 struct pe_handler_work_data *data) 1290 { 1291 __u8 path_rcd_buf[DASD_ECKD_RCD_DATA_SIZE]; 1292 __u8 lpm, opm, npm, ppm, epm, hpfpm, cablepm; 1293 struct dasd_conf_data *conf_data; 1294 struct dasd_conf path_conf; 1295 unsigned long flags; 1296 char print_uid[60]; 1297 int rc, pos; 1298 1299 opm = 0; 1300 npm = 0; 1301 ppm = 0; 1302 epm = 0; 1303 hpfpm = 0; 1304 cablepm = 0; 1305 1306 for (lpm = 0x80; lpm; lpm >>= 1) { 1307 if (!(lpm & data->tbvpm)) 1308 continue; 1309 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer)); 1310 memset(&data->cqr, 0, sizeof(data->cqr)); 1311 data->cqr.cpaddr = &data->ccw; 1312 rc = dasd_eckd_read_conf_immediately(device, &data->cqr, 1313 data->rcd_buffer, 1314 lpm); 1315 if (!rc) { 1316 switch (dasd_eckd_path_access(data->rcd_buffer, 1317 DASD_ECKD_RCD_DATA_SIZE) 1318 ) { 1319 case 0x02: 1320 npm |= lpm; 1321 break; 1322 case 0x03: 1323 ppm |= lpm; 1324 break; 1325 } 1326 opm |= lpm; 1327 } else if (rc == -EOPNOTSUPP) { 1328 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1329 "path verification: No configuration " 1330 "data retrieved"); 1331 opm |= lpm; 1332 } else if (rc == -EAGAIN) { 1333 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1334 "path verification: device is stopped," 1335 " try again later"); 1336 epm |= lpm; 1337 } else { 1338 dev_warn(&device->cdev->dev, 1339 "Reading device feature codes failed " 1340 "(rc=%d) for new path %x\n", rc, lpm); 1341 continue; 1342 } 1343 if (verify_fcx_max_data(device, lpm)) { 1344 opm &= ~lpm; 1345 npm &= ~lpm; 1346 ppm &= ~lpm; 1347 hpfpm |= lpm; 1348 continue; 1349 } 1350 1351 /* 1352 * save conf_data for comparison after 1353 * rebuild_device_uid may have changed 1354 * the original data 1355 */ 1356 memcpy(&path_rcd_buf, data->rcd_buffer, 1357 DASD_ECKD_RCD_DATA_SIZE); 1358 path_conf.data = (void *)&path_rcd_buf; 1359 path_conf.len = DASD_ECKD_RCD_DATA_SIZE; 1360 if (dasd_eckd_identify_conf_parts(&path_conf)) { 1361 path_conf.data = NULL; 1362 path_conf.len = 0; 1363 continue; 1364 } 1365 1366 /* 1367 * compare path UID with device UID only if at least 1368 * one valid path is left 1369 * in other case the device UID may have changed and 1370 * the first working path UID will be used as device UID 1371 */ 1372 if (dasd_path_get_opm(device) && 1373 dasd_eckd_compare_path_uid(device, &path_conf)) { 1374 /* 1375 * the comparison was not successful 1376 * rebuild the device UID with at least one 1377 * known path in case a z/VM hyperswap command 1378 * has changed the device 1379 * 1380 * after this compare again 1381 * 1382 * if either the rebuild or the recompare fails 1383 * the path can not be used 1384 */ 1385 if (rebuild_device_uid(device, data) || 1386 dasd_eckd_compare_path_uid( 1387 device, &path_conf)) { 1388 dasd_eckd_get_uid_string(&path_conf, print_uid); 1389 dev_err(&device->cdev->dev, 1390 "The newly added channel path %02X " 1391 "will not be used because it leads " 1392 "to a different device %s\n", 1393 lpm, print_uid); 1394 opm &= ~lpm; 1395 npm &= ~lpm; 1396 ppm &= ~lpm; 1397 cablepm |= lpm; 1398 continue; 1399 } 1400 } 1401 1402 conf_data = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL); 1403 if (conf_data) { 1404 memcpy(conf_data, data->rcd_buffer, 1405 DASD_ECKD_RCD_DATA_SIZE); 1406 } else { 1407 /* 1408 * path is operational but path config data could not 1409 * be stored due to low mem condition 1410 * add it to the error path mask and schedule a path 1411 * verification later that this could be added again 1412 */ 1413 epm |= lpm; 1414 } 1415 pos = pathmask_to_pos(lpm); 1416 dasd_eckd_store_conf_data(device, conf_data, pos); 1417 1418 /* 1419 * There is a small chance that a path is lost again between 1420 * above path verification and the following modification of 1421 * the device opm mask. We could avoid that race here by using 1422 * yet another path mask, but we rather deal with this unlikely 1423 * situation in dasd_start_IO. 1424 */ 1425 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 1426 if (!dasd_path_get_opm(device) && opm) { 1427 dasd_path_set_opm(device, opm); 1428 dasd_generic_path_operational(device); 1429 } else { 1430 dasd_path_add_opm(device, opm); 1431 } 1432 dasd_path_add_nppm(device, npm); 1433 dasd_path_add_ppm(device, ppm); 1434 if (epm) { 1435 dasd_path_add_tbvpm(device, epm); 1436 dasd_device_set_timer(device, 50); 1437 } 1438 dasd_path_add_cablepm(device, cablepm); 1439 dasd_path_add_nohpfpm(device, hpfpm); 1440 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 1441 1442 dasd_path_create_kobj(device, pos); 1443 } 1444 } 1445 1446 static void do_pe_handler_work(struct work_struct *work) 1447 { 1448 struct pe_handler_work_data *data; 1449 struct dasd_device *device; 1450 1451 data = container_of(work, struct pe_handler_work_data, worker); 1452 device = data->device; 1453 1454 /* delay path verification until device was resumed */ 1455 if (test_bit(DASD_FLAG_SUSPENDED, &device->flags)) { 1456 schedule_work(work); 1457 return; 1458 } 1459 /* check if path verification already running and delay if so */ 1460 if (test_and_set_bit(DASD_FLAG_PATH_VERIFY, &device->flags)) { 1461 schedule_work(work); 1462 return; 1463 } 1464 1465 if (data->tbvpm) 1466 dasd_eckd_path_available_action(device, data); 1467 if (data->fcsecpm) 1468 dasd_eckd_read_fc_security(device); 1469 1470 clear_bit(DASD_FLAG_PATH_VERIFY, &device->flags); 1471 dasd_put_device(device); 1472 if (data->isglobal) 1473 mutex_unlock(&dasd_pe_handler_mutex); 1474 else 1475 kfree(data); 1476 } 1477 1478 static int dasd_eckd_pe_handler(struct dasd_device *device, 1479 __u8 tbvpm, __u8 fcsecpm) 1480 { 1481 struct pe_handler_work_data *data; 1482 1483 data = kzalloc(sizeof(*data), GFP_ATOMIC | GFP_DMA); 1484 if (!data) { 1485 if (mutex_trylock(&dasd_pe_handler_mutex)) { 1486 data = pe_handler_worker; 1487 data->isglobal = 1; 1488 } else { 1489 return -ENOMEM; 1490 } 1491 } 1492 INIT_WORK(&data->worker, do_pe_handler_work); 1493 dasd_get_device(device); 1494 data->device = device; 1495 data->tbvpm = tbvpm; 1496 data->fcsecpm = fcsecpm; 1497 schedule_work(&data->worker); 1498 return 0; 1499 } 1500 1501 static void dasd_eckd_reset_path(struct dasd_device *device, __u8 pm) 1502 { 1503 struct dasd_eckd_private *private = device->private; 1504 unsigned long flags; 1505 1506 if (!private->fcx_max_data) 1507 private->fcx_max_data = get_fcx_max_data(device); 1508 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 1509 dasd_path_set_tbvpm(device, pm ? : dasd_path_get_notoperpm(device)); 1510 dasd_schedule_device_bh(device); 1511 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 1512 } 1513 1514 static int dasd_eckd_read_features(struct dasd_device *device) 1515 { 1516 struct dasd_eckd_private *private = device->private; 1517 struct dasd_psf_prssd_data *prssdp; 1518 struct dasd_rssd_features *features; 1519 struct dasd_ccw_req *cqr; 1520 struct ccw1 *ccw; 1521 int rc; 1522 1523 memset(&private->features, 0, sizeof(struct dasd_rssd_features)); 1524 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 1525 (sizeof(struct dasd_psf_prssd_data) + 1526 sizeof(struct dasd_rssd_features)), 1527 device, NULL); 1528 if (IS_ERR(cqr)) { 1529 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", "Could not " 1530 "allocate initialization request"); 1531 return PTR_ERR(cqr); 1532 } 1533 cqr->startdev = device; 1534 cqr->memdev = device; 1535 cqr->block = NULL; 1536 cqr->retries = 256; 1537 cqr->expires = 10 * HZ; 1538 1539 /* Prepare for Read Subsystem Data */ 1540 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 1541 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 1542 prssdp->order = PSF_ORDER_PRSSD; 1543 prssdp->suborder = 0x41; /* Read Feature Codes */ 1544 /* all other bytes of prssdp must be zero */ 1545 1546 ccw = cqr->cpaddr; 1547 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1548 ccw->count = sizeof(struct dasd_psf_prssd_data); 1549 ccw->flags |= CCW_FLAG_CC; 1550 ccw->cda = (__u32)(addr_t) prssdp; 1551 1552 /* Read Subsystem Data - feature codes */ 1553 features = (struct dasd_rssd_features *) (prssdp + 1); 1554 memset(features, 0, sizeof(struct dasd_rssd_features)); 1555 1556 ccw++; 1557 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1558 ccw->count = sizeof(struct dasd_rssd_features); 1559 ccw->cda = (__u32)(addr_t) features; 1560 1561 cqr->buildclk = get_tod_clock(); 1562 cqr->status = DASD_CQR_FILLED; 1563 rc = dasd_sleep_on(cqr); 1564 if (rc == 0) { 1565 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 1566 features = (struct dasd_rssd_features *) (prssdp + 1); 1567 memcpy(&private->features, features, 1568 sizeof(struct dasd_rssd_features)); 1569 } else 1570 dev_warn(&device->cdev->dev, "Reading device feature codes" 1571 " failed with rc=%d\n", rc); 1572 dasd_sfree_request(cqr, cqr->memdev); 1573 return rc; 1574 } 1575 1576 /* Read Volume Information - Volume Storage Query */ 1577 static int dasd_eckd_read_vol_info(struct dasd_device *device) 1578 { 1579 struct dasd_eckd_private *private = device->private; 1580 struct dasd_psf_prssd_data *prssdp; 1581 struct dasd_rssd_vsq *vsq; 1582 struct dasd_ccw_req *cqr; 1583 struct ccw1 *ccw; 1584 int useglobal; 1585 int rc; 1586 1587 /* This command cannot be executed on an alias device */ 1588 if (private->uid.type == UA_BASE_PAV_ALIAS || 1589 private->uid.type == UA_HYPER_PAV_ALIAS) 1590 return 0; 1591 1592 useglobal = 0; 1593 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */, 1594 sizeof(*prssdp) + sizeof(*vsq), device, NULL); 1595 if (IS_ERR(cqr)) { 1596 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1597 "Could not allocate initialization request"); 1598 mutex_lock(&dasd_vol_info_mutex); 1599 useglobal = 1; 1600 cqr = &dasd_vol_info_req->cqr; 1601 memset(cqr, 0, sizeof(*cqr)); 1602 memset(dasd_vol_info_req, 0, sizeof(*dasd_vol_info_req)); 1603 cqr->cpaddr = &dasd_vol_info_req->ccw; 1604 cqr->data = &dasd_vol_info_req->data; 1605 cqr->magic = DASD_ECKD_MAGIC; 1606 } 1607 1608 /* Prepare for Read Subsystem Data */ 1609 prssdp = cqr->data; 1610 prssdp->order = PSF_ORDER_PRSSD; 1611 prssdp->suborder = PSF_SUBORDER_VSQ; /* Volume Storage Query */ 1612 prssdp->lss = private->conf.ned->ID; 1613 prssdp->volume = private->conf.ned->unit_addr; 1614 1615 ccw = cqr->cpaddr; 1616 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1617 ccw->count = sizeof(*prssdp); 1618 ccw->flags |= CCW_FLAG_CC; 1619 ccw->cda = (__u32)(addr_t)prssdp; 1620 1621 /* Read Subsystem Data - Volume Storage Query */ 1622 vsq = (struct dasd_rssd_vsq *)(prssdp + 1); 1623 memset(vsq, 0, sizeof(*vsq)); 1624 1625 ccw++; 1626 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1627 ccw->count = sizeof(*vsq); 1628 ccw->flags |= CCW_FLAG_SLI; 1629 ccw->cda = (__u32)(addr_t)vsq; 1630 1631 cqr->buildclk = get_tod_clock(); 1632 cqr->status = DASD_CQR_FILLED; 1633 cqr->startdev = device; 1634 cqr->memdev = device; 1635 cqr->block = NULL; 1636 cqr->retries = 256; 1637 cqr->expires = device->default_expires * HZ; 1638 /* The command might not be supported. Suppress the error output */ 1639 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 1640 1641 rc = dasd_sleep_on_interruptible(cqr); 1642 if (rc == 0) { 1643 memcpy(&private->vsq, vsq, sizeof(*vsq)); 1644 } else { 1645 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1646 "Reading the volume storage information failed with rc=%d", rc); 1647 } 1648 1649 if (useglobal) 1650 mutex_unlock(&dasd_vol_info_mutex); 1651 else 1652 dasd_sfree_request(cqr, cqr->memdev); 1653 1654 return rc; 1655 } 1656 1657 static int dasd_eckd_is_ese(struct dasd_device *device) 1658 { 1659 struct dasd_eckd_private *private = device->private; 1660 1661 return private->vsq.vol_info.ese; 1662 } 1663 1664 static int dasd_eckd_ext_pool_id(struct dasd_device *device) 1665 { 1666 struct dasd_eckd_private *private = device->private; 1667 1668 return private->vsq.extent_pool_id; 1669 } 1670 1671 /* 1672 * This value represents the total amount of available space. As more space is 1673 * allocated by ESE volumes, this value will decrease. 1674 * The data for this value is therefore updated on any call. 1675 */ 1676 static int dasd_eckd_space_configured(struct dasd_device *device) 1677 { 1678 struct dasd_eckd_private *private = device->private; 1679 int rc; 1680 1681 rc = dasd_eckd_read_vol_info(device); 1682 1683 return rc ? : private->vsq.space_configured; 1684 } 1685 1686 /* 1687 * The value of space allocated by an ESE volume may have changed and is 1688 * therefore updated on any call. 1689 */ 1690 static int dasd_eckd_space_allocated(struct dasd_device *device) 1691 { 1692 struct dasd_eckd_private *private = device->private; 1693 int rc; 1694 1695 rc = dasd_eckd_read_vol_info(device); 1696 1697 return rc ? : private->vsq.space_allocated; 1698 } 1699 1700 static int dasd_eckd_logical_capacity(struct dasd_device *device) 1701 { 1702 struct dasd_eckd_private *private = device->private; 1703 1704 return private->vsq.logical_capacity; 1705 } 1706 1707 static void dasd_eckd_ext_pool_exhaust_work(struct work_struct *work) 1708 { 1709 struct ext_pool_exhaust_work_data *data; 1710 struct dasd_device *device; 1711 struct dasd_device *base; 1712 1713 data = container_of(work, struct ext_pool_exhaust_work_data, worker); 1714 device = data->device; 1715 base = data->base; 1716 1717 if (!base) 1718 base = device; 1719 if (dasd_eckd_space_configured(base) != 0) { 1720 dasd_generic_space_avail(device); 1721 } else { 1722 dev_warn(&device->cdev->dev, "No space left in the extent pool\n"); 1723 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "out of space"); 1724 } 1725 1726 dasd_put_device(device); 1727 kfree(data); 1728 } 1729 1730 static int dasd_eckd_ext_pool_exhaust(struct dasd_device *device, 1731 struct dasd_ccw_req *cqr) 1732 { 1733 struct ext_pool_exhaust_work_data *data; 1734 1735 data = kzalloc(sizeof(*data), GFP_ATOMIC); 1736 if (!data) 1737 return -ENOMEM; 1738 INIT_WORK(&data->worker, dasd_eckd_ext_pool_exhaust_work); 1739 dasd_get_device(device); 1740 data->device = device; 1741 1742 if (cqr->block) 1743 data->base = cqr->block->base; 1744 else if (cqr->basedev) 1745 data->base = cqr->basedev; 1746 else 1747 data->base = NULL; 1748 1749 schedule_work(&data->worker); 1750 1751 return 0; 1752 } 1753 1754 static void dasd_eckd_cpy_ext_pool_data(struct dasd_device *device, 1755 struct dasd_rssd_lcq *lcq) 1756 { 1757 struct dasd_eckd_private *private = device->private; 1758 int pool_id = dasd_eckd_ext_pool_id(device); 1759 struct dasd_ext_pool_sum eps; 1760 int i; 1761 1762 for (i = 0; i < lcq->pool_count; i++) { 1763 eps = lcq->ext_pool_sum[i]; 1764 if (eps.pool_id == pool_id) { 1765 memcpy(&private->eps, &eps, 1766 sizeof(struct dasd_ext_pool_sum)); 1767 } 1768 } 1769 } 1770 1771 /* Read Extent Pool Information - Logical Configuration Query */ 1772 static int dasd_eckd_read_ext_pool_info(struct dasd_device *device) 1773 { 1774 struct dasd_eckd_private *private = device->private; 1775 struct dasd_psf_prssd_data *prssdp; 1776 struct dasd_rssd_lcq *lcq; 1777 struct dasd_ccw_req *cqr; 1778 struct ccw1 *ccw; 1779 int rc; 1780 1781 /* This command cannot be executed on an alias device */ 1782 if (private->uid.type == UA_BASE_PAV_ALIAS || 1783 private->uid.type == UA_HYPER_PAV_ALIAS) 1784 return 0; 1785 1786 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */, 1787 sizeof(*prssdp) + sizeof(*lcq), device, NULL); 1788 if (IS_ERR(cqr)) { 1789 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1790 "Could not allocate initialization request"); 1791 return PTR_ERR(cqr); 1792 } 1793 1794 /* Prepare for Read Subsystem Data */ 1795 prssdp = cqr->data; 1796 memset(prssdp, 0, sizeof(*prssdp)); 1797 prssdp->order = PSF_ORDER_PRSSD; 1798 prssdp->suborder = PSF_SUBORDER_LCQ; /* Logical Configuration Query */ 1799 1800 ccw = cqr->cpaddr; 1801 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1802 ccw->count = sizeof(*prssdp); 1803 ccw->flags |= CCW_FLAG_CC; 1804 ccw->cda = (__u32)(addr_t)prssdp; 1805 1806 lcq = (struct dasd_rssd_lcq *)(prssdp + 1); 1807 memset(lcq, 0, sizeof(*lcq)); 1808 1809 ccw++; 1810 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1811 ccw->count = sizeof(*lcq); 1812 ccw->flags |= CCW_FLAG_SLI; 1813 ccw->cda = (__u32)(addr_t)lcq; 1814 1815 cqr->buildclk = get_tod_clock(); 1816 cqr->status = DASD_CQR_FILLED; 1817 cqr->startdev = device; 1818 cqr->memdev = device; 1819 cqr->block = NULL; 1820 cqr->retries = 256; 1821 cqr->expires = device->default_expires * HZ; 1822 /* The command might not be supported. Suppress the error output */ 1823 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 1824 1825 rc = dasd_sleep_on_interruptible(cqr); 1826 if (rc == 0) { 1827 dasd_eckd_cpy_ext_pool_data(device, lcq); 1828 } else { 1829 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1830 "Reading the logical configuration failed with rc=%d", rc); 1831 } 1832 1833 dasd_sfree_request(cqr, cqr->memdev); 1834 1835 return rc; 1836 } 1837 1838 /* 1839 * Depending on the device type, the extent size is specified either as 1840 * cylinders per extent (CKD) or size per extent (FBA) 1841 * A 1GB size corresponds to 1113cyl, and 16MB to 21cyl. 1842 */ 1843 static int dasd_eckd_ext_size(struct dasd_device *device) 1844 { 1845 struct dasd_eckd_private *private = device->private; 1846 struct dasd_ext_pool_sum eps = private->eps; 1847 1848 if (!eps.flags.extent_size_valid) 1849 return 0; 1850 if (eps.extent_size.size_1G) 1851 return 1113; 1852 if (eps.extent_size.size_16M) 1853 return 21; 1854 1855 return 0; 1856 } 1857 1858 static int dasd_eckd_ext_pool_warn_thrshld(struct dasd_device *device) 1859 { 1860 struct dasd_eckd_private *private = device->private; 1861 1862 return private->eps.warn_thrshld; 1863 } 1864 1865 static int dasd_eckd_ext_pool_cap_at_warnlevel(struct dasd_device *device) 1866 { 1867 struct dasd_eckd_private *private = device->private; 1868 1869 return private->eps.flags.capacity_at_warnlevel; 1870 } 1871 1872 /* 1873 * Extent Pool out of space 1874 */ 1875 static int dasd_eckd_ext_pool_oos(struct dasd_device *device) 1876 { 1877 struct dasd_eckd_private *private = device->private; 1878 1879 return private->eps.flags.pool_oos; 1880 } 1881 1882 /* 1883 * Build CP for Perform Subsystem Function - SSC. 1884 */ 1885 static struct dasd_ccw_req *dasd_eckd_build_psf_ssc(struct dasd_device *device, 1886 int enable_pav) 1887 { 1888 struct dasd_ccw_req *cqr; 1889 struct dasd_psf_ssc_data *psf_ssc_data; 1890 struct ccw1 *ccw; 1891 1892 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ , 1893 sizeof(struct dasd_psf_ssc_data), 1894 device, NULL); 1895 1896 if (IS_ERR(cqr)) { 1897 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 1898 "Could not allocate PSF-SSC request"); 1899 return cqr; 1900 } 1901 psf_ssc_data = (struct dasd_psf_ssc_data *)cqr->data; 1902 psf_ssc_data->order = PSF_ORDER_SSC; 1903 psf_ssc_data->suborder = 0xc0; 1904 if (enable_pav) { 1905 psf_ssc_data->suborder |= 0x08; 1906 psf_ssc_data->reserved[0] = 0x88; 1907 } 1908 ccw = cqr->cpaddr; 1909 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1910 ccw->cda = (__u32)(addr_t)psf_ssc_data; 1911 ccw->count = 66; 1912 1913 cqr->startdev = device; 1914 cqr->memdev = device; 1915 cqr->block = NULL; 1916 cqr->retries = 256; 1917 cqr->expires = 10*HZ; 1918 cqr->buildclk = get_tod_clock(); 1919 cqr->status = DASD_CQR_FILLED; 1920 return cqr; 1921 } 1922 1923 /* 1924 * Perform Subsystem Function. 1925 * It is necessary to trigger CIO for channel revalidation since this 1926 * call might change behaviour of DASD devices. 1927 */ 1928 static int 1929 dasd_eckd_psf_ssc(struct dasd_device *device, int enable_pav, 1930 unsigned long flags) 1931 { 1932 struct dasd_ccw_req *cqr; 1933 int rc; 1934 1935 cqr = dasd_eckd_build_psf_ssc(device, enable_pav); 1936 if (IS_ERR(cqr)) 1937 return PTR_ERR(cqr); 1938 1939 /* 1940 * set flags e.g. turn on failfast, to prevent blocking 1941 * the calling function should handle failed requests 1942 */ 1943 cqr->flags |= flags; 1944 1945 rc = dasd_sleep_on(cqr); 1946 if (!rc) 1947 /* trigger CIO to reprobe devices */ 1948 css_schedule_reprobe(); 1949 else if (cqr->intrc == -EAGAIN) 1950 rc = -EAGAIN; 1951 1952 dasd_sfree_request(cqr, cqr->memdev); 1953 return rc; 1954 } 1955 1956 /* 1957 * Valide storage server of current device. 1958 */ 1959 static int dasd_eckd_validate_server(struct dasd_device *device, 1960 unsigned long flags) 1961 { 1962 struct dasd_eckd_private *private = device->private; 1963 int enable_pav, rc; 1964 1965 if (private->uid.type == UA_BASE_PAV_ALIAS || 1966 private->uid.type == UA_HYPER_PAV_ALIAS) 1967 return 0; 1968 if (dasd_nopav || MACHINE_IS_VM) 1969 enable_pav = 0; 1970 else 1971 enable_pav = 1; 1972 rc = dasd_eckd_psf_ssc(device, enable_pav, flags); 1973 1974 /* may be requested feature is not available on server, 1975 * therefore just report error and go ahead */ 1976 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "PSF-SSC for SSID %04x " 1977 "returned rc=%d", private->uid.ssid, rc); 1978 return rc; 1979 } 1980 1981 /* 1982 * worker to do a validate server in case of a lost pathgroup 1983 */ 1984 static void dasd_eckd_do_validate_server(struct work_struct *work) 1985 { 1986 struct dasd_device *device = container_of(work, struct dasd_device, 1987 kick_validate); 1988 unsigned long flags = 0; 1989 1990 set_bit(DASD_CQR_FLAGS_FAILFAST, &flags); 1991 if (dasd_eckd_validate_server(device, flags) 1992 == -EAGAIN) { 1993 /* schedule worker again if failed */ 1994 schedule_work(&device->kick_validate); 1995 return; 1996 } 1997 1998 dasd_put_device(device); 1999 } 2000 2001 static void dasd_eckd_kick_validate_server(struct dasd_device *device) 2002 { 2003 dasd_get_device(device); 2004 /* exit if device not online or in offline processing */ 2005 if (test_bit(DASD_FLAG_OFFLINE, &device->flags) || 2006 device->state < DASD_STATE_ONLINE) { 2007 dasd_put_device(device); 2008 return; 2009 } 2010 /* queue call to do_validate_server to the kernel event daemon. */ 2011 if (!schedule_work(&device->kick_validate)) 2012 dasd_put_device(device); 2013 } 2014 2015 static int dasd_eckd_alloc_block(struct dasd_device *device) 2016 { 2017 struct dasd_block *block; 2018 struct dasd_uid temp_uid; 2019 2020 dasd_eckd_get_uid(device, &temp_uid); 2021 if (temp_uid.type == UA_BASE_DEVICE) { 2022 block = dasd_alloc_block(); 2023 if (IS_ERR(block)) { 2024 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 2025 "could not allocate dasd block structure"); 2026 return PTR_ERR(block); 2027 } 2028 device->block = block; 2029 block->base = device; 2030 } 2031 return 0; 2032 } 2033 2034 /* 2035 * Check device characteristics. 2036 * If the device is accessible using ECKD discipline, the device is enabled. 2037 */ 2038 static int 2039 dasd_eckd_check_characteristics(struct dasd_device *device) 2040 { 2041 struct dasd_eckd_private *private = device->private; 2042 int rc, i; 2043 int readonly; 2044 unsigned long value; 2045 2046 /* setup work queue for validate server*/ 2047 INIT_WORK(&device->kick_validate, dasd_eckd_do_validate_server); 2048 /* setup work queue for summary unit check */ 2049 INIT_WORK(&device->suc_work, dasd_alias_handle_summary_unit_check); 2050 2051 if (!ccw_device_is_pathgroup(device->cdev)) { 2052 dev_warn(&device->cdev->dev, 2053 "A channel path group could not be established\n"); 2054 return -EIO; 2055 } 2056 if (!ccw_device_is_multipath(device->cdev)) { 2057 dev_info(&device->cdev->dev, 2058 "The DASD is not operating in multipath mode\n"); 2059 } 2060 if (!private) { 2061 private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA); 2062 if (!private) { 2063 dev_warn(&device->cdev->dev, 2064 "Allocating memory for private DASD data " 2065 "failed\n"); 2066 return -ENOMEM; 2067 } 2068 device->private = private; 2069 } else { 2070 memset(private, 0, sizeof(*private)); 2071 } 2072 /* Invalidate status of initial analysis. */ 2073 private->init_cqr_status = -1; 2074 /* Set default cache operations. */ 2075 private->attrib.operation = DASD_NORMAL_CACHE; 2076 private->attrib.nr_cyl = 0; 2077 2078 /* Read Configuration Data */ 2079 rc = dasd_eckd_read_conf(device); 2080 if (rc) 2081 goto out_err1; 2082 2083 /* set some default values */ 2084 device->default_expires = DASD_EXPIRES; 2085 device->default_retries = DASD_RETRIES; 2086 device->path_thrhld = DASD_ECKD_PATH_THRHLD; 2087 device->path_interval = DASD_ECKD_PATH_INTERVAL; 2088 2089 if (private->conf.gneq) { 2090 value = 1; 2091 for (i = 0; i < private->conf.gneq->timeout.value; i++) 2092 value = 10 * value; 2093 value = value * private->conf.gneq->timeout.number; 2094 /* do not accept useless values */ 2095 if (value != 0 && value <= DASD_EXPIRES_MAX) 2096 device->default_expires = value; 2097 } 2098 2099 /* check if block device is needed and allocate in case */ 2100 rc = dasd_eckd_alloc_block(device); 2101 if (rc) 2102 goto out_err1; 2103 2104 /* register lcu with alias handling, enable PAV */ 2105 rc = dasd_alias_make_device_known_to_lcu(device); 2106 if (rc) 2107 goto out_err2; 2108 2109 dasd_eckd_validate_server(device, 0); 2110 2111 /* device may report different configuration data after LCU setup */ 2112 rc = dasd_eckd_read_conf(device); 2113 if (rc) 2114 goto out_err3; 2115 2116 dasd_eckd_read_fc_security(device); 2117 dasd_path_create_kobjects(device); 2118 2119 /* Read Feature Codes */ 2120 dasd_eckd_read_features(device); 2121 2122 /* Read Volume Information */ 2123 dasd_eckd_read_vol_info(device); 2124 2125 /* Read Extent Pool Information */ 2126 dasd_eckd_read_ext_pool_info(device); 2127 2128 /* Read Device Characteristics */ 2129 rc = dasd_generic_read_dev_chars(device, DASD_ECKD_MAGIC, 2130 &private->rdc_data, 64); 2131 if (rc) { 2132 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 2133 "Read device characteristic failed, rc=%d", rc); 2134 goto out_err3; 2135 } 2136 2137 if ((device->features & DASD_FEATURE_USERAW) && 2138 !(private->rdc_data.facilities.RT_in_LR)) { 2139 dev_err(&device->cdev->dev, "The storage server does not " 2140 "support raw-track access\n"); 2141 rc = -EINVAL; 2142 goto out_err3; 2143 } 2144 2145 /* find the valid cylinder size */ 2146 if (private->rdc_data.no_cyl == LV_COMPAT_CYL && 2147 private->rdc_data.long_no_cyl) 2148 private->real_cyl = private->rdc_data.long_no_cyl; 2149 else 2150 private->real_cyl = private->rdc_data.no_cyl; 2151 2152 private->fcx_max_data = get_fcx_max_data(device); 2153 2154 readonly = dasd_device_is_ro(device); 2155 if (readonly) 2156 set_bit(DASD_FLAG_DEVICE_RO, &device->flags); 2157 2158 dev_info(&device->cdev->dev, "New DASD %04X/%02X (CU %04X/%02X) " 2159 "with %d cylinders, %d heads, %d sectors%s\n", 2160 private->rdc_data.dev_type, 2161 private->rdc_data.dev_model, 2162 private->rdc_data.cu_type, 2163 private->rdc_data.cu_model.model, 2164 private->real_cyl, 2165 private->rdc_data.trk_per_cyl, 2166 private->rdc_data.sec_per_trk, 2167 readonly ? ", read-only device" : ""); 2168 return 0; 2169 2170 out_err3: 2171 dasd_alias_disconnect_device_from_lcu(device); 2172 out_err2: 2173 dasd_free_block(device->block); 2174 device->block = NULL; 2175 out_err1: 2176 dasd_eckd_clear_conf_data(device); 2177 dasd_path_remove_kobjects(device); 2178 kfree(device->private); 2179 device->private = NULL; 2180 return rc; 2181 } 2182 2183 static void dasd_eckd_uncheck_device(struct dasd_device *device) 2184 { 2185 struct dasd_eckd_private *private = device->private; 2186 2187 if (!private) 2188 return; 2189 2190 dasd_alias_disconnect_device_from_lcu(device); 2191 private->conf.ned = NULL; 2192 private->conf.sneq = NULL; 2193 private->conf.vdsneq = NULL; 2194 private->conf.gneq = NULL; 2195 dasd_eckd_clear_conf_data(device); 2196 dasd_path_remove_kobjects(device); 2197 } 2198 2199 static struct dasd_ccw_req * 2200 dasd_eckd_analysis_ccw(struct dasd_device *device) 2201 { 2202 struct dasd_eckd_private *private = device->private; 2203 struct eckd_count *count_data; 2204 struct LO_eckd_data *LO_data; 2205 struct dasd_ccw_req *cqr; 2206 struct ccw1 *ccw; 2207 int cplength, datasize; 2208 int i; 2209 2210 cplength = 8; 2211 datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data); 2212 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, device, 2213 NULL); 2214 if (IS_ERR(cqr)) 2215 return cqr; 2216 ccw = cqr->cpaddr; 2217 /* Define extent for the first 2 tracks. */ 2218 define_extent(ccw++, cqr->data, 0, 1, 2219 DASD_ECKD_CCW_READ_COUNT, device, 0); 2220 LO_data = cqr->data + sizeof(struct DE_eckd_data); 2221 /* Locate record for the first 4 records on track 0. */ 2222 ccw[-1].flags |= CCW_FLAG_CC; 2223 locate_record(ccw++, LO_data++, 0, 0, 4, 2224 DASD_ECKD_CCW_READ_COUNT, device, 0); 2225 2226 count_data = private->count_area; 2227 for (i = 0; i < 4; i++) { 2228 ccw[-1].flags |= CCW_FLAG_CC; 2229 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2230 ccw->flags = 0; 2231 ccw->count = 8; 2232 ccw->cda = (__u32)(addr_t) count_data; 2233 ccw++; 2234 count_data++; 2235 } 2236 2237 /* Locate record for the first record on track 1. */ 2238 ccw[-1].flags |= CCW_FLAG_CC; 2239 locate_record(ccw++, LO_data++, 1, 0, 1, 2240 DASD_ECKD_CCW_READ_COUNT, device, 0); 2241 /* Read count ccw. */ 2242 ccw[-1].flags |= CCW_FLAG_CC; 2243 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2244 ccw->flags = 0; 2245 ccw->count = 8; 2246 ccw->cda = (__u32)(addr_t) count_data; 2247 2248 cqr->block = NULL; 2249 cqr->startdev = device; 2250 cqr->memdev = device; 2251 cqr->retries = 255; 2252 cqr->buildclk = get_tod_clock(); 2253 cqr->status = DASD_CQR_FILLED; 2254 /* Set flags to suppress output for expected errors */ 2255 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 2256 2257 return cqr; 2258 } 2259 2260 /* differentiate between 'no record found' and any other error */ 2261 static int dasd_eckd_analysis_evaluation(struct dasd_ccw_req *init_cqr) 2262 { 2263 char *sense; 2264 if (init_cqr->status == DASD_CQR_DONE) 2265 return INIT_CQR_OK; 2266 else if (init_cqr->status == DASD_CQR_NEED_ERP || 2267 init_cqr->status == DASD_CQR_FAILED) { 2268 sense = dasd_get_sense(&init_cqr->irb); 2269 if (sense && (sense[1] & SNS1_NO_REC_FOUND)) 2270 return INIT_CQR_UNFORMATTED; 2271 else 2272 return INIT_CQR_ERROR; 2273 } else 2274 return INIT_CQR_ERROR; 2275 } 2276 2277 /* 2278 * This is the callback function for the init_analysis cqr. It saves 2279 * the status of the initial analysis ccw before it frees it and kicks 2280 * the device to continue the startup sequence. This will call 2281 * dasd_eckd_do_analysis again (if the devices has not been marked 2282 * for deletion in the meantime). 2283 */ 2284 static void dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr, 2285 void *data) 2286 { 2287 struct dasd_device *device = init_cqr->startdev; 2288 struct dasd_eckd_private *private = device->private; 2289 2290 private->init_cqr_status = dasd_eckd_analysis_evaluation(init_cqr); 2291 dasd_sfree_request(init_cqr, device); 2292 dasd_kick_device(device); 2293 } 2294 2295 static int dasd_eckd_start_analysis(struct dasd_block *block) 2296 { 2297 struct dasd_ccw_req *init_cqr; 2298 2299 init_cqr = dasd_eckd_analysis_ccw(block->base); 2300 if (IS_ERR(init_cqr)) 2301 return PTR_ERR(init_cqr); 2302 init_cqr->callback = dasd_eckd_analysis_callback; 2303 init_cqr->callback_data = NULL; 2304 init_cqr->expires = 5*HZ; 2305 /* first try without ERP, so we can later handle unformatted 2306 * devices as special case 2307 */ 2308 clear_bit(DASD_CQR_FLAGS_USE_ERP, &init_cqr->flags); 2309 init_cqr->retries = 0; 2310 dasd_add_request_head(init_cqr); 2311 return -EAGAIN; 2312 } 2313 2314 static int dasd_eckd_end_analysis(struct dasd_block *block) 2315 { 2316 struct dasd_device *device = block->base; 2317 struct dasd_eckd_private *private = device->private; 2318 struct eckd_count *count_area; 2319 unsigned int sb, blk_per_trk; 2320 int status, i; 2321 struct dasd_ccw_req *init_cqr; 2322 2323 status = private->init_cqr_status; 2324 private->init_cqr_status = -1; 2325 if (status == INIT_CQR_ERROR) { 2326 /* try again, this time with full ERP */ 2327 init_cqr = dasd_eckd_analysis_ccw(device); 2328 dasd_sleep_on(init_cqr); 2329 status = dasd_eckd_analysis_evaluation(init_cqr); 2330 dasd_sfree_request(init_cqr, device); 2331 } 2332 2333 if (device->features & DASD_FEATURE_USERAW) { 2334 block->bp_block = DASD_RAW_BLOCKSIZE; 2335 blk_per_trk = DASD_RAW_BLOCK_PER_TRACK; 2336 block->s2b_shift = 3; 2337 goto raw; 2338 } 2339 2340 if (status == INIT_CQR_UNFORMATTED) { 2341 dev_warn(&device->cdev->dev, "The DASD is not formatted\n"); 2342 return -EMEDIUMTYPE; 2343 } else if (status == INIT_CQR_ERROR) { 2344 dev_err(&device->cdev->dev, 2345 "Detecting the DASD disk layout failed because " 2346 "of an I/O error\n"); 2347 return -EIO; 2348 } 2349 2350 private->uses_cdl = 1; 2351 /* Check Track 0 for Compatible Disk Layout */ 2352 count_area = NULL; 2353 for (i = 0; i < 3; i++) { 2354 if (private->count_area[i].kl != 4 || 2355 private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4 || 2356 private->count_area[i].cyl != 0 || 2357 private->count_area[i].head != count_area_head[i] || 2358 private->count_area[i].record != count_area_rec[i]) { 2359 private->uses_cdl = 0; 2360 break; 2361 } 2362 } 2363 if (i == 3) 2364 count_area = &private->count_area[3]; 2365 2366 if (private->uses_cdl == 0) { 2367 for (i = 0; i < 5; i++) { 2368 if ((private->count_area[i].kl != 0) || 2369 (private->count_area[i].dl != 2370 private->count_area[0].dl) || 2371 private->count_area[i].cyl != 0 || 2372 private->count_area[i].head != count_area_head[i] || 2373 private->count_area[i].record != count_area_rec[i]) 2374 break; 2375 } 2376 if (i == 5) 2377 count_area = &private->count_area[0]; 2378 } else { 2379 if (private->count_area[3].record == 1) 2380 dev_warn(&device->cdev->dev, 2381 "Track 0 has no records following the VTOC\n"); 2382 } 2383 2384 if (count_area != NULL && count_area->kl == 0) { 2385 /* we found notthing violating our disk layout */ 2386 if (dasd_check_blocksize(count_area->dl) == 0) 2387 block->bp_block = count_area->dl; 2388 } 2389 if (block->bp_block == 0) { 2390 dev_warn(&device->cdev->dev, 2391 "The disk layout of the DASD is not supported\n"); 2392 return -EMEDIUMTYPE; 2393 } 2394 block->s2b_shift = 0; /* bits to shift 512 to get a block */ 2395 for (sb = 512; sb < block->bp_block; sb = sb << 1) 2396 block->s2b_shift++; 2397 2398 blk_per_trk = recs_per_track(&private->rdc_data, 0, block->bp_block); 2399 2400 raw: 2401 block->blocks = ((unsigned long) private->real_cyl * 2402 private->rdc_data.trk_per_cyl * 2403 blk_per_trk); 2404 2405 dev_info(&device->cdev->dev, 2406 "DASD with %u KB/block, %lu KB total size, %u KB/track, " 2407 "%s\n", (block->bp_block >> 10), 2408 (((unsigned long) private->real_cyl * 2409 private->rdc_data.trk_per_cyl * 2410 blk_per_trk * (block->bp_block >> 9)) >> 1), 2411 ((blk_per_trk * block->bp_block) >> 10), 2412 private->uses_cdl ? 2413 "compatible disk layout" : "linux disk layout"); 2414 2415 return 0; 2416 } 2417 2418 static int dasd_eckd_do_analysis(struct dasd_block *block) 2419 { 2420 struct dasd_eckd_private *private = block->base->private; 2421 2422 if (private->init_cqr_status < 0) 2423 return dasd_eckd_start_analysis(block); 2424 else 2425 return dasd_eckd_end_analysis(block); 2426 } 2427 2428 static int dasd_eckd_basic_to_ready(struct dasd_device *device) 2429 { 2430 return dasd_alias_add_device(device); 2431 }; 2432 2433 static int dasd_eckd_online_to_ready(struct dasd_device *device) 2434 { 2435 if (cancel_work_sync(&device->reload_device)) 2436 dasd_put_device(device); 2437 if (cancel_work_sync(&device->kick_validate)) 2438 dasd_put_device(device); 2439 2440 return 0; 2441 }; 2442 2443 static int dasd_eckd_basic_to_known(struct dasd_device *device) 2444 { 2445 return dasd_alias_remove_device(device); 2446 }; 2447 2448 static int 2449 dasd_eckd_fill_geometry(struct dasd_block *block, struct hd_geometry *geo) 2450 { 2451 struct dasd_eckd_private *private = block->base->private; 2452 2453 if (dasd_check_blocksize(block->bp_block) == 0) { 2454 geo->sectors = recs_per_track(&private->rdc_data, 2455 0, block->bp_block); 2456 } 2457 geo->cylinders = private->rdc_data.no_cyl; 2458 geo->heads = private->rdc_data.trk_per_cyl; 2459 return 0; 2460 } 2461 2462 /* 2463 * Build the TCW request for the format check 2464 */ 2465 static struct dasd_ccw_req * 2466 dasd_eckd_build_check_tcw(struct dasd_device *base, struct format_data_t *fdata, 2467 int enable_pav, struct eckd_count *fmt_buffer, 2468 int rpt) 2469 { 2470 struct dasd_eckd_private *start_priv; 2471 struct dasd_device *startdev = NULL; 2472 struct tidaw *last_tidaw = NULL; 2473 struct dasd_ccw_req *cqr; 2474 struct itcw *itcw; 2475 int itcw_size; 2476 int count; 2477 int rc; 2478 int i; 2479 2480 if (enable_pav) 2481 startdev = dasd_alias_get_start_dev(base); 2482 2483 if (!startdev) 2484 startdev = base; 2485 2486 start_priv = startdev->private; 2487 2488 count = rpt * (fdata->stop_unit - fdata->start_unit + 1); 2489 2490 /* 2491 * we're adding 'count' amount of tidaw to the itcw. 2492 * calculate the corresponding itcw_size 2493 */ 2494 itcw_size = itcw_calc_size(0, count, 0); 2495 2496 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev); 2497 if (IS_ERR(cqr)) 2498 return cqr; 2499 2500 start_priv->count++; 2501 2502 itcw = itcw_init(cqr->data, itcw_size, ITCW_OP_READ, 0, count, 0); 2503 if (IS_ERR(itcw)) { 2504 rc = -EINVAL; 2505 goto out_err; 2506 } 2507 2508 cqr->cpaddr = itcw_get_tcw(itcw); 2509 rc = prepare_itcw(itcw, fdata->start_unit, fdata->stop_unit, 2510 DASD_ECKD_CCW_READ_COUNT_MT, base, startdev, 0, count, 2511 sizeof(struct eckd_count), 2512 count * sizeof(struct eckd_count), 0, rpt); 2513 if (rc) 2514 goto out_err; 2515 2516 for (i = 0; i < count; i++) { 2517 last_tidaw = itcw_add_tidaw(itcw, 0, fmt_buffer++, 2518 sizeof(struct eckd_count)); 2519 if (IS_ERR(last_tidaw)) { 2520 rc = -EINVAL; 2521 goto out_err; 2522 } 2523 } 2524 2525 last_tidaw->flags |= TIDAW_FLAGS_LAST; 2526 itcw_finalize(itcw); 2527 2528 cqr->cpmode = 1; 2529 cqr->startdev = startdev; 2530 cqr->memdev = startdev; 2531 cqr->basedev = base; 2532 cqr->retries = startdev->default_retries; 2533 cqr->expires = startdev->default_expires * HZ; 2534 cqr->buildclk = get_tod_clock(); 2535 cqr->status = DASD_CQR_FILLED; 2536 /* Set flags to suppress output for expected errors */ 2537 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 2538 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 2539 2540 return cqr; 2541 2542 out_err: 2543 dasd_sfree_request(cqr, startdev); 2544 2545 return ERR_PTR(rc); 2546 } 2547 2548 /* 2549 * Build the CCW request for the format check 2550 */ 2551 static struct dasd_ccw_req * 2552 dasd_eckd_build_check(struct dasd_device *base, struct format_data_t *fdata, 2553 int enable_pav, struct eckd_count *fmt_buffer, int rpt) 2554 { 2555 struct dasd_eckd_private *start_priv; 2556 struct dasd_eckd_private *base_priv; 2557 struct dasd_device *startdev = NULL; 2558 struct dasd_ccw_req *cqr; 2559 struct ccw1 *ccw; 2560 void *data; 2561 int cplength, datasize; 2562 int use_prefix; 2563 int count; 2564 int i; 2565 2566 if (enable_pav) 2567 startdev = dasd_alias_get_start_dev(base); 2568 2569 if (!startdev) 2570 startdev = base; 2571 2572 start_priv = startdev->private; 2573 base_priv = base->private; 2574 2575 count = rpt * (fdata->stop_unit - fdata->start_unit + 1); 2576 2577 use_prefix = base_priv->features.feature[8] & 0x01; 2578 2579 if (use_prefix) { 2580 cplength = 1; 2581 datasize = sizeof(struct PFX_eckd_data); 2582 } else { 2583 cplength = 2; 2584 datasize = sizeof(struct DE_eckd_data) + 2585 sizeof(struct LO_eckd_data); 2586 } 2587 cplength += count; 2588 2589 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev); 2590 if (IS_ERR(cqr)) 2591 return cqr; 2592 2593 start_priv->count++; 2594 data = cqr->data; 2595 ccw = cqr->cpaddr; 2596 2597 if (use_prefix) { 2598 prefix_LRE(ccw++, data, fdata->start_unit, fdata->stop_unit, 2599 DASD_ECKD_CCW_READ_COUNT, base, startdev, 1, 0, 2600 count, 0, 0); 2601 } else { 2602 define_extent(ccw++, data, fdata->start_unit, fdata->stop_unit, 2603 DASD_ECKD_CCW_READ_COUNT, startdev, 0); 2604 2605 data += sizeof(struct DE_eckd_data); 2606 ccw[-1].flags |= CCW_FLAG_CC; 2607 2608 locate_record(ccw++, data, fdata->start_unit, 0, count, 2609 DASD_ECKD_CCW_READ_COUNT, base, 0); 2610 } 2611 2612 for (i = 0; i < count; i++) { 2613 ccw[-1].flags |= CCW_FLAG_CC; 2614 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2615 ccw->flags = CCW_FLAG_SLI; 2616 ccw->count = 8; 2617 ccw->cda = (__u32)(addr_t) fmt_buffer; 2618 ccw++; 2619 fmt_buffer++; 2620 } 2621 2622 cqr->startdev = startdev; 2623 cqr->memdev = startdev; 2624 cqr->basedev = base; 2625 cqr->retries = DASD_RETRIES; 2626 cqr->expires = startdev->default_expires * HZ; 2627 cqr->buildclk = get_tod_clock(); 2628 cqr->status = DASD_CQR_FILLED; 2629 /* Set flags to suppress output for expected errors */ 2630 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 2631 2632 return cqr; 2633 } 2634 2635 static struct dasd_ccw_req * 2636 dasd_eckd_build_format(struct dasd_device *base, struct dasd_device *startdev, 2637 struct format_data_t *fdata, int enable_pav) 2638 { 2639 struct dasd_eckd_private *base_priv; 2640 struct dasd_eckd_private *start_priv; 2641 struct dasd_ccw_req *fcp; 2642 struct eckd_count *ect; 2643 struct ch_t address; 2644 struct ccw1 *ccw; 2645 void *data; 2646 int rpt; 2647 int cplength, datasize; 2648 int i, j; 2649 int intensity = 0; 2650 int r0_perm; 2651 int nr_tracks; 2652 int use_prefix; 2653 2654 if (enable_pav) 2655 startdev = dasd_alias_get_start_dev(base); 2656 2657 if (!startdev) 2658 startdev = base; 2659 2660 start_priv = startdev->private; 2661 base_priv = base->private; 2662 2663 rpt = recs_per_track(&base_priv->rdc_data, 0, fdata->blksize); 2664 2665 nr_tracks = fdata->stop_unit - fdata->start_unit + 1; 2666 2667 /* 2668 * fdata->intensity is a bit string that tells us what to do: 2669 * Bit 0: write record zero 2670 * Bit 1: write home address, currently not supported 2671 * Bit 2: invalidate tracks 2672 * Bit 3: use OS/390 compatible disk layout (cdl) 2673 * Bit 4: do not allow storage subsystem to modify record zero 2674 * Only some bit combinations do make sense. 2675 */ 2676 if (fdata->intensity & 0x10) { 2677 r0_perm = 0; 2678 intensity = fdata->intensity & ~0x10; 2679 } else { 2680 r0_perm = 1; 2681 intensity = fdata->intensity; 2682 } 2683 2684 use_prefix = base_priv->features.feature[8] & 0x01; 2685 2686 switch (intensity) { 2687 case 0x00: /* Normal format */ 2688 case 0x08: /* Normal format, use cdl. */ 2689 cplength = 2 + (rpt*nr_tracks); 2690 if (use_prefix) 2691 datasize = sizeof(struct PFX_eckd_data) + 2692 sizeof(struct LO_eckd_data) + 2693 rpt * nr_tracks * sizeof(struct eckd_count); 2694 else 2695 datasize = sizeof(struct DE_eckd_data) + 2696 sizeof(struct LO_eckd_data) + 2697 rpt * nr_tracks * sizeof(struct eckd_count); 2698 break; 2699 case 0x01: /* Write record zero and format track. */ 2700 case 0x09: /* Write record zero and format track, use cdl. */ 2701 cplength = 2 + rpt * nr_tracks; 2702 if (use_prefix) 2703 datasize = sizeof(struct PFX_eckd_data) + 2704 sizeof(struct LO_eckd_data) + 2705 sizeof(struct eckd_count) + 2706 rpt * nr_tracks * sizeof(struct eckd_count); 2707 else 2708 datasize = sizeof(struct DE_eckd_data) + 2709 sizeof(struct LO_eckd_data) + 2710 sizeof(struct eckd_count) + 2711 rpt * nr_tracks * sizeof(struct eckd_count); 2712 break; 2713 case 0x04: /* Invalidate track. */ 2714 case 0x0c: /* Invalidate track, use cdl. */ 2715 cplength = 3; 2716 if (use_prefix) 2717 datasize = sizeof(struct PFX_eckd_data) + 2718 sizeof(struct LO_eckd_data) + 2719 sizeof(struct eckd_count); 2720 else 2721 datasize = sizeof(struct DE_eckd_data) + 2722 sizeof(struct LO_eckd_data) + 2723 sizeof(struct eckd_count); 2724 break; 2725 default: 2726 dev_warn(&startdev->cdev->dev, 2727 "An I/O control call used incorrect flags 0x%x\n", 2728 fdata->intensity); 2729 return ERR_PTR(-EINVAL); 2730 } 2731 2732 fcp = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev); 2733 if (IS_ERR(fcp)) 2734 return fcp; 2735 2736 start_priv->count++; 2737 data = fcp->data; 2738 ccw = fcp->cpaddr; 2739 2740 switch (intensity & ~0x08) { 2741 case 0x00: /* Normal format. */ 2742 if (use_prefix) { 2743 prefix(ccw++, (struct PFX_eckd_data *) data, 2744 fdata->start_unit, fdata->stop_unit, 2745 DASD_ECKD_CCW_WRITE_CKD, base, startdev); 2746 /* grant subsystem permission to format R0 */ 2747 if (r0_perm) 2748 ((struct PFX_eckd_data *)data) 2749 ->define_extent.ga_extended |= 0x04; 2750 data += sizeof(struct PFX_eckd_data); 2751 } else { 2752 define_extent(ccw++, (struct DE_eckd_data *) data, 2753 fdata->start_unit, fdata->stop_unit, 2754 DASD_ECKD_CCW_WRITE_CKD, startdev, 0); 2755 /* grant subsystem permission to format R0 */ 2756 if (r0_perm) 2757 ((struct DE_eckd_data *) data) 2758 ->ga_extended |= 0x04; 2759 data += sizeof(struct DE_eckd_data); 2760 } 2761 ccw[-1].flags |= CCW_FLAG_CC; 2762 locate_record(ccw++, (struct LO_eckd_data *) data, 2763 fdata->start_unit, 0, rpt*nr_tracks, 2764 DASD_ECKD_CCW_WRITE_CKD, base, 2765 fdata->blksize); 2766 data += sizeof(struct LO_eckd_data); 2767 break; 2768 case 0x01: /* Write record zero + format track. */ 2769 if (use_prefix) { 2770 prefix(ccw++, (struct PFX_eckd_data *) data, 2771 fdata->start_unit, fdata->stop_unit, 2772 DASD_ECKD_CCW_WRITE_RECORD_ZERO, 2773 base, startdev); 2774 data += sizeof(struct PFX_eckd_data); 2775 } else { 2776 define_extent(ccw++, (struct DE_eckd_data *) data, 2777 fdata->start_unit, fdata->stop_unit, 2778 DASD_ECKD_CCW_WRITE_RECORD_ZERO, startdev, 0); 2779 data += sizeof(struct DE_eckd_data); 2780 } 2781 ccw[-1].flags |= CCW_FLAG_CC; 2782 locate_record(ccw++, (struct LO_eckd_data *) data, 2783 fdata->start_unit, 0, rpt * nr_tracks + 1, 2784 DASD_ECKD_CCW_WRITE_RECORD_ZERO, base, 2785 base->block->bp_block); 2786 data += sizeof(struct LO_eckd_data); 2787 break; 2788 case 0x04: /* Invalidate track. */ 2789 if (use_prefix) { 2790 prefix(ccw++, (struct PFX_eckd_data *) data, 2791 fdata->start_unit, fdata->stop_unit, 2792 DASD_ECKD_CCW_WRITE_CKD, base, startdev); 2793 data += sizeof(struct PFX_eckd_data); 2794 } else { 2795 define_extent(ccw++, (struct DE_eckd_data *) data, 2796 fdata->start_unit, fdata->stop_unit, 2797 DASD_ECKD_CCW_WRITE_CKD, startdev, 0); 2798 data += sizeof(struct DE_eckd_data); 2799 } 2800 ccw[-1].flags |= CCW_FLAG_CC; 2801 locate_record(ccw++, (struct LO_eckd_data *) data, 2802 fdata->start_unit, 0, 1, 2803 DASD_ECKD_CCW_WRITE_CKD, base, 8); 2804 data += sizeof(struct LO_eckd_data); 2805 break; 2806 } 2807 2808 for (j = 0; j < nr_tracks; j++) { 2809 /* calculate cylinder and head for the current track */ 2810 set_ch_t(&address, 2811 (fdata->start_unit + j) / 2812 base_priv->rdc_data.trk_per_cyl, 2813 (fdata->start_unit + j) % 2814 base_priv->rdc_data.trk_per_cyl); 2815 if (intensity & 0x01) { /* write record zero */ 2816 ect = (struct eckd_count *) data; 2817 data += sizeof(struct eckd_count); 2818 ect->cyl = address.cyl; 2819 ect->head = address.head; 2820 ect->record = 0; 2821 ect->kl = 0; 2822 ect->dl = 8; 2823 ccw[-1].flags |= CCW_FLAG_CC; 2824 ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO; 2825 ccw->flags = CCW_FLAG_SLI; 2826 ccw->count = 8; 2827 ccw->cda = (__u32)(addr_t) ect; 2828 ccw++; 2829 } 2830 if ((intensity & ~0x08) & 0x04) { /* erase track */ 2831 ect = (struct eckd_count *) data; 2832 data += sizeof(struct eckd_count); 2833 ect->cyl = address.cyl; 2834 ect->head = address.head; 2835 ect->record = 1; 2836 ect->kl = 0; 2837 ect->dl = 0; 2838 ccw[-1].flags |= CCW_FLAG_CC; 2839 ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD; 2840 ccw->flags = CCW_FLAG_SLI; 2841 ccw->count = 8; 2842 ccw->cda = (__u32)(addr_t) ect; 2843 } else { /* write remaining records */ 2844 for (i = 0; i < rpt; i++) { 2845 ect = (struct eckd_count *) data; 2846 data += sizeof(struct eckd_count); 2847 ect->cyl = address.cyl; 2848 ect->head = address.head; 2849 ect->record = i + 1; 2850 ect->kl = 0; 2851 ect->dl = fdata->blksize; 2852 /* 2853 * Check for special tracks 0-1 2854 * when formatting CDL 2855 */ 2856 if ((intensity & 0x08) && 2857 address.cyl == 0 && address.head == 0) { 2858 if (i < 3) { 2859 ect->kl = 4; 2860 ect->dl = sizes_trk0[i] - 4; 2861 } 2862 } 2863 if ((intensity & 0x08) && 2864 address.cyl == 0 && address.head == 1) { 2865 ect->kl = 44; 2866 ect->dl = LABEL_SIZE - 44; 2867 } 2868 ccw[-1].flags |= CCW_FLAG_CC; 2869 if (i != 0 || j == 0) 2870 ccw->cmd_code = 2871 DASD_ECKD_CCW_WRITE_CKD; 2872 else 2873 ccw->cmd_code = 2874 DASD_ECKD_CCW_WRITE_CKD_MT; 2875 ccw->flags = CCW_FLAG_SLI; 2876 ccw->count = 8; 2877 ccw->cda = (__u32)(addr_t) ect; 2878 ccw++; 2879 } 2880 } 2881 } 2882 2883 fcp->startdev = startdev; 2884 fcp->memdev = startdev; 2885 fcp->basedev = base; 2886 fcp->retries = 256; 2887 fcp->expires = startdev->default_expires * HZ; 2888 fcp->buildclk = get_tod_clock(); 2889 fcp->status = DASD_CQR_FILLED; 2890 2891 return fcp; 2892 } 2893 2894 /* 2895 * Wrapper function to build a CCW request depending on input data 2896 */ 2897 static struct dasd_ccw_req * 2898 dasd_eckd_format_build_ccw_req(struct dasd_device *base, 2899 struct format_data_t *fdata, int enable_pav, 2900 int tpm, struct eckd_count *fmt_buffer, int rpt) 2901 { 2902 struct dasd_ccw_req *ccw_req; 2903 2904 if (!fmt_buffer) { 2905 ccw_req = dasd_eckd_build_format(base, NULL, fdata, enable_pav); 2906 } else { 2907 if (tpm) 2908 ccw_req = dasd_eckd_build_check_tcw(base, fdata, 2909 enable_pav, 2910 fmt_buffer, rpt); 2911 else 2912 ccw_req = dasd_eckd_build_check(base, fdata, enable_pav, 2913 fmt_buffer, rpt); 2914 } 2915 2916 return ccw_req; 2917 } 2918 2919 /* 2920 * Sanity checks on format_data 2921 */ 2922 static int dasd_eckd_format_sanity_checks(struct dasd_device *base, 2923 struct format_data_t *fdata) 2924 { 2925 struct dasd_eckd_private *private = base->private; 2926 2927 if (fdata->start_unit >= 2928 (private->real_cyl * private->rdc_data.trk_per_cyl)) { 2929 dev_warn(&base->cdev->dev, 2930 "Start track number %u used in formatting is too big\n", 2931 fdata->start_unit); 2932 return -EINVAL; 2933 } 2934 if (fdata->stop_unit >= 2935 (private->real_cyl * private->rdc_data.trk_per_cyl)) { 2936 dev_warn(&base->cdev->dev, 2937 "Stop track number %u used in formatting is too big\n", 2938 fdata->stop_unit); 2939 return -EINVAL; 2940 } 2941 if (fdata->start_unit > fdata->stop_unit) { 2942 dev_warn(&base->cdev->dev, 2943 "Start track %u used in formatting exceeds end track\n", 2944 fdata->start_unit); 2945 return -EINVAL; 2946 } 2947 if (dasd_check_blocksize(fdata->blksize) != 0) { 2948 dev_warn(&base->cdev->dev, 2949 "The DASD cannot be formatted with block size %u\n", 2950 fdata->blksize); 2951 return -EINVAL; 2952 } 2953 return 0; 2954 } 2955 2956 /* 2957 * This function will process format_data originally coming from an IOCTL 2958 */ 2959 static int dasd_eckd_format_process_data(struct dasd_device *base, 2960 struct format_data_t *fdata, 2961 int enable_pav, int tpm, 2962 struct eckd_count *fmt_buffer, int rpt, 2963 struct irb *irb) 2964 { 2965 struct dasd_eckd_private *private = base->private; 2966 struct dasd_ccw_req *cqr, *n; 2967 struct list_head format_queue; 2968 struct dasd_device *device; 2969 char *sense = NULL; 2970 int old_start, old_stop, format_step; 2971 int step, retry; 2972 int rc; 2973 2974 rc = dasd_eckd_format_sanity_checks(base, fdata); 2975 if (rc) 2976 return rc; 2977 2978 INIT_LIST_HEAD(&format_queue); 2979 2980 old_start = fdata->start_unit; 2981 old_stop = fdata->stop_unit; 2982 2983 if (!tpm && fmt_buffer != NULL) { 2984 /* Command Mode / Format Check */ 2985 format_step = 1; 2986 } else if (tpm && fmt_buffer != NULL) { 2987 /* Transport Mode / Format Check */ 2988 format_step = DASD_CQR_MAX_CCW / rpt; 2989 } else { 2990 /* Normal Formatting */ 2991 format_step = DASD_CQR_MAX_CCW / 2992 recs_per_track(&private->rdc_data, 0, fdata->blksize); 2993 } 2994 2995 do { 2996 retry = 0; 2997 while (fdata->start_unit <= old_stop) { 2998 step = fdata->stop_unit - fdata->start_unit + 1; 2999 if (step > format_step) { 3000 fdata->stop_unit = 3001 fdata->start_unit + format_step - 1; 3002 } 3003 3004 cqr = dasd_eckd_format_build_ccw_req(base, fdata, 3005 enable_pav, tpm, 3006 fmt_buffer, rpt); 3007 if (IS_ERR(cqr)) { 3008 rc = PTR_ERR(cqr); 3009 if (rc == -ENOMEM) { 3010 if (list_empty(&format_queue)) 3011 goto out; 3012 /* 3013 * not enough memory available, start 3014 * requests retry after first requests 3015 * were finished 3016 */ 3017 retry = 1; 3018 break; 3019 } 3020 goto out_err; 3021 } 3022 list_add_tail(&cqr->blocklist, &format_queue); 3023 3024 if (fmt_buffer) { 3025 step = fdata->stop_unit - fdata->start_unit + 1; 3026 fmt_buffer += rpt * step; 3027 } 3028 fdata->start_unit = fdata->stop_unit + 1; 3029 fdata->stop_unit = old_stop; 3030 } 3031 3032 rc = dasd_sleep_on_queue(&format_queue); 3033 3034 out_err: 3035 list_for_each_entry_safe(cqr, n, &format_queue, blocklist) { 3036 device = cqr->startdev; 3037 private = device->private; 3038 3039 if (cqr->status == DASD_CQR_FAILED) { 3040 /* 3041 * Only get sense data if called by format 3042 * check 3043 */ 3044 if (fmt_buffer && irb) { 3045 sense = dasd_get_sense(&cqr->irb); 3046 memcpy(irb, &cqr->irb, sizeof(*irb)); 3047 } 3048 rc = -EIO; 3049 } 3050 list_del_init(&cqr->blocklist); 3051 dasd_ffree_request(cqr, device); 3052 private->count--; 3053 } 3054 3055 if (rc && rc != -EIO) 3056 goto out; 3057 if (rc == -EIO) { 3058 /* 3059 * In case fewer than the expected records are on the 3060 * track, we will most likely get a 'No Record Found' 3061 * error (in command mode) or a 'File Protected' error 3062 * (in transport mode). Those particular cases shouldn't 3063 * pass the -EIO to the IOCTL, therefore reset the rc 3064 * and continue. 3065 */ 3066 if (sense && 3067 (sense[1] & SNS1_NO_REC_FOUND || 3068 sense[1] & SNS1_FILE_PROTECTED)) 3069 retry = 1; 3070 else 3071 goto out; 3072 } 3073 3074 } while (retry); 3075 3076 out: 3077 fdata->start_unit = old_start; 3078 fdata->stop_unit = old_stop; 3079 3080 return rc; 3081 } 3082 3083 static int dasd_eckd_format_device(struct dasd_device *base, 3084 struct format_data_t *fdata, int enable_pav) 3085 { 3086 return dasd_eckd_format_process_data(base, fdata, enable_pav, 0, NULL, 3087 0, NULL); 3088 } 3089 3090 static bool test_and_set_format_track(struct dasd_format_entry *to_format, 3091 struct dasd_ccw_req *cqr) 3092 { 3093 struct dasd_block *block = cqr->block; 3094 struct dasd_format_entry *format; 3095 unsigned long flags; 3096 bool rc = false; 3097 3098 spin_lock_irqsave(&block->format_lock, flags); 3099 if (cqr->trkcount != atomic_read(&block->trkcount)) { 3100 /* 3101 * The number of formatted tracks has changed after request 3102 * start and we can not tell if the current track was involved. 3103 * To avoid data corruption treat it as if the current track is 3104 * involved 3105 */ 3106 rc = true; 3107 goto out; 3108 } 3109 list_for_each_entry(format, &block->format_list, list) { 3110 if (format->track == to_format->track) { 3111 rc = true; 3112 goto out; 3113 } 3114 } 3115 list_add_tail(&to_format->list, &block->format_list); 3116 3117 out: 3118 spin_unlock_irqrestore(&block->format_lock, flags); 3119 return rc; 3120 } 3121 3122 static void clear_format_track(struct dasd_format_entry *format, 3123 struct dasd_block *block) 3124 { 3125 unsigned long flags; 3126 3127 spin_lock_irqsave(&block->format_lock, flags); 3128 atomic_inc(&block->trkcount); 3129 list_del_init(&format->list); 3130 spin_unlock_irqrestore(&block->format_lock, flags); 3131 } 3132 3133 /* 3134 * Callback function to free ESE format requests. 3135 */ 3136 static void dasd_eckd_ese_format_cb(struct dasd_ccw_req *cqr, void *data) 3137 { 3138 struct dasd_device *device = cqr->startdev; 3139 struct dasd_eckd_private *private = device->private; 3140 struct dasd_format_entry *format = data; 3141 3142 clear_format_track(format, cqr->basedev->block); 3143 private->count--; 3144 dasd_ffree_request(cqr, device); 3145 } 3146 3147 static struct dasd_ccw_req * 3148 dasd_eckd_ese_format(struct dasd_device *startdev, struct dasd_ccw_req *cqr, 3149 struct irb *irb) 3150 { 3151 struct dasd_eckd_private *private; 3152 struct dasd_format_entry *format; 3153 struct format_data_t fdata; 3154 unsigned int recs_per_trk; 3155 struct dasd_ccw_req *fcqr; 3156 struct dasd_device *base; 3157 struct dasd_block *block; 3158 unsigned int blksize; 3159 struct request *req; 3160 sector_t first_trk; 3161 sector_t last_trk; 3162 sector_t curr_trk; 3163 int rc; 3164 3165 req = dasd_get_callback_data(cqr); 3166 block = cqr->block; 3167 base = block->base; 3168 private = base->private; 3169 blksize = block->bp_block; 3170 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 3171 format = &startdev->format_entry; 3172 3173 first_trk = blk_rq_pos(req) >> block->s2b_shift; 3174 sector_div(first_trk, recs_per_trk); 3175 last_trk = 3176 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 3177 sector_div(last_trk, recs_per_trk); 3178 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk); 3179 if (rc) 3180 return ERR_PTR(rc); 3181 3182 if (curr_trk < first_trk || curr_trk > last_trk) { 3183 DBF_DEV_EVENT(DBF_WARNING, startdev, 3184 "ESE error track %llu not within range %llu - %llu\n", 3185 curr_trk, first_trk, last_trk); 3186 return ERR_PTR(-EINVAL); 3187 } 3188 format->track = curr_trk; 3189 /* test if track is already in formatting by another thread */ 3190 if (test_and_set_format_track(format, cqr)) { 3191 /* this is no real error so do not count down retries */ 3192 cqr->retries++; 3193 return ERR_PTR(-EEXIST); 3194 } 3195 3196 fdata.start_unit = curr_trk; 3197 fdata.stop_unit = curr_trk; 3198 fdata.blksize = blksize; 3199 fdata.intensity = private->uses_cdl ? DASD_FMT_INT_COMPAT : 0; 3200 3201 rc = dasd_eckd_format_sanity_checks(base, &fdata); 3202 if (rc) 3203 return ERR_PTR(-EINVAL); 3204 3205 /* 3206 * We're building the request with PAV disabled as we're reusing 3207 * the former startdev. 3208 */ 3209 fcqr = dasd_eckd_build_format(base, startdev, &fdata, 0); 3210 if (IS_ERR(fcqr)) 3211 return fcqr; 3212 3213 fcqr->callback = dasd_eckd_ese_format_cb; 3214 fcqr->callback_data = (void *) format; 3215 3216 return fcqr; 3217 } 3218 3219 /* 3220 * When data is read from an unformatted area of an ESE volume, this function 3221 * returns zeroed data and thereby mimics a read of zero data. 3222 * 3223 * The first unformatted track is the one that got the NRF error, the address is 3224 * encoded in the sense data. 3225 * 3226 * All tracks before have returned valid data and should not be touched. 3227 * All tracks after the unformatted track might be formatted or not. This is 3228 * currently not known, remember the processed data and return the remainder of 3229 * the request to the blocklayer in __dasd_cleanup_cqr(). 3230 */ 3231 static int dasd_eckd_ese_read(struct dasd_ccw_req *cqr, struct irb *irb) 3232 { 3233 struct dasd_eckd_private *private; 3234 sector_t first_trk, last_trk; 3235 sector_t first_blk, last_blk; 3236 unsigned int blksize, off; 3237 unsigned int recs_per_trk; 3238 struct dasd_device *base; 3239 struct req_iterator iter; 3240 struct dasd_block *block; 3241 unsigned int skip_block; 3242 unsigned int blk_count; 3243 struct request *req; 3244 struct bio_vec bv; 3245 sector_t curr_trk; 3246 sector_t end_blk; 3247 char *dst; 3248 int rc; 3249 3250 req = (struct request *) cqr->callback_data; 3251 base = cqr->block->base; 3252 blksize = base->block->bp_block; 3253 block = cqr->block; 3254 private = base->private; 3255 skip_block = 0; 3256 blk_count = 0; 3257 3258 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 3259 first_trk = first_blk = blk_rq_pos(req) >> block->s2b_shift; 3260 sector_div(first_trk, recs_per_trk); 3261 last_trk = last_blk = 3262 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 3263 sector_div(last_trk, recs_per_trk); 3264 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk); 3265 if (rc) 3266 return rc; 3267 3268 /* sanity check if the current track from sense data is valid */ 3269 if (curr_trk < first_trk || curr_trk > last_trk) { 3270 DBF_DEV_EVENT(DBF_WARNING, base, 3271 "ESE error track %llu not within range %llu - %llu\n", 3272 curr_trk, first_trk, last_trk); 3273 return -EINVAL; 3274 } 3275 3276 /* 3277 * if not the first track got the NRF error we have to skip over valid 3278 * blocks 3279 */ 3280 if (curr_trk != first_trk) 3281 skip_block = curr_trk * recs_per_trk - first_blk; 3282 3283 /* we have no information beyond the current track */ 3284 end_blk = (curr_trk + 1) * recs_per_trk; 3285 3286 rq_for_each_segment(bv, req, iter) { 3287 dst = bvec_virt(&bv); 3288 for (off = 0; off < bv.bv_len; off += blksize) { 3289 if (first_blk + blk_count >= end_blk) { 3290 cqr->proc_bytes = blk_count * blksize; 3291 return 0; 3292 } 3293 if (dst && !skip_block) 3294 memset(dst, 0, blksize); 3295 else 3296 skip_block--; 3297 dst += blksize; 3298 blk_count++; 3299 } 3300 } 3301 return 0; 3302 } 3303 3304 /* 3305 * Helper function to count consecutive records of a single track. 3306 */ 3307 static int dasd_eckd_count_records(struct eckd_count *fmt_buffer, int start, 3308 int max) 3309 { 3310 int head; 3311 int i; 3312 3313 head = fmt_buffer[start].head; 3314 3315 /* 3316 * There are 3 conditions where we stop counting: 3317 * - if data reoccurs (same head and record may reoccur), which may 3318 * happen due to the way DASD_ECKD_CCW_READ_COUNT works 3319 * - when the head changes, because we're iterating over several tracks 3320 * then (DASD_ECKD_CCW_READ_COUNT_MT) 3321 * - when we've reached the end of sensible data in the buffer (the 3322 * record will be 0 then) 3323 */ 3324 for (i = start; i < max; i++) { 3325 if (i > start) { 3326 if ((fmt_buffer[i].head == head && 3327 fmt_buffer[i].record == 1) || 3328 fmt_buffer[i].head != head || 3329 fmt_buffer[i].record == 0) 3330 break; 3331 } 3332 } 3333 3334 return i - start; 3335 } 3336 3337 /* 3338 * Evaluate a given range of tracks. Data like number of records, blocksize, 3339 * record ids, and key length are compared with expected data. 3340 * 3341 * If a mismatch occurs, the corresponding error bit is set, as well as 3342 * additional information, depending on the error. 3343 */ 3344 static void dasd_eckd_format_evaluate_tracks(struct eckd_count *fmt_buffer, 3345 struct format_check_t *cdata, 3346 int rpt_max, int rpt_exp, 3347 int trk_per_cyl, int tpm) 3348 { 3349 struct ch_t geo; 3350 int max_entries; 3351 int count = 0; 3352 int trkcount; 3353 int blksize; 3354 int pos = 0; 3355 int i, j; 3356 int kl; 3357 3358 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1; 3359 max_entries = trkcount * rpt_max; 3360 3361 for (i = cdata->expect.start_unit; i <= cdata->expect.stop_unit; i++) { 3362 /* Calculate the correct next starting position in the buffer */ 3363 if (tpm) { 3364 while (fmt_buffer[pos].record == 0 && 3365 fmt_buffer[pos].dl == 0) { 3366 if (pos++ > max_entries) 3367 break; 3368 } 3369 } else { 3370 if (i != cdata->expect.start_unit) 3371 pos += rpt_max - count; 3372 } 3373 3374 /* Calculate the expected geo values for the current track */ 3375 set_ch_t(&geo, i / trk_per_cyl, i % trk_per_cyl); 3376 3377 /* Count and check number of records */ 3378 count = dasd_eckd_count_records(fmt_buffer, pos, pos + rpt_max); 3379 3380 if (count < rpt_exp) { 3381 cdata->result = DASD_FMT_ERR_TOO_FEW_RECORDS; 3382 break; 3383 } 3384 if (count > rpt_exp) { 3385 cdata->result = DASD_FMT_ERR_TOO_MANY_RECORDS; 3386 break; 3387 } 3388 3389 for (j = 0; j < count; j++, pos++) { 3390 blksize = cdata->expect.blksize; 3391 kl = 0; 3392 3393 /* 3394 * Set special values when checking CDL formatted 3395 * devices. 3396 */ 3397 if ((cdata->expect.intensity & 0x08) && 3398 geo.cyl == 0 && geo.head == 0) { 3399 if (j < 3) { 3400 blksize = sizes_trk0[j] - 4; 3401 kl = 4; 3402 } 3403 } 3404 if ((cdata->expect.intensity & 0x08) && 3405 geo.cyl == 0 && geo.head == 1) { 3406 blksize = LABEL_SIZE - 44; 3407 kl = 44; 3408 } 3409 3410 /* Check blocksize */ 3411 if (fmt_buffer[pos].dl != blksize) { 3412 cdata->result = DASD_FMT_ERR_BLKSIZE; 3413 goto out; 3414 } 3415 /* Check if key length is 0 */ 3416 if (fmt_buffer[pos].kl != kl) { 3417 cdata->result = DASD_FMT_ERR_KEY_LENGTH; 3418 goto out; 3419 } 3420 /* Check if record_id is correct */ 3421 if (fmt_buffer[pos].cyl != geo.cyl || 3422 fmt_buffer[pos].head != geo.head || 3423 fmt_buffer[pos].record != (j + 1)) { 3424 cdata->result = DASD_FMT_ERR_RECORD_ID; 3425 goto out; 3426 } 3427 } 3428 } 3429 3430 out: 3431 /* 3432 * In case of no errors, we need to decrease by one 3433 * to get the correct positions. 3434 */ 3435 if (!cdata->result) { 3436 i--; 3437 pos--; 3438 } 3439 3440 cdata->unit = i; 3441 cdata->num_records = count; 3442 cdata->rec = fmt_buffer[pos].record; 3443 cdata->blksize = fmt_buffer[pos].dl; 3444 cdata->key_length = fmt_buffer[pos].kl; 3445 } 3446 3447 /* 3448 * Check the format of a range of tracks of a DASD. 3449 */ 3450 static int dasd_eckd_check_device_format(struct dasd_device *base, 3451 struct format_check_t *cdata, 3452 int enable_pav) 3453 { 3454 struct dasd_eckd_private *private = base->private; 3455 struct eckd_count *fmt_buffer; 3456 struct irb irb; 3457 int rpt_max, rpt_exp; 3458 int fmt_buffer_size; 3459 int trk_per_cyl; 3460 int trkcount; 3461 int tpm = 0; 3462 int rc; 3463 3464 trk_per_cyl = private->rdc_data.trk_per_cyl; 3465 3466 /* Get maximum and expected amount of records per track */ 3467 rpt_max = recs_per_track(&private->rdc_data, 0, 512) + 1; 3468 rpt_exp = recs_per_track(&private->rdc_data, 0, cdata->expect.blksize); 3469 3470 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1; 3471 fmt_buffer_size = trkcount * rpt_max * sizeof(struct eckd_count); 3472 3473 fmt_buffer = kzalloc(fmt_buffer_size, GFP_KERNEL | GFP_DMA); 3474 if (!fmt_buffer) 3475 return -ENOMEM; 3476 3477 /* 3478 * A certain FICON feature subset is needed to operate in transport 3479 * mode. Additionally, the support for transport mode is implicitly 3480 * checked by comparing the buffer size with fcx_max_data. As long as 3481 * the buffer size is smaller we can operate in transport mode and 3482 * process multiple tracks. If not, only one track at once is being 3483 * processed using command mode. 3484 */ 3485 if ((private->features.feature[40] & 0x04) && 3486 fmt_buffer_size <= private->fcx_max_data) 3487 tpm = 1; 3488 3489 rc = dasd_eckd_format_process_data(base, &cdata->expect, enable_pav, 3490 tpm, fmt_buffer, rpt_max, &irb); 3491 if (rc && rc != -EIO) 3492 goto out; 3493 if (rc == -EIO) { 3494 /* 3495 * If our first attempt with transport mode enabled comes back 3496 * with an incorrect length error, we're going to retry the 3497 * check with command mode. 3498 */ 3499 if (tpm && scsw_cstat(&irb.scsw) == 0x40) { 3500 tpm = 0; 3501 rc = dasd_eckd_format_process_data(base, &cdata->expect, 3502 enable_pav, tpm, 3503 fmt_buffer, rpt_max, 3504 &irb); 3505 if (rc) 3506 goto out; 3507 } else { 3508 goto out; 3509 } 3510 } 3511 3512 dasd_eckd_format_evaluate_tracks(fmt_buffer, cdata, rpt_max, rpt_exp, 3513 trk_per_cyl, tpm); 3514 3515 out: 3516 kfree(fmt_buffer); 3517 3518 return rc; 3519 } 3520 3521 static void dasd_eckd_handle_terminated_request(struct dasd_ccw_req *cqr) 3522 { 3523 if (cqr->retries < 0) { 3524 cqr->status = DASD_CQR_FAILED; 3525 return; 3526 } 3527 cqr->status = DASD_CQR_FILLED; 3528 if (cqr->block && (cqr->startdev != cqr->block->base)) { 3529 dasd_eckd_reset_ccw_to_base_io(cqr); 3530 cqr->startdev = cqr->block->base; 3531 cqr->lpm = dasd_path_get_opm(cqr->block->base); 3532 } 3533 }; 3534 3535 static dasd_erp_fn_t 3536 dasd_eckd_erp_action(struct dasd_ccw_req * cqr) 3537 { 3538 struct dasd_device *device = (struct dasd_device *) cqr->startdev; 3539 struct ccw_device *cdev = device->cdev; 3540 3541 switch (cdev->id.cu_type) { 3542 case 0x3990: 3543 case 0x2105: 3544 case 0x2107: 3545 case 0x1750: 3546 return dasd_3990_erp_action; 3547 case 0x9343: 3548 case 0x3880: 3549 default: 3550 return dasd_default_erp_action; 3551 } 3552 } 3553 3554 static dasd_erp_fn_t 3555 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr) 3556 { 3557 return dasd_default_erp_postaction; 3558 } 3559 3560 static void dasd_eckd_check_for_device_change(struct dasd_device *device, 3561 struct dasd_ccw_req *cqr, 3562 struct irb *irb) 3563 { 3564 char mask; 3565 char *sense = NULL; 3566 struct dasd_eckd_private *private = device->private; 3567 3568 /* first of all check for state change pending interrupt */ 3569 mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP; 3570 if ((scsw_dstat(&irb->scsw) & mask) == mask) { 3571 /* 3572 * for alias only, not in offline processing 3573 * and only if not suspended 3574 */ 3575 if (!device->block && private->lcu && 3576 device->state == DASD_STATE_ONLINE && 3577 !test_bit(DASD_FLAG_OFFLINE, &device->flags) && 3578 !test_bit(DASD_FLAG_SUSPENDED, &device->flags)) { 3579 /* schedule worker to reload device */ 3580 dasd_reload_device(device); 3581 } 3582 dasd_generic_handle_state_change(device); 3583 return; 3584 } 3585 3586 sense = dasd_get_sense(irb); 3587 if (!sense) 3588 return; 3589 3590 /* summary unit check */ 3591 if ((sense[27] & DASD_SENSE_BIT_0) && (sense[7] == 0x0D) && 3592 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK)) { 3593 if (test_and_set_bit(DASD_FLAG_SUC, &device->flags)) { 3594 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 3595 "eckd suc: device already notified"); 3596 return; 3597 } 3598 sense = dasd_get_sense(irb); 3599 if (!sense) { 3600 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 3601 "eckd suc: no reason code available"); 3602 clear_bit(DASD_FLAG_SUC, &device->flags); 3603 return; 3604 3605 } 3606 private->suc_reason = sense[8]; 3607 DBF_DEV_EVENT(DBF_NOTICE, device, "%s %x", 3608 "eckd handle summary unit check: reason", 3609 private->suc_reason); 3610 dasd_get_device(device); 3611 if (!schedule_work(&device->suc_work)) 3612 dasd_put_device(device); 3613 3614 return; 3615 } 3616 3617 /* service information message SIM */ 3618 if (!cqr && !(sense[27] & DASD_SENSE_BIT_0) && 3619 ((sense[6] & DASD_SIM_SENSE) == DASD_SIM_SENSE)) { 3620 dasd_3990_erp_handle_sim(device, sense); 3621 return; 3622 } 3623 3624 /* loss of device reservation is handled via base devices only 3625 * as alias devices may be used with several bases 3626 */ 3627 if (device->block && (sense[27] & DASD_SENSE_BIT_0) && 3628 (sense[7] == 0x3F) && 3629 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK) && 3630 test_bit(DASD_FLAG_IS_RESERVED, &device->flags)) { 3631 if (device->features & DASD_FEATURE_FAILONSLCK) 3632 set_bit(DASD_FLAG_LOCK_STOLEN, &device->flags); 3633 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags); 3634 dev_err(&device->cdev->dev, 3635 "The device reservation was lost\n"); 3636 } 3637 } 3638 3639 static int dasd_eckd_ras_sanity_checks(struct dasd_device *device, 3640 unsigned int first_trk, 3641 unsigned int last_trk) 3642 { 3643 struct dasd_eckd_private *private = device->private; 3644 unsigned int trks_per_vol; 3645 int rc = 0; 3646 3647 trks_per_vol = private->real_cyl * private->rdc_data.trk_per_cyl; 3648 3649 if (first_trk >= trks_per_vol) { 3650 dev_warn(&device->cdev->dev, 3651 "Start track number %u used in the space release command is too big\n", 3652 first_trk); 3653 rc = -EINVAL; 3654 } else if (last_trk >= trks_per_vol) { 3655 dev_warn(&device->cdev->dev, 3656 "Stop track number %u used in the space release command is too big\n", 3657 last_trk); 3658 rc = -EINVAL; 3659 } else if (first_trk > last_trk) { 3660 dev_warn(&device->cdev->dev, 3661 "Start track %u used in the space release command exceeds the end track\n", 3662 first_trk); 3663 rc = -EINVAL; 3664 } 3665 return rc; 3666 } 3667 3668 /* 3669 * Helper function to count the amount of involved extents within a given range 3670 * with extent alignment in mind. 3671 */ 3672 static int count_exts(unsigned int from, unsigned int to, int trks_per_ext) 3673 { 3674 int cur_pos = 0; 3675 int count = 0; 3676 int tmp; 3677 3678 if (from == to) 3679 return 1; 3680 3681 /* Count first partial extent */ 3682 if (from % trks_per_ext != 0) { 3683 tmp = from + trks_per_ext - (from % trks_per_ext) - 1; 3684 if (tmp > to) 3685 tmp = to; 3686 cur_pos = tmp - from + 1; 3687 count++; 3688 } 3689 /* Count full extents */ 3690 if (to - (from + cur_pos) + 1 >= trks_per_ext) { 3691 tmp = to - ((to - trks_per_ext + 1) % trks_per_ext); 3692 count += (tmp - (from + cur_pos) + 1) / trks_per_ext; 3693 cur_pos = tmp; 3694 } 3695 /* Count last partial extent */ 3696 if (cur_pos < to) 3697 count++; 3698 3699 return count; 3700 } 3701 3702 /* 3703 * Release allocated space for a given range or an entire volume. 3704 */ 3705 static struct dasd_ccw_req * 3706 dasd_eckd_dso_ras(struct dasd_device *device, struct dasd_block *block, 3707 struct request *req, unsigned int first_trk, 3708 unsigned int last_trk, int by_extent) 3709 { 3710 struct dasd_eckd_private *private = device->private; 3711 struct dasd_dso_ras_ext_range *ras_range; 3712 struct dasd_rssd_features *features; 3713 struct dasd_dso_ras_data *ras_data; 3714 u16 heads, beg_head, end_head; 3715 int cur_to_trk, cur_from_trk; 3716 struct dasd_ccw_req *cqr; 3717 u32 beg_cyl, end_cyl; 3718 struct ccw1 *ccw; 3719 int trks_per_ext; 3720 size_t ras_size; 3721 size_t size; 3722 int nr_exts; 3723 void *rq; 3724 int i; 3725 3726 if (dasd_eckd_ras_sanity_checks(device, first_trk, last_trk)) 3727 return ERR_PTR(-EINVAL); 3728 3729 rq = req ? blk_mq_rq_to_pdu(req) : NULL; 3730 3731 features = &private->features; 3732 3733 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl; 3734 nr_exts = 0; 3735 if (by_extent) 3736 nr_exts = count_exts(first_trk, last_trk, trks_per_ext); 3737 ras_size = sizeof(*ras_data); 3738 size = ras_size + (nr_exts * sizeof(*ras_range)); 3739 3740 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, size, device, rq); 3741 if (IS_ERR(cqr)) { 3742 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 3743 "Could not allocate RAS request"); 3744 return cqr; 3745 } 3746 3747 ras_data = cqr->data; 3748 memset(ras_data, 0, size); 3749 3750 ras_data->order = DSO_ORDER_RAS; 3751 ras_data->flags.vol_type = 0; /* CKD volume */ 3752 /* Release specified extents or entire volume */ 3753 ras_data->op_flags.by_extent = by_extent; 3754 /* 3755 * This bit guarantees initialisation of tracks within an extent that is 3756 * not fully specified, but is only supported with a certain feature 3757 * subset. 3758 */ 3759 ras_data->op_flags.guarantee_init = !!(features->feature[56] & 0x01); 3760 ras_data->lss = private->conf.ned->ID; 3761 ras_data->dev_addr = private->conf.ned->unit_addr; 3762 ras_data->nr_exts = nr_exts; 3763 3764 if (by_extent) { 3765 heads = private->rdc_data.trk_per_cyl; 3766 cur_from_trk = first_trk; 3767 cur_to_trk = first_trk + trks_per_ext - 3768 (first_trk % trks_per_ext) - 1; 3769 if (cur_to_trk > last_trk) 3770 cur_to_trk = last_trk; 3771 ras_range = (struct dasd_dso_ras_ext_range *)(cqr->data + ras_size); 3772 3773 for (i = 0; i < nr_exts; i++) { 3774 beg_cyl = cur_from_trk / heads; 3775 beg_head = cur_from_trk % heads; 3776 end_cyl = cur_to_trk / heads; 3777 end_head = cur_to_trk % heads; 3778 3779 set_ch_t(&ras_range->beg_ext, beg_cyl, beg_head); 3780 set_ch_t(&ras_range->end_ext, end_cyl, end_head); 3781 3782 cur_from_trk = cur_to_trk + 1; 3783 cur_to_trk = cur_from_trk + trks_per_ext - 1; 3784 if (cur_to_trk > last_trk) 3785 cur_to_trk = last_trk; 3786 ras_range++; 3787 } 3788 } 3789 3790 ccw = cqr->cpaddr; 3791 ccw->cda = (__u32)(addr_t)cqr->data; 3792 ccw->cmd_code = DASD_ECKD_CCW_DSO; 3793 ccw->count = size; 3794 3795 cqr->startdev = device; 3796 cqr->memdev = device; 3797 cqr->block = block; 3798 cqr->retries = 256; 3799 cqr->expires = device->default_expires * HZ; 3800 cqr->buildclk = get_tod_clock(); 3801 cqr->status = DASD_CQR_FILLED; 3802 3803 return cqr; 3804 } 3805 3806 static int dasd_eckd_release_space_full(struct dasd_device *device) 3807 { 3808 struct dasd_ccw_req *cqr; 3809 int rc; 3810 3811 cqr = dasd_eckd_dso_ras(device, NULL, NULL, 0, 0, 0); 3812 if (IS_ERR(cqr)) 3813 return PTR_ERR(cqr); 3814 3815 rc = dasd_sleep_on_interruptible(cqr); 3816 3817 dasd_sfree_request(cqr, cqr->memdev); 3818 3819 return rc; 3820 } 3821 3822 static int dasd_eckd_release_space_trks(struct dasd_device *device, 3823 unsigned int from, unsigned int to) 3824 { 3825 struct dasd_eckd_private *private = device->private; 3826 struct dasd_block *block = device->block; 3827 struct dasd_ccw_req *cqr, *n; 3828 struct list_head ras_queue; 3829 unsigned int device_exts; 3830 int trks_per_ext; 3831 int stop, step; 3832 int cur_pos; 3833 int rc = 0; 3834 int retry; 3835 3836 INIT_LIST_HEAD(&ras_queue); 3837 3838 device_exts = private->real_cyl / dasd_eckd_ext_size(device); 3839 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl; 3840 3841 /* Make sure device limits are not exceeded */ 3842 step = trks_per_ext * min(device_exts, DASD_ECKD_RAS_EXTS_MAX); 3843 cur_pos = from; 3844 3845 do { 3846 retry = 0; 3847 while (cur_pos < to) { 3848 stop = cur_pos + step - 3849 ((cur_pos + step) % trks_per_ext) - 1; 3850 if (stop > to) 3851 stop = to; 3852 3853 cqr = dasd_eckd_dso_ras(device, NULL, NULL, cur_pos, stop, 1); 3854 if (IS_ERR(cqr)) { 3855 rc = PTR_ERR(cqr); 3856 if (rc == -ENOMEM) { 3857 if (list_empty(&ras_queue)) 3858 goto out; 3859 retry = 1; 3860 break; 3861 } 3862 goto err_out; 3863 } 3864 3865 spin_lock_irq(&block->queue_lock); 3866 list_add_tail(&cqr->blocklist, &ras_queue); 3867 spin_unlock_irq(&block->queue_lock); 3868 cur_pos = stop + 1; 3869 } 3870 3871 rc = dasd_sleep_on_queue_interruptible(&ras_queue); 3872 3873 err_out: 3874 list_for_each_entry_safe(cqr, n, &ras_queue, blocklist) { 3875 device = cqr->startdev; 3876 private = device->private; 3877 3878 spin_lock_irq(&block->queue_lock); 3879 list_del_init(&cqr->blocklist); 3880 spin_unlock_irq(&block->queue_lock); 3881 dasd_sfree_request(cqr, device); 3882 private->count--; 3883 } 3884 } while (retry); 3885 3886 out: 3887 return rc; 3888 } 3889 3890 static int dasd_eckd_release_space(struct dasd_device *device, 3891 struct format_data_t *rdata) 3892 { 3893 if (rdata->intensity & DASD_FMT_INT_ESE_FULL) 3894 return dasd_eckd_release_space_full(device); 3895 else if (rdata->intensity == 0) 3896 return dasd_eckd_release_space_trks(device, rdata->start_unit, 3897 rdata->stop_unit); 3898 else 3899 return -EINVAL; 3900 } 3901 3902 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_single( 3903 struct dasd_device *startdev, 3904 struct dasd_block *block, 3905 struct request *req, 3906 sector_t first_rec, 3907 sector_t last_rec, 3908 sector_t first_trk, 3909 sector_t last_trk, 3910 unsigned int first_offs, 3911 unsigned int last_offs, 3912 unsigned int blk_per_trk, 3913 unsigned int blksize) 3914 { 3915 struct dasd_eckd_private *private; 3916 unsigned long *idaws; 3917 struct LO_eckd_data *LO_data; 3918 struct dasd_ccw_req *cqr; 3919 struct ccw1 *ccw; 3920 struct req_iterator iter; 3921 struct bio_vec bv; 3922 char *dst; 3923 unsigned int off; 3924 int count, cidaw, cplength, datasize; 3925 sector_t recid; 3926 unsigned char cmd, rcmd; 3927 int use_prefix; 3928 struct dasd_device *basedev; 3929 3930 basedev = block->base; 3931 private = basedev->private; 3932 if (rq_data_dir(req) == READ) 3933 cmd = DASD_ECKD_CCW_READ_MT; 3934 else if (rq_data_dir(req) == WRITE) 3935 cmd = DASD_ECKD_CCW_WRITE_MT; 3936 else 3937 return ERR_PTR(-EINVAL); 3938 3939 /* Check struct bio and count the number of blocks for the request. */ 3940 count = 0; 3941 cidaw = 0; 3942 rq_for_each_segment(bv, req, iter) { 3943 if (bv.bv_len & (blksize - 1)) 3944 /* Eckd can only do full blocks. */ 3945 return ERR_PTR(-EINVAL); 3946 count += bv.bv_len >> (block->s2b_shift + 9); 3947 if (idal_is_needed (page_address(bv.bv_page), bv.bv_len)) 3948 cidaw += bv.bv_len >> (block->s2b_shift + 9); 3949 } 3950 /* Paranoia. */ 3951 if (count != last_rec - first_rec + 1) 3952 return ERR_PTR(-EINVAL); 3953 3954 /* use the prefix command if available */ 3955 use_prefix = private->features.feature[8] & 0x01; 3956 if (use_prefix) { 3957 /* 1x prefix + number of blocks */ 3958 cplength = 2 + count; 3959 /* 1x prefix + cidaws*sizeof(long) */ 3960 datasize = sizeof(struct PFX_eckd_data) + 3961 sizeof(struct LO_eckd_data) + 3962 cidaw * sizeof(unsigned long); 3963 } else { 3964 /* 1x define extent + 1x locate record + number of blocks */ 3965 cplength = 2 + count; 3966 /* 1x define extent + 1x locate record + cidaws*sizeof(long) */ 3967 datasize = sizeof(struct DE_eckd_data) + 3968 sizeof(struct LO_eckd_data) + 3969 cidaw * sizeof(unsigned long); 3970 } 3971 /* Find out the number of additional locate record ccws for cdl. */ 3972 if (private->uses_cdl && first_rec < 2*blk_per_trk) { 3973 if (last_rec >= 2*blk_per_trk) 3974 count = 2*blk_per_trk - first_rec; 3975 cplength += count; 3976 datasize += count*sizeof(struct LO_eckd_data); 3977 } 3978 /* Allocate the ccw request. */ 3979 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, 3980 startdev, blk_mq_rq_to_pdu(req)); 3981 if (IS_ERR(cqr)) 3982 return cqr; 3983 ccw = cqr->cpaddr; 3984 /* First ccw is define extent or prefix. */ 3985 if (use_prefix) { 3986 if (prefix(ccw++, cqr->data, first_trk, 3987 last_trk, cmd, basedev, startdev) == -EAGAIN) { 3988 /* Clock not in sync and XRC is enabled. 3989 * Try again later. 3990 */ 3991 dasd_sfree_request(cqr, startdev); 3992 return ERR_PTR(-EAGAIN); 3993 } 3994 idaws = (unsigned long *) (cqr->data + 3995 sizeof(struct PFX_eckd_data)); 3996 } else { 3997 if (define_extent(ccw++, cqr->data, first_trk, 3998 last_trk, cmd, basedev, 0) == -EAGAIN) { 3999 /* Clock not in sync and XRC is enabled. 4000 * Try again later. 4001 */ 4002 dasd_sfree_request(cqr, startdev); 4003 return ERR_PTR(-EAGAIN); 4004 } 4005 idaws = (unsigned long *) (cqr->data + 4006 sizeof(struct DE_eckd_data)); 4007 } 4008 /* Build locate_record+read/write/ccws. */ 4009 LO_data = (struct LO_eckd_data *) (idaws + cidaw); 4010 recid = first_rec; 4011 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) { 4012 /* Only standard blocks so there is just one locate record. */ 4013 ccw[-1].flags |= CCW_FLAG_CC; 4014 locate_record(ccw++, LO_data++, first_trk, first_offs + 1, 4015 last_rec - recid + 1, cmd, basedev, blksize); 4016 } 4017 rq_for_each_segment(bv, req, iter) { 4018 dst = bvec_virt(&bv); 4019 if (dasd_page_cache) { 4020 char *copy = kmem_cache_alloc(dasd_page_cache, 4021 GFP_DMA | __GFP_NOWARN); 4022 if (copy && rq_data_dir(req) == WRITE) 4023 memcpy(copy + bv.bv_offset, dst, bv.bv_len); 4024 if (copy) 4025 dst = copy + bv.bv_offset; 4026 } 4027 for (off = 0; off < bv.bv_len; off += blksize) { 4028 sector_t trkid = recid; 4029 unsigned int recoffs = sector_div(trkid, blk_per_trk); 4030 rcmd = cmd; 4031 count = blksize; 4032 /* Locate record for cdl special block ? */ 4033 if (private->uses_cdl && recid < 2*blk_per_trk) { 4034 if (dasd_eckd_cdl_special(blk_per_trk, recid)){ 4035 rcmd |= 0x8; 4036 count = dasd_eckd_cdl_reclen(recid); 4037 if (count < blksize && 4038 rq_data_dir(req) == READ) 4039 memset(dst + count, 0xe5, 4040 blksize - count); 4041 } 4042 ccw[-1].flags |= CCW_FLAG_CC; 4043 locate_record(ccw++, LO_data++, 4044 trkid, recoffs + 1, 4045 1, rcmd, basedev, count); 4046 } 4047 /* Locate record for standard blocks ? */ 4048 if (private->uses_cdl && recid == 2*blk_per_trk) { 4049 ccw[-1].flags |= CCW_FLAG_CC; 4050 locate_record(ccw++, LO_data++, 4051 trkid, recoffs + 1, 4052 last_rec - recid + 1, 4053 cmd, basedev, count); 4054 } 4055 /* Read/write ccw. */ 4056 ccw[-1].flags |= CCW_FLAG_CC; 4057 ccw->cmd_code = rcmd; 4058 ccw->count = count; 4059 if (idal_is_needed(dst, blksize)) { 4060 ccw->cda = (__u32)(addr_t) idaws; 4061 ccw->flags = CCW_FLAG_IDA; 4062 idaws = idal_create_words(idaws, dst, blksize); 4063 } else { 4064 ccw->cda = (__u32)(addr_t) dst; 4065 ccw->flags = 0; 4066 } 4067 ccw++; 4068 dst += blksize; 4069 recid++; 4070 } 4071 } 4072 if (blk_noretry_request(req) || 4073 block->base->features & DASD_FEATURE_FAILFAST) 4074 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4075 cqr->startdev = startdev; 4076 cqr->memdev = startdev; 4077 cqr->block = block; 4078 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4079 cqr->lpm = dasd_path_get_ppm(startdev); 4080 cqr->retries = startdev->default_retries; 4081 cqr->buildclk = get_tod_clock(); 4082 cqr->status = DASD_CQR_FILLED; 4083 4084 /* Set flags to suppress output for expected errors */ 4085 if (dasd_eckd_is_ese(basedev)) { 4086 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 4087 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 4088 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4089 } 4090 4091 return cqr; 4092 } 4093 4094 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_track( 4095 struct dasd_device *startdev, 4096 struct dasd_block *block, 4097 struct request *req, 4098 sector_t first_rec, 4099 sector_t last_rec, 4100 sector_t first_trk, 4101 sector_t last_trk, 4102 unsigned int first_offs, 4103 unsigned int last_offs, 4104 unsigned int blk_per_trk, 4105 unsigned int blksize) 4106 { 4107 unsigned long *idaws; 4108 struct dasd_ccw_req *cqr; 4109 struct ccw1 *ccw; 4110 struct req_iterator iter; 4111 struct bio_vec bv; 4112 char *dst, *idaw_dst; 4113 unsigned int cidaw, cplength, datasize; 4114 unsigned int tlf; 4115 sector_t recid; 4116 unsigned char cmd; 4117 struct dasd_device *basedev; 4118 unsigned int trkcount, count, count_to_trk_end; 4119 unsigned int idaw_len, seg_len, part_len, len_to_track_end; 4120 unsigned char new_track, end_idaw; 4121 sector_t trkid; 4122 unsigned int recoffs; 4123 4124 basedev = block->base; 4125 if (rq_data_dir(req) == READ) 4126 cmd = DASD_ECKD_CCW_READ_TRACK_DATA; 4127 else if (rq_data_dir(req) == WRITE) 4128 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA; 4129 else 4130 return ERR_PTR(-EINVAL); 4131 4132 /* Track based I/O needs IDAWs for each page, and not just for 4133 * 64 bit addresses. We need additional idals for pages 4134 * that get filled from two tracks, so we use the number 4135 * of records as upper limit. 4136 */ 4137 cidaw = last_rec - first_rec + 1; 4138 trkcount = last_trk - first_trk + 1; 4139 4140 /* 1x prefix + one read/write ccw per track */ 4141 cplength = 1 + trkcount; 4142 4143 datasize = sizeof(struct PFX_eckd_data) + cidaw * sizeof(unsigned long); 4144 4145 /* Allocate the ccw request. */ 4146 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, 4147 startdev, blk_mq_rq_to_pdu(req)); 4148 if (IS_ERR(cqr)) 4149 return cqr; 4150 ccw = cqr->cpaddr; 4151 /* transfer length factor: how many bytes to read from the last track */ 4152 if (first_trk == last_trk) 4153 tlf = last_offs - first_offs + 1; 4154 else 4155 tlf = last_offs + 1; 4156 tlf *= blksize; 4157 4158 if (prefix_LRE(ccw++, cqr->data, first_trk, 4159 last_trk, cmd, basedev, startdev, 4160 1 /* format */, first_offs + 1, 4161 trkcount, blksize, 4162 tlf) == -EAGAIN) { 4163 /* Clock not in sync and XRC is enabled. 4164 * Try again later. 4165 */ 4166 dasd_sfree_request(cqr, startdev); 4167 return ERR_PTR(-EAGAIN); 4168 } 4169 4170 /* 4171 * The translation of request into ccw programs must meet the 4172 * following conditions: 4173 * - all idaws but the first and the last must address full pages 4174 * (or 2K blocks on 31-bit) 4175 * - the scope of a ccw and it's idal ends with the track boundaries 4176 */ 4177 idaws = (unsigned long *) (cqr->data + sizeof(struct PFX_eckd_data)); 4178 recid = first_rec; 4179 new_track = 1; 4180 end_idaw = 0; 4181 len_to_track_end = 0; 4182 idaw_dst = NULL; 4183 idaw_len = 0; 4184 rq_for_each_segment(bv, req, iter) { 4185 dst = bvec_virt(&bv); 4186 seg_len = bv.bv_len; 4187 while (seg_len) { 4188 if (new_track) { 4189 trkid = recid; 4190 recoffs = sector_div(trkid, blk_per_trk); 4191 count_to_trk_end = blk_per_trk - recoffs; 4192 count = min((last_rec - recid + 1), 4193 (sector_t)count_to_trk_end); 4194 len_to_track_end = count * blksize; 4195 ccw[-1].flags |= CCW_FLAG_CC; 4196 ccw->cmd_code = cmd; 4197 ccw->count = len_to_track_end; 4198 ccw->cda = (__u32)(addr_t)idaws; 4199 ccw->flags = CCW_FLAG_IDA; 4200 ccw++; 4201 recid += count; 4202 new_track = 0; 4203 /* first idaw for a ccw may start anywhere */ 4204 if (!idaw_dst) 4205 idaw_dst = dst; 4206 } 4207 /* If we start a new idaw, we must make sure that it 4208 * starts on an IDA_BLOCK_SIZE boundary. 4209 * If we continue an idaw, we must make sure that the 4210 * current segment begins where the so far accumulated 4211 * idaw ends 4212 */ 4213 if (!idaw_dst) { 4214 if (__pa(dst) & (IDA_BLOCK_SIZE-1)) { 4215 dasd_sfree_request(cqr, startdev); 4216 return ERR_PTR(-ERANGE); 4217 } else 4218 idaw_dst = dst; 4219 } 4220 if ((idaw_dst + idaw_len) != dst) { 4221 dasd_sfree_request(cqr, startdev); 4222 return ERR_PTR(-ERANGE); 4223 } 4224 part_len = min(seg_len, len_to_track_end); 4225 seg_len -= part_len; 4226 dst += part_len; 4227 idaw_len += part_len; 4228 len_to_track_end -= part_len; 4229 /* collected memory area ends on an IDA_BLOCK border, 4230 * -> create an idaw 4231 * idal_create_words will handle cases where idaw_len 4232 * is larger then IDA_BLOCK_SIZE 4233 */ 4234 if (!(__pa(idaw_dst + idaw_len) & (IDA_BLOCK_SIZE-1))) 4235 end_idaw = 1; 4236 /* We also need to end the idaw at track end */ 4237 if (!len_to_track_end) { 4238 new_track = 1; 4239 end_idaw = 1; 4240 } 4241 if (end_idaw) { 4242 idaws = idal_create_words(idaws, idaw_dst, 4243 idaw_len); 4244 idaw_dst = NULL; 4245 idaw_len = 0; 4246 end_idaw = 0; 4247 } 4248 } 4249 } 4250 4251 if (blk_noretry_request(req) || 4252 block->base->features & DASD_FEATURE_FAILFAST) 4253 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4254 cqr->startdev = startdev; 4255 cqr->memdev = startdev; 4256 cqr->block = block; 4257 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4258 cqr->lpm = dasd_path_get_ppm(startdev); 4259 cqr->retries = startdev->default_retries; 4260 cqr->buildclk = get_tod_clock(); 4261 cqr->status = DASD_CQR_FILLED; 4262 4263 /* Set flags to suppress output for expected errors */ 4264 if (dasd_eckd_is_ese(basedev)) 4265 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4266 4267 return cqr; 4268 } 4269 4270 static int prepare_itcw(struct itcw *itcw, 4271 unsigned int trk, unsigned int totrk, int cmd, 4272 struct dasd_device *basedev, 4273 struct dasd_device *startdev, 4274 unsigned int rec_on_trk, int count, 4275 unsigned int blksize, 4276 unsigned int total_data_size, 4277 unsigned int tlf, 4278 unsigned int blk_per_trk) 4279 { 4280 struct PFX_eckd_data pfxdata; 4281 struct dasd_eckd_private *basepriv, *startpriv; 4282 struct DE_eckd_data *dedata; 4283 struct LRE_eckd_data *lredata; 4284 struct dcw *dcw; 4285 4286 u32 begcyl, endcyl; 4287 u16 heads, beghead, endhead; 4288 u8 pfx_cmd; 4289 4290 int rc = 0; 4291 int sector = 0; 4292 int dn, d; 4293 4294 4295 /* setup prefix data */ 4296 basepriv = basedev->private; 4297 startpriv = startdev->private; 4298 dedata = &pfxdata.define_extent; 4299 lredata = &pfxdata.locate_record; 4300 4301 memset(&pfxdata, 0, sizeof(pfxdata)); 4302 pfxdata.format = 1; /* PFX with LRE */ 4303 pfxdata.base_address = basepriv->conf.ned->unit_addr; 4304 pfxdata.base_lss = basepriv->conf.ned->ID; 4305 pfxdata.validity.define_extent = 1; 4306 4307 /* private uid is kept up to date, conf_data may be outdated */ 4308 if (startpriv->uid.type == UA_BASE_PAV_ALIAS) 4309 pfxdata.validity.verify_base = 1; 4310 4311 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) { 4312 pfxdata.validity.verify_base = 1; 4313 pfxdata.validity.hyper_pav = 1; 4314 } 4315 4316 switch (cmd) { 4317 case DASD_ECKD_CCW_READ_TRACK_DATA: 4318 dedata->mask.perm = 0x1; 4319 dedata->attributes.operation = basepriv->attrib.operation; 4320 dedata->blk_size = blksize; 4321 dedata->ga_extended |= 0x42; 4322 lredata->operation.orientation = 0x0; 4323 lredata->operation.operation = 0x0C; 4324 lredata->auxiliary.check_bytes = 0x01; 4325 pfx_cmd = DASD_ECKD_CCW_PFX_READ; 4326 break; 4327 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 4328 dedata->mask.perm = 0x02; 4329 dedata->attributes.operation = basepriv->attrib.operation; 4330 dedata->blk_size = blksize; 4331 rc = set_timestamp(NULL, dedata, basedev); 4332 dedata->ga_extended |= 0x42; 4333 lredata->operation.orientation = 0x0; 4334 lredata->operation.operation = 0x3F; 4335 lredata->extended_operation = 0x23; 4336 lredata->auxiliary.check_bytes = 0x2; 4337 /* 4338 * If XRC is supported the System Time Stamp is set. The 4339 * validity of the time stamp must be reflected in the prefix 4340 * data as well. 4341 */ 4342 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02) 4343 pfxdata.validity.time_stamp = 1; /* 'Time Stamp Valid' */ 4344 pfx_cmd = DASD_ECKD_CCW_PFX; 4345 break; 4346 case DASD_ECKD_CCW_READ_COUNT_MT: 4347 dedata->mask.perm = 0x1; 4348 dedata->attributes.operation = DASD_BYPASS_CACHE; 4349 dedata->ga_extended |= 0x42; 4350 dedata->blk_size = blksize; 4351 lredata->operation.orientation = 0x2; 4352 lredata->operation.operation = 0x16; 4353 lredata->auxiliary.check_bytes = 0x01; 4354 pfx_cmd = DASD_ECKD_CCW_PFX_READ; 4355 break; 4356 default: 4357 DBF_DEV_EVENT(DBF_ERR, basedev, 4358 "prepare itcw, unknown opcode 0x%x", cmd); 4359 BUG(); 4360 break; 4361 } 4362 if (rc) 4363 return rc; 4364 4365 dedata->attributes.mode = 0x3; /* ECKD */ 4366 4367 heads = basepriv->rdc_data.trk_per_cyl; 4368 begcyl = trk / heads; 4369 beghead = trk % heads; 4370 endcyl = totrk / heads; 4371 endhead = totrk % heads; 4372 4373 /* check for sequential prestage - enhance cylinder range */ 4374 if (dedata->attributes.operation == DASD_SEQ_PRESTAGE || 4375 dedata->attributes.operation == DASD_SEQ_ACCESS) { 4376 4377 if (endcyl + basepriv->attrib.nr_cyl < basepriv->real_cyl) 4378 endcyl += basepriv->attrib.nr_cyl; 4379 else 4380 endcyl = (basepriv->real_cyl - 1); 4381 } 4382 4383 set_ch_t(&dedata->beg_ext, begcyl, beghead); 4384 set_ch_t(&dedata->end_ext, endcyl, endhead); 4385 4386 dedata->ep_format = 0x20; /* records per track is valid */ 4387 dedata->ep_rec_per_track = blk_per_trk; 4388 4389 if (rec_on_trk) { 4390 switch (basepriv->rdc_data.dev_type) { 4391 case 0x3390: 4392 dn = ceil_quot(blksize + 6, 232); 4393 d = 9 + ceil_quot(blksize + 6 * (dn + 1), 34); 4394 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 4395 break; 4396 case 0x3380: 4397 d = 7 + ceil_quot(blksize + 12, 32); 4398 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 4399 break; 4400 } 4401 } 4402 4403 if (cmd == DASD_ECKD_CCW_READ_COUNT_MT) { 4404 lredata->auxiliary.length_valid = 0; 4405 lredata->auxiliary.length_scope = 0; 4406 lredata->sector = 0xff; 4407 } else { 4408 lredata->auxiliary.length_valid = 1; 4409 lredata->auxiliary.length_scope = 1; 4410 lredata->sector = sector; 4411 } 4412 lredata->auxiliary.imbedded_ccw_valid = 1; 4413 lredata->length = tlf; 4414 lredata->imbedded_ccw = cmd; 4415 lredata->count = count; 4416 set_ch_t(&lredata->seek_addr, begcyl, beghead); 4417 lredata->search_arg.cyl = lredata->seek_addr.cyl; 4418 lredata->search_arg.head = lredata->seek_addr.head; 4419 lredata->search_arg.record = rec_on_trk; 4420 4421 dcw = itcw_add_dcw(itcw, pfx_cmd, 0, 4422 &pfxdata, sizeof(pfxdata), total_data_size); 4423 return PTR_ERR_OR_ZERO(dcw); 4424 } 4425 4426 static struct dasd_ccw_req *dasd_eckd_build_cp_tpm_track( 4427 struct dasd_device *startdev, 4428 struct dasd_block *block, 4429 struct request *req, 4430 sector_t first_rec, 4431 sector_t last_rec, 4432 sector_t first_trk, 4433 sector_t last_trk, 4434 unsigned int first_offs, 4435 unsigned int last_offs, 4436 unsigned int blk_per_trk, 4437 unsigned int blksize) 4438 { 4439 struct dasd_ccw_req *cqr; 4440 struct req_iterator iter; 4441 struct bio_vec bv; 4442 char *dst; 4443 unsigned int trkcount, ctidaw; 4444 unsigned char cmd; 4445 struct dasd_device *basedev; 4446 unsigned int tlf; 4447 struct itcw *itcw; 4448 struct tidaw *last_tidaw = NULL; 4449 int itcw_op; 4450 size_t itcw_size; 4451 u8 tidaw_flags; 4452 unsigned int seg_len, part_len, len_to_track_end; 4453 unsigned char new_track; 4454 sector_t recid, trkid; 4455 unsigned int offs; 4456 unsigned int count, count_to_trk_end; 4457 int ret; 4458 4459 basedev = block->base; 4460 if (rq_data_dir(req) == READ) { 4461 cmd = DASD_ECKD_CCW_READ_TRACK_DATA; 4462 itcw_op = ITCW_OP_READ; 4463 } else if (rq_data_dir(req) == WRITE) { 4464 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA; 4465 itcw_op = ITCW_OP_WRITE; 4466 } else 4467 return ERR_PTR(-EINVAL); 4468 4469 /* trackbased I/O needs address all memory via TIDAWs, 4470 * not just for 64 bit addresses. This allows us to map 4471 * each segment directly to one tidaw. 4472 * In the case of write requests, additional tidaws may 4473 * be needed when a segment crosses a track boundary. 4474 */ 4475 trkcount = last_trk - first_trk + 1; 4476 ctidaw = 0; 4477 rq_for_each_segment(bv, req, iter) { 4478 ++ctidaw; 4479 } 4480 if (rq_data_dir(req) == WRITE) 4481 ctidaw += (last_trk - first_trk); 4482 4483 /* Allocate the ccw request. */ 4484 itcw_size = itcw_calc_size(0, ctidaw, 0); 4485 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev, 4486 blk_mq_rq_to_pdu(req)); 4487 if (IS_ERR(cqr)) 4488 return cqr; 4489 4490 /* transfer length factor: how many bytes to read from the last track */ 4491 if (first_trk == last_trk) 4492 tlf = last_offs - first_offs + 1; 4493 else 4494 tlf = last_offs + 1; 4495 tlf *= blksize; 4496 4497 itcw = itcw_init(cqr->data, itcw_size, itcw_op, 0, ctidaw, 0); 4498 if (IS_ERR(itcw)) { 4499 ret = -EINVAL; 4500 goto out_error; 4501 } 4502 cqr->cpaddr = itcw_get_tcw(itcw); 4503 if (prepare_itcw(itcw, first_trk, last_trk, 4504 cmd, basedev, startdev, 4505 first_offs + 1, 4506 trkcount, blksize, 4507 (last_rec - first_rec + 1) * blksize, 4508 tlf, blk_per_trk) == -EAGAIN) { 4509 /* Clock not in sync and XRC is enabled. 4510 * Try again later. 4511 */ 4512 ret = -EAGAIN; 4513 goto out_error; 4514 } 4515 len_to_track_end = 0; 4516 /* 4517 * A tidaw can address 4k of memory, but must not cross page boundaries 4518 * We can let the block layer handle this by setting 4519 * blk_queue_segment_boundary to page boundaries and 4520 * blk_max_segment_size to page size when setting up the request queue. 4521 * For write requests, a TIDAW must not cross track boundaries, because 4522 * we have to set the CBC flag on the last tidaw for each track. 4523 */ 4524 if (rq_data_dir(req) == WRITE) { 4525 new_track = 1; 4526 recid = first_rec; 4527 rq_for_each_segment(bv, req, iter) { 4528 dst = bvec_virt(&bv); 4529 seg_len = bv.bv_len; 4530 while (seg_len) { 4531 if (new_track) { 4532 trkid = recid; 4533 offs = sector_div(trkid, blk_per_trk); 4534 count_to_trk_end = blk_per_trk - offs; 4535 count = min((last_rec - recid + 1), 4536 (sector_t)count_to_trk_end); 4537 len_to_track_end = count * blksize; 4538 recid += count; 4539 new_track = 0; 4540 } 4541 part_len = min(seg_len, len_to_track_end); 4542 seg_len -= part_len; 4543 len_to_track_end -= part_len; 4544 /* We need to end the tidaw at track end */ 4545 if (!len_to_track_end) { 4546 new_track = 1; 4547 tidaw_flags = TIDAW_FLAGS_INSERT_CBC; 4548 } else 4549 tidaw_flags = 0; 4550 last_tidaw = itcw_add_tidaw(itcw, tidaw_flags, 4551 dst, part_len); 4552 if (IS_ERR(last_tidaw)) { 4553 ret = -EINVAL; 4554 goto out_error; 4555 } 4556 dst += part_len; 4557 } 4558 } 4559 } else { 4560 rq_for_each_segment(bv, req, iter) { 4561 dst = bvec_virt(&bv); 4562 last_tidaw = itcw_add_tidaw(itcw, 0x00, 4563 dst, bv.bv_len); 4564 if (IS_ERR(last_tidaw)) { 4565 ret = -EINVAL; 4566 goto out_error; 4567 } 4568 } 4569 } 4570 last_tidaw->flags |= TIDAW_FLAGS_LAST; 4571 last_tidaw->flags &= ~TIDAW_FLAGS_INSERT_CBC; 4572 itcw_finalize(itcw); 4573 4574 if (blk_noretry_request(req) || 4575 block->base->features & DASD_FEATURE_FAILFAST) 4576 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4577 cqr->cpmode = 1; 4578 cqr->startdev = startdev; 4579 cqr->memdev = startdev; 4580 cqr->block = block; 4581 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4582 cqr->lpm = dasd_path_get_ppm(startdev); 4583 cqr->retries = startdev->default_retries; 4584 cqr->buildclk = get_tod_clock(); 4585 cqr->status = DASD_CQR_FILLED; 4586 4587 /* Set flags to suppress output for expected errors */ 4588 if (dasd_eckd_is_ese(basedev)) { 4589 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 4590 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 4591 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4592 } 4593 4594 return cqr; 4595 out_error: 4596 dasd_sfree_request(cqr, startdev); 4597 return ERR_PTR(ret); 4598 } 4599 4600 static struct dasd_ccw_req *dasd_eckd_build_cp(struct dasd_device *startdev, 4601 struct dasd_block *block, 4602 struct request *req) 4603 { 4604 int cmdrtd, cmdwtd; 4605 int use_prefix; 4606 int fcx_multitrack; 4607 struct dasd_eckd_private *private; 4608 struct dasd_device *basedev; 4609 sector_t first_rec, last_rec; 4610 sector_t first_trk, last_trk; 4611 unsigned int first_offs, last_offs; 4612 unsigned int blk_per_trk, blksize; 4613 int cdlspecial; 4614 unsigned int data_size; 4615 struct dasd_ccw_req *cqr; 4616 4617 basedev = block->base; 4618 private = basedev->private; 4619 4620 /* Calculate number of blocks/records per track. */ 4621 blksize = block->bp_block; 4622 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 4623 if (blk_per_trk == 0) 4624 return ERR_PTR(-EINVAL); 4625 /* Calculate record id of first and last block. */ 4626 first_rec = first_trk = blk_rq_pos(req) >> block->s2b_shift; 4627 first_offs = sector_div(first_trk, blk_per_trk); 4628 last_rec = last_trk = 4629 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 4630 last_offs = sector_div(last_trk, blk_per_trk); 4631 cdlspecial = (private->uses_cdl && first_rec < 2*blk_per_trk); 4632 4633 fcx_multitrack = private->features.feature[40] & 0x20; 4634 data_size = blk_rq_bytes(req); 4635 if (data_size % blksize) 4636 return ERR_PTR(-EINVAL); 4637 /* tpm write request add CBC data on each track boundary */ 4638 if (rq_data_dir(req) == WRITE) 4639 data_size += (last_trk - first_trk) * 4; 4640 4641 /* is read track data and write track data in command mode supported? */ 4642 cmdrtd = private->features.feature[9] & 0x20; 4643 cmdwtd = private->features.feature[12] & 0x40; 4644 use_prefix = private->features.feature[8] & 0x01; 4645 4646 cqr = NULL; 4647 if (cdlspecial || dasd_page_cache) { 4648 /* do nothing, just fall through to the cmd mode single case */ 4649 } else if ((data_size <= private->fcx_max_data) 4650 && (fcx_multitrack || (first_trk == last_trk))) { 4651 cqr = dasd_eckd_build_cp_tpm_track(startdev, block, req, 4652 first_rec, last_rec, 4653 first_trk, last_trk, 4654 first_offs, last_offs, 4655 blk_per_trk, blksize); 4656 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) && 4657 (PTR_ERR(cqr) != -ENOMEM)) 4658 cqr = NULL; 4659 } else if (use_prefix && 4660 (((rq_data_dir(req) == READ) && cmdrtd) || 4661 ((rq_data_dir(req) == WRITE) && cmdwtd))) { 4662 cqr = dasd_eckd_build_cp_cmd_track(startdev, block, req, 4663 first_rec, last_rec, 4664 first_trk, last_trk, 4665 first_offs, last_offs, 4666 blk_per_trk, blksize); 4667 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) && 4668 (PTR_ERR(cqr) != -ENOMEM)) 4669 cqr = NULL; 4670 } 4671 if (!cqr) 4672 cqr = dasd_eckd_build_cp_cmd_single(startdev, block, req, 4673 first_rec, last_rec, 4674 first_trk, last_trk, 4675 first_offs, last_offs, 4676 blk_per_trk, blksize); 4677 return cqr; 4678 } 4679 4680 static struct dasd_ccw_req *dasd_eckd_build_cp_raw(struct dasd_device *startdev, 4681 struct dasd_block *block, 4682 struct request *req) 4683 { 4684 sector_t start_padding_sectors, end_sector_offset, end_padding_sectors; 4685 unsigned int seg_len, len_to_track_end; 4686 unsigned int cidaw, cplength, datasize; 4687 sector_t first_trk, last_trk, sectors; 4688 struct dasd_eckd_private *base_priv; 4689 struct dasd_device *basedev; 4690 struct req_iterator iter; 4691 struct dasd_ccw_req *cqr; 4692 unsigned int first_offs; 4693 unsigned int trkcount; 4694 unsigned long *idaws; 4695 unsigned int size; 4696 unsigned char cmd; 4697 struct bio_vec bv; 4698 struct ccw1 *ccw; 4699 int use_prefix; 4700 void *data; 4701 char *dst; 4702 4703 /* 4704 * raw track access needs to be mutiple of 64k and on 64k boundary 4705 * For read requests we can fix an incorrect alignment by padding 4706 * the request with dummy pages. 4707 */ 4708 start_padding_sectors = blk_rq_pos(req) % DASD_RAW_SECTORS_PER_TRACK; 4709 end_sector_offset = (blk_rq_pos(req) + blk_rq_sectors(req)) % 4710 DASD_RAW_SECTORS_PER_TRACK; 4711 end_padding_sectors = (DASD_RAW_SECTORS_PER_TRACK - end_sector_offset) % 4712 DASD_RAW_SECTORS_PER_TRACK; 4713 basedev = block->base; 4714 if ((start_padding_sectors || end_padding_sectors) && 4715 (rq_data_dir(req) == WRITE)) { 4716 DBF_DEV_EVENT(DBF_ERR, basedev, 4717 "raw write not track aligned (%llu,%llu) req %p", 4718 start_padding_sectors, end_padding_sectors, req); 4719 return ERR_PTR(-EINVAL); 4720 } 4721 4722 first_trk = blk_rq_pos(req) / DASD_RAW_SECTORS_PER_TRACK; 4723 last_trk = (blk_rq_pos(req) + blk_rq_sectors(req) - 1) / 4724 DASD_RAW_SECTORS_PER_TRACK; 4725 trkcount = last_trk - first_trk + 1; 4726 first_offs = 0; 4727 4728 if (rq_data_dir(req) == READ) 4729 cmd = DASD_ECKD_CCW_READ_TRACK; 4730 else if (rq_data_dir(req) == WRITE) 4731 cmd = DASD_ECKD_CCW_WRITE_FULL_TRACK; 4732 else 4733 return ERR_PTR(-EINVAL); 4734 4735 /* 4736 * Raw track based I/O needs IDAWs for each page, 4737 * and not just for 64 bit addresses. 4738 */ 4739 cidaw = trkcount * DASD_RAW_BLOCK_PER_TRACK; 4740 4741 /* 4742 * struct PFX_eckd_data and struct LRE_eckd_data can have up to 2 bytes 4743 * of extended parameter. This is needed for write full track. 4744 */ 4745 base_priv = basedev->private; 4746 use_prefix = base_priv->features.feature[8] & 0x01; 4747 if (use_prefix) { 4748 cplength = 1 + trkcount; 4749 size = sizeof(struct PFX_eckd_data) + 2; 4750 } else { 4751 cplength = 2 + trkcount; 4752 size = sizeof(struct DE_eckd_data) + 4753 sizeof(struct LRE_eckd_data) + 2; 4754 } 4755 size = ALIGN(size, 8); 4756 4757 datasize = size + cidaw * sizeof(unsigned long); 4758 4759 /* Allocate the ccw request. */ 4760 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, 4761 datasize, startdev, blk_mq_rq_to_pdu(req)); 4762 if (IS_ERR(cqr)) 4763 return cqr; 4764 4765 ccw = cqr->cpaddr; 4766 data = cqr->data; 4767 4768 if (use_prefix) { 4769 prefix_LRE(ccw++, data, first_trk, last_trk, cmd, basedev, 4770 startdev, 1, first_offs + 1, trkcount, 0, 0); 4771 } else { 4772 define_extent(ccw++, data, first_trk, last_trk, cmd, basedev, 0); 4773 ccw[-1].flags |= CCW_FLAG_CC; 4774 4775 data += sizeof(struct DE_eckd_data); 4776 locate_record_ext(ccw++, data, first_trk, first_offs + 1, 4777 trkcount, cmd, basedev, 0, 0); 4778 } 4779 4780 idaws = (unsigned long *)(cqr->data + size); 4781 len_to_track_end = 0; 4782 if (start_padding_sectors) { 4783 ccw[-1].flags |= CCW_FLAG_CC; 4784 ccw->cmd_code = cmd; 4785 /* maximum 3390 track size */ 4786 ccw->count = 57326; 4787 /* 64k map to one track */ 4788 len_to_track_end = 65536 - start_padding_sectors * 512; 4789 ccw->cda = (__u32)(addr_t)idaws; 4790 ccw->flags |= CCW_FLAG_IDA; 4791 ccw->flags |= CCW_FLAG_SLI; 4792 ccw++; 4793 for (sectors = 0; sectors < start_padding_sectors; sectors += 8) 4794 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE); 4795 } 4796 rq_for_each_segment(bv, req, iter) { 4797 dst = bvec_virt(&bv); 4798 seg_len = bv.bv_len; 4799 if (cmd == DASD_ECKD_CCW_READ_TRACK) 4800 memset(dst, 0, seg_len); 4801 if (!len_to_track_end) { 4802 ccw[-1].flags |= CCW_FLAG_CC; 4803 ccw->cmd_code = cmd; 4804 /* maximum 3390 track size */ 4805 ccw->count = 57326; 4806 /* 64k map to one track */ 4807 len_to_track_end = 65536; 4808 ccw->cda = (__u32)(addr_t)idaws; 4809 ccw->flags |= CCW_FLAG_IDA; 4810 ccw->flags |= CCW_FLAG_SLI; 4811 ccw++; 4812 } 4813 len_to_track_end -= seg_len; 4814 idaws = idal_create_words(idaws, dst, seg_len); 4815 } 4816 for (sectors = 0; sectors < end_padding_sectors; sectors += 8) 4817 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE); 4818 if (blk_noretry_request(req) || 4819 block->base->features & DASD_FEATURE_FAILFAST) 4820 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4821 cqr->startdev = startdev; 4822 cqr->memdev = startdev; 4823 cqr->block = block; 4824 cqr->expires = startdev->default_expires * HZ; 4825 cqr->lpm = dasd_path_get_ppm(startdev); 4826 cqr->retries = startdev->default_retries; 4827 cqr->buildclk = get_tod_clock(); 4828 cqr->status = DASD_CQR_FILLED; 4829 4830 return cqr; 4831 } 4832 4833 4834 static int 4835 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req) 4836 { 4837 struct dasd_eckd_private *private; 4838 struct ccw1 *ccw; 4839 struct req_iterator iter; 4840 struct bio_vec bv; 4841 char *dst, *cda; 4842 unsigned int blksize, blk_per_trk, off; 4843 sector_t recid; 4844 int status; 4845 4846 if (!dasd_page_cache) 4847 goto out; 4848 private = cqr->block->base->private; 4849 blksize = cqr->block->bp_block; 4850 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 4851 recid = blk_rq_pos(req) >> cqr->block->s2b_shift; 4852 ccw = cqr->cpaddr; 4853 /* Skip over define extent & locate record. */ 4854 ccw++; 4855 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) 4856 ccw++; 4857 rq_for_each_segment(bv, req, iter) { 4858 dst = bvec_virt(&bv); 4859 for (off = 0; off < bv.bv_len; off += blksize) { 4860 /* Skip locate record. */ 4861 if (private->uses_cdl && recid <= 2*blk_per_trk) 4862 ccw++; 4863 if (dst) { 4864 if (ccw->flags & CCW_FLAG_IDA) 4865 cda = *((char **)((addr_t) ccw->cda)); 4866 else 4867 cda = (char *)((addr_t) ccw->cda); 4868 if (dst != cda) { 4869 if (rq_data_dir(req) == READ) 4870 memcpy(dst, cda, bv.bv_len); 4871 kmem_cache_free(dasd_page_cache, 4872 (void *)((addr_t)cda & PAGE_MASK)); 4873 } 4874 dst = NULL; 4875 } 4876 ccw++; 4877 recid++; 4878 } 4879 } 4880 out: 4881 status = cqr->status == DASD_CQR_DONE; 4882 dasd_sfree_request(cqr, cqr->memdev); 4883 return status; 4884 } 4885 4886 /* 4887 * Modify ccw/tcw in cqr so it can be started on a base device. 4888 * 4889 * Note that this is not enough to restart the cqr! 4890 * Either reset cqr->startdev as well (summary unit check handling) 4891 * or restart via separate cqr (as in ERP handling). 4892 */ 4893 void dasd_eckd_reset_ccw_to_base_io(struct dasd_ccw_req *cqr) 4894 { 4895 struct ccw1 *ccw; 4896 struct PFX_eckd_data *pfxdata; 4897 struct tcw *tcw; 4898 struct tccb *tccb; 4899 struct dcw *dcw; 4900 4901 if (cqr->cpmode == 1) { 4902 tcw = cqr->cpaddr; 4903 tccb = tcw_get_tccb(tcw); 4904 dcw = (struct dcw *)&tccb->tca[0]; 4905 pfxdata = (struct PFX_eckd_data *)&dcw->cd[0]; 4906 pfxdata->validity.verify_base = 0; 4907 pfxdata->validity.hyper_pav = 0; 4908 } else { 4909 ccw = cqr->cpaddr; 4910 pfxdata = cqr->data; 4911 if (ccw->cmd_code == DASD_ECKD_CCW_PFX) { 4912 pfxdata->validity.verify_base = 0; 4913 pfxdata->validity.hyper_pav = 0; 4914 } 4915 } 4916 } 4917 4918 #define DASD_ECKD_CHANQ_MAX_SIZE 4 4919 4920 static struct dasd_ccw_req *dasd_eckd_build_alias_cp(struct dasd_device *base, 4921 struct dasd_block *block, 4922 struct request *req) 4923 { 4924 struct dasd_eckd_private *private; 4925 struct dasd_device *startdev; 4926 unsigned long flags; 4927 struct dasd_ccw_req *cqr; 4928 4929 startdev = dasd_alias_get_start_dev(base); 4930 if (!startdev) 4931 startdev = base; 4932 private = startdev->private; 4933 if (private->count >= DASD_ECKD_CHANQ_MAX_SIZE) 4934 return ERR_PTR(-EBUSY); 4935 4936 spin_lock_irqsave(get_ccwdev_lock(startdev->cdev), flags); 4937 private->count++; 4938 if ((base->features & DASD_FEATURE_USERAW)) 4939 cqr = dasd_eckd_build_cp_raw(startdev, block, req); 4940 else 4941 cqr = dasd_eckd_build_cp(startdev, block, req); 4942 if (IS_ERR(cqr)) 4943 private->count--; 4944 spin_unlock_irqrestore(get_ccwdev_lock(startdev->cdev), flags); 4945 return cqr; 4946 } 4947 4948 static int dasd_eckd_free_alias_cp(struct dasd_ccw_req *cqr, 4949 struct request *req) 4950 { 4951 struct dasd_eckd_private *private; 4952 unsigned long flags; 4953 4954 spin_lock_irqsave(get_ccwdev_lock(cqr->memdev->cdev), flags); 4955 private = cqr->memdev->private; 4956 private->count--; 4957 spin_unlock_irqrestore(get_ccwdev_lock(cqr->memdev->cdev), flags); 4958 return dasd_eckd_free_cp(cqr, req); 4959 } 4960 4961 static int 4962 dasd_eckd_fill_info(struct dasd_device * device, 4963 struct dasd_information2_t * info) 4964 { 4965 struct dasd_eckd_private *private = device->private; 4966 4967 info->label_block = 2; 4968 info->FBA_layout = private->uses_cdl ? 0 : 1; 4969 info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL; 4970 info->characteristics_size = sizeof(private->rdc_data); 4971 memcpy(info->characteristics, &private->rdc_data, 4972 sizeof(private->rdc_data)); 4973 info->confdata_size = min_t(unsigned long, private->conf.len, 4974 sizeof(info->configuration_data)); 4975 memcpy(info->configuration_data, private->conf.data, 4976 info->confdata_size); 4977 return 0; 4978 } 4979 4980 /* 4981 * SECTION: ioctl functions for eckd devices. 4982 */ 4983 4984 /* 4985 * Release device ioctl. 4986 * Buils a channel programm to releases a prior reserved 4987 * (see dasd_eckd_reserve) device. 4988 */ 4989 static int 4990 dasd_eckd_release(struct dasd_device *device) 4991 { 4992 struct dasd_ccw_req *cqr; 4993 int rc; 4994 struct ccw1 *ccw; 4995 int useglobal; 4996 4997 if (!capable(CAP_SYS_ADMIN)) 4998 return -EACCES; 4999 5000 useglobal = 0; 5001 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5002 if (IS_ERR(cqr)) { 5003 mutex_lock(&dasd_reserve_mutex); 5004 useglobal = 1; 5005 cqr = &dasd_reserve_req->cqr; 5006 memset(cqr, 0, sizeof(*cqr)); 5007 memset(&dasd_reserve_req->ccw, 0, 5008 sizeof(dasd_reserve_req->ccw)); 5009 cqr->cpaddr = &dasd_reserve_req->ccw; 5010 cqr->data = &dasd_reserve_req->data; 5011 cqr->magic = DASD_ECKD_MAGIC; 5012 } 5013 ccw = cqr->cpaddr; 5014 ccw->cmd_code = DASD_ECKD_CCW_RELEASE; 5015 ccw->flags |= CCW_FLAG_SLI; 5016 ccw->count = 32; 5017 ccw->cda = (__u32)(addr_t) cqr->data; 5018 cqr->startdev = device; 5019 cqr->memdev = device; 5020 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5021 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5022 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5023 cqr->expires = 2 * HZ; 5024 cqr->buildclk = get_tod_clock(); 5025 cqr->status = DASD_CQR_FILLED; 5026 5027 rc = dasd_sleep_on_immediatly(cqr); 5028 if (!rc) 5029 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5030 5031 if (useglobal) 5032 mutex_unlock(&dasd_reserve_mutex); 5033 else 5034 dasd_sfree_request(cqr, cqr->memdev); 5035 return rc; 5036 } 5037 5038 /* 5039 * Reserve device ioctl. 5040 * Options are set to 'synchronous wait for interrupt' and 5041 * 'timeout the request'. This leads to a terminate IO if 5042 * the interrupt is outstanding for a certain time. 5043 */ 5044 static int 5045 dasd_eckd_reserve(struct dasd_device *device) 5046 { 5047 struct dasd_ccw_req *cqr; 5048 int rc; 5049 struct ccw1 *ccw; 5050 int useglobal; 5051 5052 if (!capable(CAP_SYS_ADMIN)) 5053 return -EACCES; 5054 5055 useglobal = 0; 5056 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5057 if (IS_ERR(cqr)) { 5058 mutex_lock(&dasd_reserve_mutex); 5059 useglobal = 1; 5060 cqr = &dasd_reserve_req->cqr; 5061 memset(cqr, 0, sizeof(*cqr)); 5062 memset(&dasd_reserve_req->ccw, 0, 5063 sizeof(dasd_reserve_req->ccw)); 5064 cqr->cpaddr = &dasd_reserve_req->ccw; 5065 cqr->data = &dasd_reserve_req->data; 5066 cqr->magic = DASD_ECKD_MAGIC; 5067 } 5068 ccw = cqr->cpaddr; 5069 ccw->cmd_code = DASD_ECKD_CCW_RESERVE; 5070 ccw->flags |= CCW_FLAG_SLI; 5071 ccw->count = 32; 5072 ccw->cda = (__u32)(addr_t) cqr->data; 5073 cqr->startdev = device; 5074 cqr->memdev = device; 5075 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5076 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5077 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5078 cqr->expires = 2 * HZ; 5079 cqr->buildclk = get_tod_clock(); 5080 cqr->status = DASD_CQR_FILLED; 5081 5082 rc = dasd_sleep_on_immediatly(cqr); 5083 if (!rc) 5084 set_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5085 5086 if (useglobal) 5087 mutex_unlock(&dasd_reserve_mutex); 5088 else 5089 dasd_sfree_request(cqr, cqr->memdev); 5090 return rc; 5091 } 5092 5093 /* 5094 * Steal lock ioctl - unconditional reserve device. 5095 * Buils a channel programm to break a device's reservation. 5096 * (unconditional reserve) 5097 */ 5098 static int 5099 dasd_eckd_steal_lock(struct dasd_device *device) 5100 { 5101 struct dasd_ccw_req *cqr; 5102 int rc; 5103 struct ccw1 *ccw; 5104 int useglobal; 5105 5106 if (!capable(CAP_SYS_ADMIN)) 5107 return -EACCES; 5108 5109 useglobal = 0; 5110 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5111 if (IS_ERR(cqr)) { 5112 mutex_lock(&dasd_reserve_mutex); 5113 useglobal = 1; 5114 cqr = &dasd_reserve_req->cqr; 5115 memset(cqr, 0, sizeof(*cqr)); 5116 memset(&dasd_reserve_req->ccw, 0, 5117 sizeof(dasd_reserve_req->ccw)); 5118 cqr->cpaddr = &dasd_reserve_req->ccw; 5119 cqr->data = &dasd_reserve_req->data; 5120 cqr->magic = DASD_ECKD_MAGIC; 5121 } 5122 ccw = cqr->cpaddr; 5123 ccw->cmd_code = DASD_ECKD_CCW_SLCK; 5124 ccw->flags |= CCW_FLAG_SLI; 5125 ccw->count = 32; 5126 ccw->cda = (__u32)(addr_t) cqr->data; 5127 cqr->startdev = device; 5128 cqr->memdev = device; 5129 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5130 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5131 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5132 cqr->expires = 2 * HZ; 5133 cqr->buildclk = get_tod_clock(); 5134 cqr->status = DASD_CQR_FILLED; 5135 5136 rc = dasd_sleep_on_immediatly(cqr); 5137 if (!rc) 5138 set_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5139 5140 if (useglobal) 5141 mutex_unlock(&dasd_reserve_mutex); 5142 else 5143 dasd_sfree_request(cqr, cqr->memdev); 5144 return rc; 5145 } 5146 5147 /* 5148 * SNID - Sense Path Group ID 5149 * This ioctl may be used in situations where I/O is stalled due to 5150 * a reserve, so if the normal dasd_smalloc_request fails, we use the 5151 * preallocated dasd_reserve_req. 5152 */ 5153 static int dasd_eckd_snid(struct dasd_device *device, 5154 void __user *argp) 5155 { 5156 struct dasd_ccw_req *cqr; 5157 int rc; 5158 struct ccw1 *ccw; 5159 int useglobal; 5160 struct dasd_snid_ioctl_data usrparm; 5161 5162 if (!capable(CAP_SYS_ADMIN)) 5163 return -EACCES; 5164 5165 if (copy_from_user(&usrparm, argp, sizeof(usrparm))) 5166 return -EFAULT; 5167 5168 useglobal = 0; 5169 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 5170 sizeof(struct dasd_snid_data), device, 5171 NULL); 5172 if (IS_ERR(cqr)) { 5173 mutex_lock(&dasd_reserve_mutex); 5174 useglobal = 1; 5175 cqr = &dasd_reserve_req->cqr; 5176 memset(cqr, 0, sizeof(*cqr)); 5177 memset(&dasd_reserve_req->ccw, 0, 5178 sizeof(dasd_reserve_req->ccw)); 5179 cqr->cpaddr = &dasd_reserve_req->ccw; 5180 cqr->data = &dasd_reserve_req->data; 5181 cqr->magic = DASD_ECKD_MAGIC; 5182 } 5183 ccw = cqr->cpaddr; 5184 ccw->cmd_code = DASD_ECKD_CCW_SNID; 5185 ccw->flags |= CCW_FLAG_SLI; 5186 ccw->count = 12; 5187 ccw->cda = (__u32)(addr_t) cqr->data; 5188 cqr->startdev = device; 5189 cqr->memdev = device; 5190 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5191 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5192 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags); 5193 cqr->retries = 5; 5194 cqr->expires = 10 * HZ; 5195 cqr->buildclk = get_tod_clock(); 5196 cqr->status = DASD_CQR_FILLED; 5197 cqr->lpm = usrparm.path_mask; 5198 5199 rc = dasd_sleep_on_immediatly(cqr); 5200 /* verify that I/O processing didn't modify the path mask */ 5201 if (!rc && usrparm.path_mask && (cqr->lpm != usrparm.path_mask)) 5202 rc = -EIO; 5203 if (!rc) { 5204 usrparm.data = *((struct dasd_snid_data *)cqr->data); 5205 if (copy_to_user(argp, &usrparm, sizeof(usrparm))) 5206 rc = -EFAULT; 5207 } 5208 5209 if (useglobal) 5210 mutex_unlock(&dasd_reserve_mutex); 5211 else 5212 dasd_sfree_request(cqr, cqr->memdev); 5213 return rc; 5214 } 5215 5216 /* 5217 * Read performance statistics 5218 */ 5219 static int 5220 dasd_eckd_performance(struct dasd_device *device, void __user *argp) 5221 { 5222 struct dasd_psf_prssd_data *prssdp; 5223 struct dasd_rssd_perf_stats_t *stats; 5224 struct dasd_ccw_req *cqr; 5225 struct ccw1 *ccw; 5226 int rc; 5227 5228 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5229 (sizeof(struct dasd_psf_prssd_data) + 5230 sizeof(struct dasd_rssd_perf_stats_t)), 5231 device, NULL); 5232 if (IS_ERR(cqr)) { 5233 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5234 "Could not allocate initialization request"); 5235 return PTR_ERR(cqr); 5236 } 5237 cqr->startdev = device; 5238 cqr->memdev = device; 5239 cqr->retries = 0; 5240 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5241 cqr->expires = 10 * HZ; 5242 5243 /* Prepare for Read Subsystem Data */ 5244 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5245 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5246 prssdp->order = PSF_ORDER_PRSSD; 5247 prssdp->suborder = 0x01; /* Performance Statistics */ 5248 prssdp->varies[1] = 0x01; /* Perf Statistics for the Subsystem */ 5249 5250 ccw = cqr->cpaddr; 5251 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5252 ccw->count = sizeof(struct dasd_psf_prssd_data); 5253 ccw->flags |= CCW_FLAG_CC; 5254 ccw->cda = (__u32)(addr_t) prssdp; 5255 5256 /* Read Subsystem Data - Performance Statistics */ 5257 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1); 5258 memset(stats, 0, sizeof(struct dasd_rssd_perf_stats_t)); 5259 5260 ccw++; 5261 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5262 ccw->count = sizeof(struct dasd_rssd_perf_stats_t); 5263 ccw->cda = (__u32)(addr_t) stats; 5264 5265 cqr->buildclk = get_tod_clock(); 5266 cqr->status = DASD_CQR_FILLED; 5267 rc = dasd_sleep_on(cqr); 5268 if (rc == 0) { 5269 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5270 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1); 5271 if (copy_to_user(argp, stats, 5272 sizeof(struct dasd_rssd_perf_stats_t))) 5273 rc = -EFAULT; 5274 } 5275 dasd_sfree_request(cqr, cqr->memdev); 5276 return rc; 5277 } 5278 5279 /* 5280 * Get attributes (cache operations) 5281 * Returnes the cache attributes used in Define Extend (DE). 5282 */ 5283 static int 5284 dasd_eckd_get_attrib(struct dasd_device *device, void __user *argp) 5285 { 5286 struct dasd_eckd_private *private = device->private; 5287 struct attrib_data_t attrib = private->attrib; 5288 int rc; 5289 5290 if (!capable(CAP_SYS_ADMIN)) 5291 return -EACCES; 5292 if (!argp) 5293 return -EINVAL; 5294 5295 rc = 0; 5296 if (copy_to_user(argp, (long *) &attrib, 5297 sizeof(struct attrib_data_t))) 5298 rc = -EFAULT; 5299 5300 return rc; 5301 } 5302 5303 /* 5304 * Set attributes (cache operations) 5305 * Stores the attributes for cache operation to be used in Define Extend (DE). 5306 */ 5307 static int 5308 dasd_eckd_set_attrib(struct dasd_device *device, void __user *argp) 5309 { 5310 struct dasd_eckd_private *private = device->private; 5311 struct attrib_data_t attrib; 5312 5313 if (!capable(CAP_SYS_ADMIN)) 5314 return -EACCES; 5315 if (!argp) 5316 return -EINVAL; 5317 5318 if (copy_from_user(&attrib, argp, sizeof(struct attrib_data_t))) 5319 return -EFAULT; 5320 private->attrib = attrib; 5321 5322 dev_info(&device->cdev->dev, 5323 "The DASD cache mode was set to %x (%i cylinder prestage)\n", 5324 private->attrib.operation, private->attrib.nr_cyl); 5325 return 0; 5326 } 5327 5328 /* 5329 * Issue syscall I/O to EMC Symmetrix array. 5330 * CCWs are PSF and RSSD 5331 */ 5332 static int dasd_symm_io(struct dasd_device *device, void __user *argp) 5333 { 5334 struct dasd_symmio_parms usrparm; 5335 char *psf_data, *rssd_result; 5336 struct dasd_ccw_req *cqr; 5337 struct ccw1 *ccw; 5338 char psf0, psf1; 5339 int rc; 5340 5341 if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_RAWIO)) 5342 return -EACCES; 5343 psf0 = psf1 = 0; 5344 5345 /* Copy parms from caller */ 5346 rc = -EFAULT; 5347 if (copy_from_user(&usrparm, argp, sizeof(usrparm))) 5348 goto out; 5349 if (is_compat_task()) { 5350 /* Make sure pointers are sane even on 31 bit. */ 5351 rc = -EINVAL; 5352 if ((usrparm.psf_data >> 32) != 0) 5353 goto out; 5354 if ((usrparm.rssd_result >> 32) != 0) 5355 goto out; 5356 usrparm.psf_data &= 0x7fffffffULL; 5357 usrparm.rssd_result &= 0x7fffffffULL; 5358 } 5359 /* at least 2 bytes are accessed and should be allocated */ 5360 if (usrparm.psf_data_len < 2) { 5361 DBF_DEV_EVENT(DBF_WARNING, device, 5362 "Symmetrix ioctl invalid data length %d", 5363 usrparm.psf_data_len); 5364 rc = -EINVAL; 5365 goto out; 5366 } 5367 /* alloc I/O data area */ 5368 psf_data = kzalloc(usrparm.psf_data_len, GFP_KERNEL | GFP_DMA); 5369 rssd_result = kzalloc(usrparm.rssd_result_len, GFP_KERNEL | GFP_DMA); 5370 if (!psf_data || !rssd_result) { 5371 rc = -ENOMEM; 5372 goto out_free; 5373 } 5374 5375 /* get syscall header from user space */ 5376 rc = -EFAULT; 5377 if (copy_from_user(psf_data, 5378 (void __user *)(unsigned long) usrparm.psf_data, 5379 usrparm.psf_data_len)) 5380 goto out_free; 5381 psf0 = psf_data[0]; 5382 psf1 = psf_data[1]; 5383 5384 /* setup CCWs for PSF + RSSD */ 5385 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2, 0, device, NULL); 5386 if (IS_ERR(cqr)) { 5387 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5388 "Could not allocate initialization request"); 5389 rc = PTR_ERR(cqr); 5390 goto out_free; 5391 } 5392 5393 cqr->startdev = device; 5394 cqr->memdev = device; 5395 cqr->retries = 3; 5396 cqr->expires = 10 * HZ; 5397 cqr->buildclk = get_tod_clock(); 5398 cqr->status = DASD_CQR_FILLED; 5399 5400 /* Build the ccws */ 5401 ccw = cqr->cpaddr; 5402 5403 /* PSF ccw */ 5404 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5405 ccw->count = usrparm.psf_data_len; 5406 ccw->flags |= CCW_FLAG_CC; 5407 ccw->cda = (__u32)(addr_t) psf_data; 5408 5409 ccw++; 5410 5411 /* RSSD ccw */ 5412 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5413 ccw->count = usrparm.rssd_result_len; 5414 ccw->flags = CCW_FLAG_SLI ; 5415 ccw->cda = (__u32)(addr_t) rssd_result; 5416 5417 rc = dasd_sleep_on(cqr); 5418 if (rc) 5419 goto out_sfree; 5420 5421 rc = -EFAULT; 5422 if (copy_to_user((void __user *)(unsigned long) usrparm.rssd_result, 5423 rssd_result, usrparm.rssd_result_len)) 5424 goto out_sfree; 5425 rc = 0; 5426 5427 out_sfree: 5428 dasd_sfree_request(cqr, cqr->memdev); 5429 out_free: 5430 kfree(rssd_result); 5431 kfree(psf_data); 5432 out: 5433 DBF_DEV_EVENT(DBF_WARNING, device, 5434 "Symmetrix ioctl (0x%02x 0x%02x): rc=%d", 5435 (int) psf0, (int) psf1, rc); 5436 return rc; 5437 } 5438 5439 static int 5440 dasd_eckd_ioctl(struct dasd_block *block, unsigned int cmd, void __user *argp) 5441 { 5442 struct dasd_device *device = block->base; 5443 5444 switch (cmd) { 5445 case BIODASDGATTR: 5446 return dasd_eckd_get_attrib(device, argp); 5447 case BIODASDSATTR: 5448 return dasd_eckd_set_attrib(device, argp); 5449 case BIODASDPSRD: 5450 return dasd_eckd_performance(device, argp); 5451 case BIODASDRLSE: 5452 return dasd_eckd_release(device); 5453 case BIODASDRSRV: 5454 return dasd_eckd_reserve(device); 5455 case BIODASDSLCK: 5456 return dasd_eckd_steal_lock(device); 5457 case BIODASDSNID: 5458 return dasd_eckd_snid(device, argp); 5459 case BIODASDSYMMIO: 5460 return dasd_symm_io(device, argp); 5461 default: 5462 return -ENOTTY; 5463 } 5464 } 5465 5466 /* 5467 * Dump the range of CCWs into 'page' buffer 5468 * and return number of printed chars. 5469 */ 5470 static int 5471 dasd_eckd_dump_ccw_range(struct ccw1 *from, struct ccw1 *to, char *page) 5472 { 5473 int len, count; 5474 char *datap; 5475 5476 len = 0; 5477 while (from <= to) { 5478 len += sprintf(page + len, PRINTK_HEADER 5479 " CCW %p: %08X %08X DAT:", 5480 from, ((int *) from)[0], ((int *) from)[1]); 5481 5482 /* get pointer to data (consider IDALs) */ 5483 if (from->flags & CCW_FLAG_IDA) 5484 datap = (char *) *((addr_t *) (addr_t) from->cda); 5485 else 5486 datap = (char *) ((addr_t) from->cda); 5487 5488 /* dump data (max 32 bytes) */ 5489 for (count = 0; count < from->count && count < 32; count++) { 5490 if (count % 8 == 0) len += sprintf(page + len, " "); 5491 if (count % 4 == 0) len += sprintf(page + len, " "); 5492 len += sprintf(page + len, "%02x", datap[count]); 5493 } 5494 len += sprintf(page + len, "\n"); 5495 from++; 5496 } 5497 return len; 5498 } 5499 5500 static void 5501 dasd_eckd_dump_sense_dbf(struct dasd_device *device, struct irb *irb, 5502 char *reason) 5503 { 5504 u64 *sense; 5505 u64 *stat; 5506 5507 sense = (u64 *) dasd_get_sense(irb); 5508 stat = (u64 *) &irb->scsw; 5509 if (sense) { 5510 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : " 5511 "%016llx %016llx %016llx %016llx", 5512 reason, *stat, *((u32 *) (stat + 1)), 5513 sense[0], sense[1], sense[2], sense[3]); 5514 } else { 5515 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : %s", 5516 reason, *stat, *((u32 *) (stat + 1)), 5517 "NO VALID SENSE"); 5518 } 5519 } 5520 5521 /* 5522 * Print sense data and related channel program. 5523 * Parts are printed because printk buffer is only 1024 bytes. 5524 */ 5525 static void dasd_eckd_dump_sense_ccw(struct dasd_device *device, 5526 struct dasd_ccw_req *req, struct irb *irb) 5527 { 5528 char *page; 5529 struct ccw1 *first, *last, *fail, *from, *to; 5530 int len, sl, sct; 5531 5532 page = (char *) get_zeroed_page(GFP_ATOMIC); 5533 if (page == NULL) { 5534 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5535 "No memory to dump sense data\n"); 5536 return; 5537 } 5538 /* dump the sense data */ 5539 len = sprintf(page, PRINTK_HEADER 5540 " I/O status report for device %s:\n", 5541 dev_name(&device->cdev->dev)); 5542 len += sprintf(page + len, PRINTK_HEADER 5543 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X " 5544 "CS:%02X RC:%d\n", 5545 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw), 5546 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw), 5547 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw), 5548 req ? req->intrc : 0); 5549 len += sprintf(page + len, PRINTK_HEADER 5550 " device %s: Failing CCW: %p\n", 5551 dev_name(&device->cdev->dev), 5552 (void *) (addr_t) irb->scsw.cmd.cpa); 5553 if (irb->esw.esw0.erw.cons) { 5554 for (sl = 0; sl < 4; sl++) { 5555 len += sprintf(page + len, PRINTK_HEADER 5556 " Sense(hex) %2d-%2d:", 5557 (8 * sl), ((8 * sl) + 7)); 5558 5559 for (sct = 0; sct < 8; sct++) { 5560 len += sprintf(page + len, " %02x", 5561 irb->ecw[8 * sl + sct]); 5562 } 5563 len += sprintf(page + len, "\n"); 5564 } 5565 5566 if (irb->ecw[27] & DASD_SENSE_BIT_0) { 5567 /* 24 Byte Sense Data */ 5568 sprintf(page + len, PRINTK_HEADER 5569 " 24 Byte: %x MSG %x, " 5570 "%s MSGb to SYSOP\n", 5571 irb->ecw[7] >> 4, irb->ecw[7] & 0x0f, 5572 irb->ecw[1] & 0x10 ? "" : "no"); 5573 } else { 5574 /* 32 Byte Sense Data */ 5575 sprintf(page + len, PRINTK_HEADER 5576 " 32 Byte: Format: %x " 5577 "Exception class %x\n", 5578 irb->ecw[6] & 0x0f, irb->ecw[22] >> 4); 5579 } 5580 } else { 5581 sprintf(page + len, PRINTK_HEADER 5582 " SORRY - NO VALID SENSE AVAILABLE\n"); 5583 } 5584 printk(KERN_ERR "%s", page); 5585 5586 if (req) { 5587 /* req == NULL for unsolicited interrupts */ 5588 /* dump the Channel Program (max 140 Bytes per line) */ 5589 /* Count CCW and print first CCWs (maximum 1024 % 140 = 7) */ 5590 first = req->cpaddr; 5591 for (last = first; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++); 5592 to = min(first + 6, last); 5593 len = sprintf(page, PRINTK_HEADER 5594 " Related CP in req: %p\n", req); 5595 dasd_eckd_dump_ccw_range(first, to, page + len); 5596 printk(KERN_ERR "%s", page); 5597 5598 /* print failing CCW area (maximum 4) */ 5599 /* scsw->cda is either valid or zero */ 5600 len = 0; 5601 from = ++to; 5602 fail = (struct ccw1 *)(addr_t) 5603 irb->scsw.cmd.cpa; /* failing CCW */ 5604 if (from < fail - 2) { 5605 from = fail - 2; /* there is a gap - print header */ 5606 len += sprintf(page, PRINTK_HEADER "......\n"); 5607 } 5608 to = min(fail + 1, last); 5609 len += dasd_eckd_dump_ccw_range(from, to, page + len); 5610 5611 /* print last CCWs (maximum 2) */ 5612 from = max(from, ++to); 5613 if (from < last - 1) { 5614 from = last - 1; /* there is a gap - print header */ 5615 len += sprintf(page + len, PRINTK_HEADER "......\n"); 5616 } 5617 len += dasd_eckd_dump_ccw_range(from, last, page + len); 5618 if (len > 0) 5619 printk(KERN_ERR "%s", page); 5620 } 5621 free_page((unsigned long) page); 5622 } 5623 5624 5625 /* 5626 * Print sense data from a tcw. 5627 */ 5628 static void dasd_eckd_dump_sense_tcw(struct dasd_device *device, 5629 struct dasd_ccw_req *req, struct irb *irb) 5630 { 5631 char *page; 5632 int len, sl, sct, residual; 5633 struct tsb *tsb; 5634 u8 *sense, *rcq; 5635 5636 page = (char *) get_zeroed_page(GFP_ATOMIC); 5637 if (page == NULL) { 5638 DBF_DEV_EVENT(DBF_WARNING, device, " %s", 5639 "No memory to dump sense data"); 5640 return; 5641 } 5642 /* dump the sense data */ 5643 len = sprintf(page, PRINTK_HEADER 5644 " I/O status report for device %s:\n", 5645 dev_name(&device->cdev->dev)); 5646 len += sprintf(page + len, PRINTK_HEADER 5647 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X " 5648 "CS:%02X fcxs:%02X schxs:%02X RC:%d\n", 5649 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw), 5650 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw), 5651 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw), 5652 irb->scsw.tm.fcxs, 5653 (irb->scsw.tm.ifob << 7) | irb->scsw.tm.sesq, 5654 req ? req->intrc : 0); 5655 len += sprintf(page + len, PRINTK_HEADER 5656 " device %s: Failing TCW: %p\n", 5657 dev_name(&device->cdev->dev), 5658 (void *) (addr_t) irb->scsw.tm.tcw); 5659 5660 tsb = NULL; 5661 sense = NULL; 5662 if (irb->scsw.tm.tcw && (irb->scsw.tm.fcxs & 0x01)) 5663 tsb = tcw_get_tsb( 5664 (struct tcw *)(unsigned long)irb->scsw.tm.tcw); 5665 5666 if (tsb) { 5667 len += sprintf(page + len, PRINTK_HEADER 5668 " tsb->length %d\n", tsb->length); 5669 len += sprintf(page + len, PRINTK_HEADER 5670 " tsb->flags %x\n", tsb->flags); 5671 len += sprintf(page + len, PRINTK_HEADER 5672 " tsb->dcw_offset %d\n", tsb->dcw_offset); 5673 len += sprintf(page + len, PRINTK_HEADER 5674 " tsb->count %d\n", tsb->count); 5675 residual = tsb->count - 28; 5676 len += sprintf(page + len, PRINTK_HEADER 5677 " residual %d\n", residual); 5678 5679 switch (tsb->flags & 0x07) { 5680 case 1: /* tsa_iostat */ 5681 len += sprintf(page + len, PRINTK_HEADER 5682 " tsb->tsa.iostat.dev_time %d\n", 5683 tsb->tsa.iostat.dev_time); 5684 len += sprintf(page + len, PRINTK_HEADER 5685 " tsb->tsa.iostat.def_time %d\n", 5686 tsb->tsa.iostat.def_time); 5687 len += sprintf(page + len, PRINTK_HEADER 5688 " tsb->tsa.iostat.queue_time %d\n", 5689 tsb->tsa.iostat.queue_time); 5690 len += sprintf(page + len, PRINTK_HEADER 5691 " tsb->tsa.iostat.dev_busy_time %d\n", 5692 tsb->tsa.iostat.dev_busy_time); 5693 len += sprintf(page + len, PRINTK_HEADER 5694 " tsb->tsa.iostat.dev_act_time %d\n", 5695 tsb->tsa.iostat.dev_act_time); 5696 sense = tsb->tsa.iostat.sense; 5697 break; 5698 case 2: /* ts_ddpc */ 5699 len += sprintf(page + len, PRINTK_HEADER 5700 " tsb->tsa.ddpc.rc %d\n", tsb->tsa.ddpc.rc); 5701 for (sl = 0; sl < 2; sl++) { 5702 len += sprintf(page + len, PRINTK_HEADER 5703 " tsb->tsa.ddpc.rcq %2d-%2d: ", 5704 (8 * sl), ((8 * sl) + 7)); 5705 rcq = tsb->tsa.ddpc.rcq; 5706 for (sct = 0; sct < 8; sct++) { 5707 len += sprintf(page + len, " %02x", 5708 rcq[8 * sl + sct]); 5709 } 5710 len += sprintf(page + len, "\n"); 5711 } 5712 sense = tsb->tsa.ddpc.sense; 5713 break; 5714 case 3: /* tsa_intrg */ 5715 len += sprintf(page + len, PRINTK_HEADER 5716 " tsb->tsa.intrg.: not supported yet\n"); 5717 break; 5718 } 5719 5720 if (sense) { 5721 for (sl = 0; sl < 4; sl++) { 5722 len += sprintf(page + len, PRINTK_HEADER 5723 " Sense(hex) %2d-%2d:", 5724 (8 * sl), ((8 * sl) + 7)); 5725 for (sct = 0; sct < 8; sct++) { 5726 len += sprintf(page + len, " %02x", 5727 sense[8 * sl + sct]); 5728 } 5729 len += sprintf(page + len, "\n"); 5730 } 5731 5732 if (sense[27] & DASD_SENSE_BIT_0) { 5733 /* 24 Byte Sense Data */ 5734 sprintf(page + len, PRINTK_HEADER 5735 " 24 Byte: %x MSG %x, " 5736 "%s MSGb to SYSOP\n", 5737 sense[7] >> 4, sense[7] & 0x0f, 5738 sense[1] & 0x10 ? "" : "no"); 5739 } else { 5740 /* 32 Byte Sense Data */ 5741 sprintf(page + len, PRINTK_HEADER 5742 " 32 Byte: Format: %x " 5743 "Exception class %x\n", 5744 sense[6] & 0x0f, sense[22] >> 4); 5745 } 5746 } else { 5747 sprintf(page + len, PRINTK_HEADER 5748 " SORRY - NO VALID SENSE AVAILABLE\n"); 5749 } 5750 } else { 5751 sprintf(page + len, PRINTK_HEADER 5752 " SORRY - NO TSB DATA AVAILABLE\n"); 5753 } 5754 printk(KERN_ERR "%s", page); 5755 free_page((unsigned long) page); 5756 } 5757 5758 static void dasd_eckd_dump_sense(struct dasd_device *device, 5759 struct dasd_ccw_req *req, struct irb *irb) 5760 { 5761 u8 *sense = dasd_get_sense(irb); 5762 5763 if (scsw_is_tm(&irb->scsw)) { 5764 /* 5765 * In some cases the 'File Protected' or 'Incorrect Length' 5766 * error might be expected and log messages shouldn't be written 5767 * then. Check if the according suppress bit is set. 5768 */ 5769 if (sense && (sense[1] & SNS1_FILE_PROTECTED) && 5770 test_bit(DASD_CQR_SUPPRESS_FP, &req->flags)) 5771 return; 5772 if (scsw_cstat(&irb->scsw) == 0x40 && 5773 test_bit(DASD_CQR_SUPPRESS_IL, &req->flags)) 5774 return; 5775 5776 dasd_eckd_dump_sense_tcw(device, req, irb); 5777 } else { 5778 /* 5779 * In some cases the 'Command Reject' or 'No Record Found' 5780 * error might be expected and log messages shouldn't be 5781 * written then. Check if the according suppress bit is set. 5782 */ 5783 if (sense && sense[0] & SNS0_CMD_REJECT && 5784 test_bit(DASD_CQR_SUPPRESS_CR, &req->flags)) 5785 return; 5786 5787 if (sense && sense[1] & SNS1_NO_REC_FOUND && 5788 test_bit(DASD_CQR_SUPPRESS_NRF, &req->flags)) 5789 return; 5790 5791 dasd_eckd_dump_sense_ccw(device, req, irb); 5792 } 5793 } 5794 5795 static int dasd_eckd_reload_device(struct dasd_device *device) 5796 { 5797 struct dasd_eckd_private *private = device->private; 5798 int rc, old_base; 5799 char print_uid[60]; 5800 struct dasd_uid uid; 5801 unsigned long flags; 5802 5803 /* 5804 * remove device from alias handling to prevent new requests 5805 * from being scheduled on the wrong alias device 5806 */ 5807 dasd_alias_remove_device(device); 5808 5809 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 5810 old_base = private->uid.base_unit_addr; 5811 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 5812 5813 /* Read Configuration Data */ 5814 rc = dasd_eckd_read_conf(device); 5815 if (rc) 5816 goto out_err; 5817 5818 dasd_eckd_read_fc_security(device); 5819 5820 rc = dasd_eckd_generate_uid(device); 5821 if (rc) 5822 goto out_err; 5823 /* 5824 * update unit address configuration and 5825 * add device to alias management 5826 */ 5827 dasd_alias_update_add_device(device); 5828 5829 dasd_eckd_get_uid(device, &uid); 5830 5831 if (old_base != uid.base_unit_addr) { 5832 dasd_eckd_get_uid_string(&private->conf, print_uid); 5833 dev_info(&device->cdev->dev, 5834 "An Alias device was reassigned to a new base device " 5835 "with UID: %s\n", print_uid); 5836 } 5837 return 0; 5838 5839 out_err: 5840 return -1; 5841 } 5842 5843 static int dasd_eckd_read_message_buffer(struct dasd_device *device, 5844 struct dasd_rssd_messages *messages, 5845 __u8 lpum) 5846 { 5847 struct dasd_rssd_messages *message_buf; 5848 struct dasd_psf_prssd_data *prssdp; 5849 struct dasd_ccw_req *cqr; 5850 struct ccw1 *ccw; 5851 int rc; 5852 5853 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5854 (sizeof(struct dasd_psf_prssd_data) + 5855 sizeof(struct dasd_rssd_messages)), 5856 device, NULL); 5857 if (IS_ERR(cqr)) { 5858 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5859 "Could not allocate read message buffer request"); 5860 return PTR_ERR(cqr); 5861 } 5862 5863 cqr->lpm = lpum; 5864 retry: 5865 cqr->startdev = device; 5866 cqr->memdev = device; 5867 cqr->block = NULL; 5868 cqr->expires = 10 * HZ; 5869 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 5870 /* dasd_sleep_on_immediatly does not do complex error 5871 * recovery so clear erp flag and set retry counter to 5872 * do basic erp */ 5873 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5874 cqr->retries = 256; 5875 5876 /* Prepare for Read Subsystem Data */ 5877 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5878 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5879 prssdp->order = PSF_ORDER_PRSSD; 5880 prssdp->suborder = 0x03; /* Message Buffer */ 5881 /* all other bytes of prssdp must be zero */ 5882 5883 ccw = cqr->cpaddr; 5884 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5885 ccw->count = sizeof(struct dasd_psf_prssd_data); 5886 ccw->flags |= CCW_FLAG_CC; 5887 ccw->flags |= CCW_FLAG_SLI; 5888 ccw->cda = (__u32)(addr_t) prssdp; 5889 5890 /* Read Subsystem Data - message buffer */ 5891 message_buf = (struct dasd_rssd_messages *) (prssdp + 1); 5892 memset(message_buf, 0, sizeof(struct dasd_rssd_messages)); 5893 5894 ccw++; 5895 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5896 ccw->count = sizeof(struct dasd_rssd_messages); 5897 ccw->flags |= CCW_FLAG_SLI; 5898 ccw->cda = (__u32)(addr_t) message_buf; 5899 5900 cqr->buildclk = get_tod_clock(); 5901 cqr->status = DASD_CQR_FILLED; 5902 rc = dasd_sleep_on_immediatly(cqr); 5903 if (rc == 0) { 5904 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5905 message_buf = (struct dasd_rssd_messages *) 5906 (prssdp + 1); 5907 memcpy(messages, message_buf, 5908 sizeof(struct dasd_rssd_messages)); 5909 } else if (cqr->lpm) { 5910 /* 5911 * on z/VM we might not be able to do I/O on the requested path 5912 * but instead we get the required information on any path 5913 * so retry with open path mask 5914 */ 5915 cqr->lpm = 0; 5916 goto retry; 5917 } else 5918 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 5919 "Reading messages failed with rc=%d\n" 5920 , rc); 5921 dasd_sfree_request(cqr, cqr->memdev); 5922 return rc; 5923 } 5924 5925 static int dasd_eckd_query_host_access(struct dasd_device *device, 5926 struct dasd_psf_query_host_access *data) 5927 { 5928 struct dasd_eckd_private *private = device->private; 5929 struct dasd_psf_query_host_access *host_access; 5930 struct dasd_psf_prssd_data *prssdp; 5931 struct dasd_ccw_req *cqr; 5932 struct ccw1 *ccw; 5933 int rc; 5934 5935 /* not available for HYPER PAV alias devices */ 5936 if (!device->block && private->lcu->pav == HYPER_PAV) 5937 return -EOPNOTSUPP; 5938 5939 /* may not be supported by the storage server */ 5940 if (!(private->features.feature[14] & 0x80)) 5941 return -EOPNOTSUPP; 5942 5943 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5944 sizeof(struct dasd_psf_prssd_data) + 1, 5945 device, NULL); 5946 if (IS_ERR(cqr)) { 5947 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5948 "Could not allocate read message buffer request"); 5949 return PTR_ERR(cqr); 5950 } 5951 host_access = kzalloc(sizeof(*host_access), GFP_KERNEL | GFP_DMA); 5952 if (!host_access) { 5953 dasd_sfree_request(cqr, device); 5954 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5955 "Could not allocate host_access buffer"); 5956 return -ENOMEM; 5957 } 5958 cqr->startdev = device; 5959 cqr->memdev = device; 5960 cqr->block = NULL; 5961 cqr->retries = 256; 5962 cqr->expires = 10 * HZ; 5963 5964 /* Prepare for Read Subsystem Data */ 5965 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5966 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5967 prssdp->order = PSF_ORDER_PRSSD; 5968 prssdp->suborder = PSF_SUBORDER_QHA; /* query host access */ 5969 /* LSS and Volume that will be queried */ 5970 prssdp->lss = private->conf.ned->ID; 5971 prssdp->volume = private->conf.ned->unit_addr; 5972 /* all other bytes of prssdp must be zero */ 5973 5974 ccw = cqr->cpaddr; 5975 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5976 ccw->count = sizeof(struct dasd_psf_prssd_data); 5977 ccw->flags |= CCW_FLAG_CC; 5978 ccw->flags |= CCW_FLAG_SLI; 5979 ccw->cda = (__u32)(addr_t) prssdp; 5980 5981 /* Read Subsystem Data - query host access */ 5982 ccw++; 5983 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5984 ccw->count = sizeof(struct dasd_psf_query_host_access); 5985 ccw->flags |= CCW_FLAG_SLI; 5986 ccw->cda = (__u32)(addr_t) host_access; 5987 5988 cqr->buildclk = get_tod_clock(); 5989 cqr->status = DASD_CQR_FILLED; 5990 /* the command might not be supported, suppress error message */ 5991 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 5992 rc = dasd_sleep_on_interruptible(cqr); 5993 if (rc == 0) { 5994 *data = *host_access; 5995 } else { 5996 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 5997 "Reading host access data failed with rc=%d\n", 5998 rc); 5999 rc = -EOPNOTSUPP; 6000 } 6001 6002 dasd_sfree_request(cqr, cqr->memdev); 6003 kfree(host_access); 6004 return rc; 6005 } 6006 /* 6007 * return number of grouped devices 6008 */ 6009 static int dasd_eckd_host_access_count(struct dasd_device *device) 6010 { 6011 struct dasd_psf_query_host_access *access; 6012 struct dasd_ckd_path_group_entry *entry; 6013 struct dasd_ckd_host_information *info; 6014 int count = 0; 6015 int rc, i; 6016 6017 access = kzalloc(sizeof(*access), GFP_NOIO); 6018 if (!access) { 6019 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 6020 "Could not allocate access buffer"); 6021 return -ENOMEM; 6022 } 6023 rc = dasd_eckd_query_host_access(device, access); 6024 if (rc) { 6025 kfree(access); 6026 return rc; 6027 } 6028 6029 info = (struct dasd_ckd_host_information *) 6030 access->host_access_information; 6031 for (i = 0; i < info->entry_count; i++) { 6032 entry = (struct dasd_ckd_path_group_entry *) 6033 (info->entry + i * info->entry_size); 6034 if (entry->status_flags & DASD_ECKD_PG_GROUPED) 6035 count++; 6036 } 6037 6038 kfree(access); 6039 return count; 6040 } 6041 6042 /* 6043 * write host access information to a sequential file 6044 */ 6045 static int dasd_hosts_print(struct dasd_device *device, struct seq_file *m) 6046 { 6047 struct dasd_psf_query_host_access *access; 6048 struct dasd_ckd_path_group_entry *entry; 6049 struct dasd_ckd_host_information *info; 6050 char sysplex[9] = ""; 6051 int rc, i; 6052 6053 access = kzalloc(sizeof(*access), GFP_NOIO); 6054 if (!access) { 6055 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 6056 "Could not allocate access buffer"); 6057 return -ENOMEM; 6058 } 6059 rc = dasd_eckd_query_host_access(device, access); 6060 if (rc) { 6061 kfree(access); 6062 return rc; 6063 } 6064 6065 info = (struct dasd_ckd_host_information *) 6066 access->host_access_information; 6067 for (i = 0; i < info->entry_count; i++) { 6068 entry = (struct dasd_ckd_path_group_entry *) 6069 (info->entry + i * info->entry_size); 6070 /* PGID */ 6071 seq_printf(m, "pgid %*phN\n", 11, entry->pgid); 6072 /* FLAGS */ 6073 seq_printf(m, "status_flags %02x\n", entry->status_flags); 6074 /* SYSPLEX NAME */ 6075 memcpy(&sysplex, &entry->sysplex_name, sizeof(sysplex) - 1); 6076 EBCASC(sysplex, sizeof(sysplex)); 6077 seq_printf(m, "sysplex_name %8s\n", sysplex); 6078 /* SUPPORTED CYLINDER */ 6079 seq_printf(m, "supported_cylinder %d\n", entry->cylinder); 6080 /* TIMESTAMP */ 6081 seq_printf(m, "timestamp %lu\n", (unsigned long) 6082 entry->timestamp); 6083 } 6084 kfree(access); 6085 6086 return 0; 6087 } 6088 6089 /* 6090 * Perform Subsystem Function - CUIR response 6091 */ 6092 static int 6093 dasd_eckd_psf_cuir_response(struct dasd_device *device, int response, 6094 __u32 message_id, __u8 lpum) 6095 { 6096 struct dasd_psf_cuir_response *psf_cuir; 6097 int pos = pathmask_to_pos(lpum); 6098 struct dasd_ccw_req *cqr; 6099 struct ccw1 *ccw; 6100 int rc; 6101 6102 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ , 6103 sizeof(struct dasd_psf_cuir_response), 6104 device, NULL); 6105 6106 if (IS_ERR(cqr)) { 6107 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6108 "Could not allocate PSF-CUIR request"); 6109 return PTR_ERR(cqr); 6110 } 6111 6112 psf_cuir = (struct dasd_psf_cuir_response *)cqr->data; 6113 psf_cuir->order = PSF_ORDER_CUIR_RESPONSE; 6114 psf_cuir->cc = response; 6115 psf_cuir->chpid = device->path[pos].chpid; 6116 psf_cuir->message_id = message_id; 6117 psf_cuir->cssid = device->path[pos].cssid; 6118 psf_cuir->ssid = device->path[pos].ssid; 6119 ccw = cqr->cpaddr; 6120 ccw->cmd_code = DASD_ECKD_CCW_PSF; 6121 ccw->cda = (__u32)(addr_t)psf_cuir; 6122 ccw->flags = CCW_FLAG_SLI; 6123 ccw->count = sizeof(struct dasd_psf_cuir_response); 6124 6125 cqr->startdev = device; 6126 cqr->memdev = device; 6127 cqr->block = NULL; 6128 cqr->retries = 256; 6129 cqr->expires = 10*HZ; 6130 cqr->buildclk = get_tod_clock(); 6131 cqr->status = DASD_CQR_FILLED; 6132 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 6133 6134 rc = dasd_sleep_on(cqr); 6135 6136 dasd_sfree_request(cqr, cqr->memdev); 6137 return rc; 6138 } 6139 6140 /* 6141 * return configuration data that is referenced by record selector 6142 * if a record selector is specified or per default return the 6143 * conf_data pointer for the path specified by lpum 6144 */ 6145 static struct dasd_conf_data *dasd_eckd_get_ref_conf(struct dasd_device *device, 6146 __u8 lpum, 6147 struct dasd_cuir_message *cuir) 6148 { 6149 struct dasd_conf_data *conf_data; 6150 int path, pos; 6151 6152 if (cuir->record_selector == 0) 6153 goto out; 6154 for (path = 0x80, pos = 0; path; path >>= 1, pos++) { 6155 conf_data = device->path[pos].conf_data; 6156 if (conf_data->gneq.record_selector == 6157 cuir->record_selector) 6158 return conf_data; 6159 } 6160 out: 6161 return device->path[pathmask_to_pos(lpum)].conf_data; 6162 } 6163 6164 /* 6165 * This function determines the scope of a reconfiguration request by 6166 * analysing the path and device selection data provided in the CUIR request. 6167 * Returns a path mask containing CUIR affected paths for the give device. 6168 * 6169 * If the CUIR request does not contain the required information return the 6170 * path mask of the path the attention message for the CUIR request was reveived 6171 * on. 6172 */ 6173 static int dasd_eckd_cuir_scope(struct dasd_device *device, __u8 lpum, 6174 struct dasd_cuir_message *cuir) 6175 { 6176 struct dasd_conf_data *ref_conf_data; 6177 unsigned long bitmask = 0, mask = 0; 6178 struct dasd_conf_data *conf_data; 6179 unsigned int pos, path; 6180 char *ref_gneq, *gneq; 6181 char *ref_ned, *ned; 6182 int tbcpm = 0; 6183 6184 /* if CUIR request does not specify the scope use the path 6185 the attention message was presented on */ 6186 if (!cuir->ned_map || 6187 !(cuir->neq_map[0] | cuir->neq_map[1] | cuir->neq_map[2])) 6188 return lpum; 6189 6190 /* get reference conf data */ 6191 ref_conf_data = dasd_eckd_get_ref_conf(device, lpum, cuir); 6192 /* reference ned is determined by ned_map field */ 6193 pos = 8 - ffs(cuir->ned_map); 6194 ref_ned = (char *)&ref_conf_data->neds[pos]; 6195 ref_gneq = (char *)&ref_conf_data->gneq; 6196 /* transfer 24 bit neq_map to mask */ 6197 mask = cuir->neq_map[2]; 6198 mask |= cuir->neq_map[1] << 8; 6199 mask |= cuir->neq_map[0] << 16; 6200 6201 for (path = 0; path < 8; path++) { 6202 /* initialise data per path */ 6203 bitmask = mask; 6204 conf_data = device->path[path].conf_data; 6205 pos = 8 - ffs(cuir->ned_map); 6206 ned = (char *) &conf_data->neds[pos]; 6207 /* compare reference ned and per path ned */ 6208 if (memcmp(ref_ned, ned, sizeof(*ned)) != 0) 6209 continue; 6210 gneq = (char *)&conf_data->gneq; 6211 /* compare reference gneq and per_path gneq under 6212 24 bit mask where mask bit 0 equals byte 7 of 6213 the gneq and mask bit 24 equals byte 31 */ 6214 while (bitmask) { 6215 pos = ffs(bitmask) - 1; 6216 if (memcmp(&ref_gneq[31 - pos], &gneq[31 - pos], 1) 6217 != 0) 6218 break; 6219 clear_bit(pos, &bitmask); 6220 } 6221 if (bitmask) 6222 continue; 6223 /* device and path match the reference values 6224 add path to CUIR scope */ 6225 tbcpm |= 0x80 >> path; 6226 } 6227 return tbcpm; 6228 } 6229 6230 static void dasd_eckd_cuir_notify_user(struct dasd_device *device, 6231 unsigned long paths, int action) 6232 { 6233 int pos; 6234 6235 while (paths) { 6236 /* get position of bit in mask */ 6237 pos = 8 - ffs(paths); 6238 /* get channel path descriptor from this position */ 6239 if (action == CUIR_QUIESCE) 6240 pr_warn("Service on the storage server caused path %x.%02x to go offline", 6241 device->path[pos].cssid, 6242 device->path[pos].chpid); 6243 else if (action == CUIR_RESUME) 6244 pr_info("Path %x.%02x is back online after service on the storage server", 6245 device->path[pos].cssid, 6246 device->path[pos].chpid); 6247 clear_bit(7 - pos, &paths); 6248 } 6249 } 6250 6251 static int dasd_eckd_cuir_remove_path(struct dasd_device *device, __u8 lpum, 6252 struct dasd_cuir_message *cuir) 6253 { 6254 unsigned long tbcpm; 6255 6256 tbcpm = dasd_eckd_cuir_scope(device, lpum, cuir); 6257 /* nothing to do if path is not in use */ 6258 if (!(dasd_path_get_opm(device) & tbcpm)) 6259 return 0; 6260 if (!(dasd_path_get_opm(device) & ~tbcpm)) { 6261 /* no path would be left if the CUIR action is taken 6262 return error */ 6263 return -EINVAL; 6264 } 6265 /* remove device from operational path mask */ 6266 dasd_path_remove_opm(device, tbcpm); 6267 dasd_path_add_cuirpm(device, tbcpm); 6268 return tbcpm; 6269 } 6270 6271 /* 6272 * walk through all devices and build a path mask to quiesce them 6273 * return an error if the last path to a device would be removed 6274 * 6275 * if only part of the devices are quiesced and an error 6276 * occurs no onlining necessary, the storage server will 6277 * notify the already set offline devices again 6278 */ 6279 static int dasd_eckd_cuir_quiesce(struct dasd_device *device, __u8 lpum, 6280 struct dasd_cuir_message *cuir) 6281 { 6282 struct dasd_eckd_private *private = device->private; 6283 struct alias_pav_group *pavgroup, *tempgroup; 6284 struct dasd_device *dev, *n; 6285 unsigned long paths = 0; 6286 unsigned long flags; 6287 int tbcpm; 6288 6289 /* active devices */ 6290 list_for_each_entry_safe(dev, n, &private->lcu->active_devices, 6291 alias_list) { 6292 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6293 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6294 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags); 6295 if (tbcpm < 0) 6296 goto out_err; 6297 paths |= tbcpm; 6298 } 6299 /* inactive devices */ 6300 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices, 6301 alias_list) { 6302 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6303 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6304 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags); 6305 if (tbcpm < 0) 6306 goto out_err; 6307 paths |= tbcpm; 6308 } 6309 /* devices in PAV groups */ 6310 list_for_each_entry_safe(pavgroup, tempgroup, 6311 &private->lcu->grouplist, group) { 6312 list_for_each_entry_safe(dev, n, &pavgroup->baselist, 6313 alias_list) { 6314 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6315 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6316 spin_unlock_irqrestore( 6317 get_ccwdev_lock(dev->cdev), flags); 6318 if (tbcpm < 0) 6319 goto out_err; 6320 paths |= tbcpm; 6321 } 6322 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist, 6323 alias_list) { 6324 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6325 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6326 spin_unlock_irqrestore( 6327 get_ccwdev_lock(dev->cdev), flags); 6328 if (tbcpm < 0) 6329 goto out_err; 6330 paths |= tbcpm; 6331 } 6332 } 6333 /* notify user about all paths affected by CUIR action */ 6334 dasd_eckd_cuir_notify_user(device, paths, CUIR_QUIESCE); 6335 return 0; 6336 out_err: 6337 return tbcpm; 6338 } 6339 6340 static int dasd_eckd_cuir_resume(struct dasd_device *device, __u8 lpum, 6341 struct dasd_cuir_message *cuir) 6342 { 6343 struct dasd_eckd_private *private = device->private; 6344 struct alias_pav_group *pavgroup, *tempgroup; 6345 struct dasd_device *dev, *n; 6346 unsigned long paths = 0; 6347 int tbcpm; 6348 6349 /* 6350 * the path may have been added through a generic path event before 6351 * only trigger path verification if the path is not already in use 6352 */ 6353 list_for_each_entry_safe(dev, n, 6354 &private->lcu->active_devices, 6355 alias_list) { 6356 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6357 paths |= tbcpm; 6358 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6359 dasd_path_add_tbvpm(dev, tbcpm); 6360 dasd_schedule_device_bh(dev); 6361 } 6362 } 6363 list_for_each_entry_safe(dev, n, 6364 &private->lcu->inactive_devices, 6365 alias_list) { 6366 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6367 paths |= tbcpm; 6368 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6369 dasd_path_add_tbvpm(dev, tbcpm); 6370 dasd_schedule_device_bh(dev); 6371 } 6372 } 6373 /* devices in PAV groups */ 6374 list_for_each_entry_safe(pavgroup, tempgroup, 6375 &private->lcu->grouplist, 6376 group) { 6377 list_for_each_entry_safe(dev, n, 6378 &pavgroup->baselist, 6379 alias_list) { 6380 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6381 paths |= tbcpm; 6382 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6383 dasd_path_add_tbvpm(dev, tbcpm); 6384 dasd_schedule_device_bh(dev); 6385 } 6386 } 6387 list_for_each_entry_safe(dev, n, 6388 &pavgroup->aliaslist, 6389 alias_list) { 6390 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6391 paths |= tbcpm; 6392 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6393 dasd_path_add_tbvpm(dev, tbcpm); 6394 dasd_schedule_device_bh(dev); 6395 } 6396 } 6397 } 6398 /* notify user about all paths affected by CUIR action */ 6399 dasd_eckd_cuir_notify_user(device, paths, CUIR_RESUME); 6400 return 0; 6401 } 6402 6403 static void dasd_eckd_handle_cuir(struct dasd_device *device, void *messages, 6404 __u8 lpum) 6405 { 6406 struct dasd_cuir_message *cuir = messages; 6407 int response; 6408 6409 DBF_DEV_EVENT(DBF_WARNING, device, 6410 "CUIR request: %016llx %016llx %016llx %08x", 6411 ((u64 *)cuir)[0], ((u64 *)cuir)[1], ((u64 *)cuir)[2], 6412 ((u32 *)cuir)[3]); 6413 6414 if (cuir->code == CUIR_QUIESCE) { 6415 /* quiesce */ 6416 if (dasd_eckd_cuir_quiesce(device, lpum, cuir)) 6417 response = PSF_CUIR_LAST_PATH; 6418 else 6419 response = PSF_CUIR_COMPLETED; 6420 } else if (cuir->code == CUIR_RESUME) { 6421 /* resume */ 6422 dasd_eckd_cuir_resume(device, lpum, cuir); 6423 response = PSF_CUIR_COMPLETED; 6424 } else 6425 response = PSF_CUIR_NOT_SUPPORTED; 6426 6427 dasd_eckd_psf_cuir_response(device, response, 6428 cuir->message_id, lpum); 6429 DBF_DEV_EVENT(DBF_WARNING, device, 6430 "CUIR response: %d on message ID %08x", response, 6431 cuir->message_id); 6432 /* to make sure there is no attention left schedule work again */ 6433 device->discipline->check_attention(device, lpum); 6434 } 6435 6436 static void dasd_eckd_oos_resume(struct dasd_device *device) 6437 { 6438 struct dasd_eckd_private *private = device->private; 6439 struct alias_pav_group *pavgroup, *tempgroup; 6440 struct dasd_device *dev, *n; 6441 unsigned long flags; 6442 6443 spin_lock_irqsave(&private->lcu->lock, flags); 6444 list_for_each_entry_safe(dev, n, &private->lcu->active_devices, 6445 alias_list) { 6446 if (dev->stopped & DASD_STOPPED_NOSPC) 6447 dasd_generic_space_avail(dev); 6448 } 6449 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices, 6450 alias_list) { 6451 if (dev->stopped & DASD_STOPPED_NOSPC) 6452 dasd_generic_space_avail(dev); 6453 } 6454 /* devices in PAV groups */ 6455 list_for_each_entry_safe(pavgroup, tempgroup, 6456 &private->lcu->grouplist, 6457 group) { 6458 list_for_each_entry_safe(dev, n, &pavgroup->baselist, 6459 alias_list) { 6460 if (dev->stopped & DASD_STOPPED_NOSPC) 6461 dasd_generic_space_avail(dev); 6462 } 6463 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist, 6464 alias_list) { 6465 if (dev->stopped & DASD_STOPPED_NOSPC) 6466 dasd_generic_space_avail(dev); 6467 } 6468 } 6469 spin_unlock_irqrestore(&private->lcu->lock, flags); 6470 } 6471 6472 static void dasd_eckd_handle_oos(struct dasd_device *device, void *messages, 6473 __u8 lpum) 6474 { 6475 struct dasd_oos_message *oos = messages; 6476 6477 switch (oos->code) { 6478 case REPO_WARN: 6479 case POOL_WARN: 6480 dev_warn(&device->cdev->dev, 6481 "Extent pool usage has reached a critical value\n"); 6482 dasd_eckd_oos_resume(device); 6483 break; 6484 case REPO_EXHAUST: 6485 case POOL_EXHAUST: 6486 dev_warn(&device->cdev->dev, 6487 "Extent pool is exhausted\n"); 6488 break; 6489 case REPO_RELIEVE: 6490 case POOL_RELIEVE: 6491 dev_info(&device->cdev->dev, 6492 "Extent pool physical space constraint has been relieved\n"); 6493 break; 6494 } 6495 6496 /* In any case, update related data */ 6497 dasd_eckd_read_ext_pool_info(device); 6498 6499 /* to make sure there is no attention left schedule work again */ 6500 device->discipline->check_attention(device, lpum); 6501 } 6502 6503 static void dasd_eckd_check_attention_work(struct work_struct *work) 6504 { 6505 struct check_attention_work_data *data; 6506 struct dasd_rssd_messages *messages; 6507 struct dasd_device *device; 6508 int rc; 6509 6510 data = container_of(work, struct check_attention_work_data, worker); 6511 device = data->device; 6512 messages = kzalloc(sizeof(*messages), GFP_KERNEL); 6513 if (!messages) { 6514 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6515 "Could not allocate attention message buffer"); 6516 goto out; 6517 } 6518 rc = dasd_eckd_read_message_buffer(device, messages, data->lpum); 6519 if (rc) 6520 goto out; 6521 6522 if (messages->length == ATTENTION_LENGTH_CUIR && 6523 messages->format == ATTENTION_FORMAT_CUIR) 6524 dasd_eckd_handle_cuir(device, messages, data->lpum); 6525 if (messages->length == ATTENTION_LENGTH_OOS && 6526 messages->format == ATTENTION_FORMAT_OOS) 6527 dasd_eckd_handle_oos(device, messages, data->lpum); 6528 6529 out: 6530 dasd_put_device(device); 6531 kfree(messages); 6532 kfree(data); 6533 } 6534 6535 static int dasd_eckd_check_attention(struct dasd_device *device, __u8 lpum) 6536 { 6537 struct check_attention_work_data *data; 6538 6539 data = kzalloc(sizeof(*data), GFP_ATOMIC); 6540 if (!data) 6541 return -ENOMEM; 6542 INIT_WORK(&data->worker, dasd_eckd_check_attention_work); 6543 dasd_get_device(device); 6544 data->device = device; 6545 data->lpum = lpum; 6546 schedule_work(&data->worker); 6547 return 0; 6548 } 6549 6550 static int dasd_eckd_disable_hpf_path(struct dasd_device *device, __u8 lpum) 6551 { 6552 if (~lpum & dasd_path_get_opm(device)) { 6553 dasd_path_add_nohpfpm(device, lpum); 6554 dasd_path_remove_opm(device, lpum); 6555 dev_err(&device->cdev->dev, 6556 "Channel path %02X lost HPF functionality and is disabled\n", 6557 lpum); 6558 return 1; 6559 } 6560 return 0; 6561 } 6562 6563 static void dasd_eckd_disable_hpf_device(struct dasd_device *device) 6564 { 6565 struct dasd_eckd_private *private = device->private; 6566 6567 dev_err(&device->cdev->dev, 6568 "High Performance FICON disabled\n"); 6569 private->fcx_max_data = 0; 6570 } 6571 6572 static int dasd_eckd_hpf_enabled(struct dasd_device *device) 6573 { 6574 struct dasd_eckd_private *private = device->private; 6575 6576 return private->fcx_max_data ? 1 : 0; 6577 } 6578 6579 static void dasd_eckd_handle_hpf_error(struct dasd_device *device, 6580 struct irb *irb) 6581 { 6582 struct dasd_eckd_private *private = device->private; 6583 6584 if (!private->fcx_max_data) { 6585 /* sanity check for no HPF, the error makes no sense */ 6586 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6587 "Trying to disable HPF for a non HPF device"); 6588 return; 6589 } 6590 if (irb->scsw.tm.sesq == SCSW_SESQ_DEV_NOFCX) { 6591 dasd_eckd_disable_hpf_device(device); 6592 } else if (irb->scsw.tm.sesq == SCSW_SESQ_PATH_NOFCX) { 6593 if (dasd_eckd_disable_hpf_path(device, irb->esw.esw1.lpum)) 6594 return; 6595 dasd_eckd_disable_hpf_device(device); 6596 dasd_path_set_tbvpm(device, 6597 dasd_path_get_hpfpm(device)); 6598 } 6599 /* 6600 * prevent that any new I/O ist started on the device and schedule a 6601 * requeue of existing requests 6602 */ 6603 dasd_device_set_stop_bits(device, DASD_STOPPED_NOT_ACC); 6604 dasd_schedule_requeue(device); 6605 } 6606 6607 /* 6608 * Initialize block layer request queue. 6609 */ 6610 static void dasd_eckd_setup_blk_queue(struct dasd_block *block) 6611 { 6612 unsigned int logical_block_size = block->bp_block; 6613 struct request_queue *q = block->request_queue; 6614 struct dasd_device *device = block->base; 6615 int max; 6616 6617 if (device->features & DASD_FEATURE_USERAW) { 6618 /* 6619 * the max_blocks value for raw_track access is 256 6620 * it is higher than the native ECKD value because we 6621 * only need one ccw per track 6622 * so the max_hw_sectors are 6623 * 2048 x 512B = 1024kB = 16 tracks 6624 */ 6625 max = DASD_ECKD_MAX_BLOCKS_RAW << block->s2b_shift; 6626 } else { 6627 max = DASD_ECKD_MAX_BLOCKS << block->s2b_shift; 6628 } 6629 blk_queue_flag_set(QUEUE_FLAG_NONROT, q); 6630 q->limits.max_dev_sectors = max; 6631 blk_queue_logical_block_size(q, logical_block_size); 6632 blk_queue_max_hw_sectors(q, max); 6633 blk_queue_max_segments(q, USHRT_MAX); 6634 /* With page sized segments each segment can be translated into one idaw/tidaw */ 6635 blk_queue_max_segment_size(q, PAGE_SIZE); 6636 blk_queue_segment_boundary(q, PAGE_SIZE - 1); 6637 blk_queue_dma_alignment(q, PAGE_SIZE - 1); 6638 } 6639 6640 static struct ccw_driver dasd_eckd_driver = { 6641 .driver = { 6642 .name = "dasd-eckd", 6643 .owner = THIS_MODULE, 6644 .dev_groups = dasd_dev_groups, 6645 }, 6646 .ids = dasd_eckd_ids, 6647 .probe = dasd_eckd_probe, 6648 .remove = dasd_generic_remove, 6649 .set_offline = dasd_generic_set_offline, 6650 .set_online = dasd_eckd_set_online, 6651 .notify = dasd_generic_notify, 6652 .path_event = dasd_generic_path_event, 6653 .shutdown = dasd_generic_shutdown, 6654 .uc_handler = dasd_generic_uc_handler, 6655 .int_class = IRQIO_DAS, 6656 }; 6657 6658 static struct dasd_discipline dasd_eckd_discipline = { 6659 .owner = THIS_MODULE, 6660 .name = "ECKD", 6661 .ebcname = "ECKD", 6662 .check_device = dasd_eckd_check_characteristics, 6663 .uncheck_device = dasd_eckd_uncheck_device, 6664 .do_analysis = dasd_eckd_do_analysis, 6665 .pe_handler = dasd_eckd_pe_handler, 6666 .basic_to_ready = dasd_eckd_basic_to_ready, 6667 .online_to_ready = dasd_eckd_online_to_ready, 6668 .basic_to_known = dasd_eckd_basic_to_known, 6669 .setup_blk_queue = dasd_eckd_setup_blk_queue, 6670 .fill_geometry = dasd_eckd_fill_geometry, 6671 .start_IO = dasd_start_IO, 6672 .term_IO = dasd_term_IO, 6673 .handle_terminated_request = dasd_eckd_handle_terminated_request, 6674 .format_device = dasd_eckd_format_device, 6675 .check_device_format = dasd_eckd_check_device_format, 6676 .erp_action = dasd_eckd_erp_action, 6677 .erp_postaction = dasd_eckd_erp_postaction, 6678 .check_for_device_change = dasd_eckd_check_for_device_change, 6679 .build_cp = dasd_eckd_build_alias_cp, 6680 .free_cp = dasd_eckd_free_alias_cp, 6681 .dump_sense = dasd_eckd_dump_sense, 6682 .dump_sense_dbf = dasd_eckd_dump_sense_dbf, 6683 .fill_info = dasd_eckd_fill_info, 6684 .ioctl = dasd_eckd_ioctl, 6685 .reload = dasd_eckd_reload_device, 6686 .get_uid = dasd_eckd_get_uid, 6687 .kick_validate = dasd_eckd_kick_validate_server, 6688 .check_attention = dasd_eckd_check_attention, 6689 .host_access_count = dasd_eckd_host_access_count, 6690 .hosts_print = dasd_hosts_print, 6691 .handle_hpf_error = dasd_eckd_handle_hpf_error, 6692 .disable_hpf = dasd_eckd_disable_hpf_device, 6693 .hpf_enabled = dasd_eckd_hpf_enabled, 6694 .reset_path = dasd_eckd_reset_path, 6695 .is_ese = dasd_eckd_is_ese, 6696 .space_allocated = dasd_eckd_space_allocated, 6697 .space_configured = dasd_eckd_space_configured, 6698 .logical_capacity = dasd_eckd_logical_capacity, 6699 .release_space = dasd_eckd_release_space, 6700 .ext_pool_id = dasd_eckd_ext_pool_id, 6701 .ext_size = dasd_eckd_ext_size, 6702 .ext_pool_cap_at_warnlevel = dasd_eckd_ext_pool_cap_at_warnlevel, 6703 .ext_pool_warn_thrshld = dasd_eckd_ext_pool_warn_thrshld, 6704 .ext_pool_oos = dasd_eckd_ext_pool_oos, 6705 .ext_pool_exhaust = dasd_eckd_ext_pool_exhaust, 6706 .ese_format = dasd_eckd_ese_format, 6707 .ese_read = dasd_eckd_ese_read, 6708 }; 6709 6710 static int __init 6711 dasd_eckd_init(void) 6712 { 6713 int ret; 6714 6715 ASCEBC(dasd_eckd_discipline.ebcname, 4); 6716 dasd_reserve_req = kmalloc(sizeof(*dasd_reserve_req), 6717 GFP_KERNEL | GFP_DMA); 6718 if (!dasd_reserve_req) 6719 return -ENOMEM; 6720 dasd_vol_info_req = kmalloc(sizeof(*dasd_vol_info_req), 6721 GFP_KERNEL | GFP_DMA); 6722 if (!dasd_vol_info_req) 6723 return -ENOMEM; 6724 pe_handler_worker = kmalloc(sizeof(*pe_handler_worker), 6725 GFP_KERNEL | GFP_DMA); 6726 if (!pe_handler_worker) { 6727 kfree(dasd_reserve_req); 6728 kfree(dasd_vol_info_req); 6729 return -ENOMEM; 6730 } 6731 rawpadpage = (void *)__get_free_page(GFP_KERNEL); 6732 if (!rawpadpage) { 6733 kfree(pe_handler_worker); 6734 kfree(dasd_reserve_req); 6735 kfree(dasd_vol_info_req); 6736 return -ENOMEM; 6737 } 6738 ret = ccw_driver_register(&dasd_eckd_driver); 6739 if (!ret) 6740 wait_for_device_probe(); 6741 else { 6742 kfree(pe_handler_worker); 6743 kfree(dasd_reserve_req); 6744 kfree(dasd_vol_info_req); 6745 free_page((unsigned long)rawpadpage); 6746 } 6747 return ret; 6748 } 6749 6750 static void __exit 6751 dasd_eckd_cleanup(void) 6752 { 6753 ccw_driver_unregister(&dasd_eckd_driver); 6754 kfree(pe_handler_worker); 6755 kfree(dasd_reserve_req); 6756 free_page((unsigned long)rawpadpage); 6757 } 6758 6759 module_init(dasd_eckd_init); 6760 module_exit(dasd_eckd_cleanup); 6761