1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com> 4 * Horst Hummel <Horst.Hummel@de.ibm.com> 5 * Carsten Otte <Cotte@de.ibm.com> 6 * Martin Schwidefsky <schwidefsky@de.ibm.com> 7 * Bugreports.to..: <Linux390@de.ibm.com> 8 * Copyright IBM Corp. 1999, 2009 9 * EMC Symmetrix ioctl Copyright EMC Corporation, 2008 10 * Author.........: Nigel Hislop <hislop_nigel@emc.com> 11 */ 12 13 #define KMSG_COMPONENT "dasd-eckd" 14 15 #include <linux/stddef.h> 16 #include <linux/kernel.h> 17 #include <linux/slab.h> 18 #include <linux/hdreg.h> /* HDIO_GETGEO */ 19 #include <linux/bio.h> 20 #include <linux/module.h> 21 #include <linux/compat.h> 22 #include <linux/init.h> 23 #include <linux/seq_file.h> 24 25 #include <asm/css_chars.h> 26 #include <asm/debug.h> 27 #include <asm/idals.h> 28 #include <asm/ebcdic.h> 29 #include <asm/io.h> 30 #include <linux/uaccess.h> 31 #include <asm/cio.h> 32 #include <asm/ccwdev.h> 33 #include <asm/itcw.h> 34 #include <asm/schid.h> 35 #include <asm/chpid.h> 36 37 #include "dasd_int.h" 38 #include "dasd_eckd.h" 39 40 #ifdef PRINTK_HEADER 41 #undef PRINTK_HEADER 42 #endif /* PRINTK_HEADER */ 43 #define PRINTK_HEADER "dasd(eckd):" 44 45 /* 46 * raw track access always map to 64k in memory 47 * so it maps to 16 blocks of 4k per track 48 */ 49 #define DASD_RAW_BLOCK_PER_TRACK 16 50 #define DASD_RAW_BLOCKSIZE 4096 51 /* 64k are 128 x 512 byte sectors */ 52 #define DASD_RAW_SECTORS_PER_TRACK 128 53 54 MODULE_LICENSE("GPL"); 55 56 static struct dasd_discipline dasd_eckd_discipline; 57 58 /* The ccw bus type uses this table to find devices that it sends to 59 * dasd_eckd_probe */ 60 static struct ccw_device_id dasd_eckd_ids[] = { 61 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), .driver_info = 0x1}, 62 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), .driver_info = 0x2}, 63 { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3380, 0), .driver_info = 0x3}, 64 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), .driver_info = 0x4}, 65 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), .driver_info = 0x5}, 66 { CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), .driver_info = 0x6}, 67 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), .driver_info = 0x7}, 68 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), .driver_info = 0x8}, 69 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), .driver_info = 0x9}, 70 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), .driver_info = 0xa}, 71 { /* end of list */ }, 72 }; 73 74 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids); 75 76 static struct ccw_driver dasd_eckd_driver; /* see below */ 77 78 static void *rawpadpage; 79 80 #define INIT_CQR_OK 0 81 #define INIT_CQR_UNFORMATTED 1 82 #define INIT_CQR_ERROR 2 83 84 /* emergency request for reserve/release */ 85 static struct { 86 struct dasd_ccw_req cqr; 87 struct ccw1 ccw; 88 char data[32]; 89 } *dasd_reserve_req; 90 static DEFINE_MUTEX(dasd_reserve_mutex); 91 92 static struct { 93 struct dasd_ccw_req cqr; 94 struct ccw1 ccw[2]; 95 char data[40]; 96 } *dasd_vol_info_req; 97 static DEFINE_MUTEX(dasd_vol_info_mutex); 98 99 struct ext_pool_exhaust_work_data { 100 struct work_struct worker; 101 struct dasd_device *device; 102 struct dasd_device *base; 103 }; 104 105 /* definitions for the path verification worker */ 106 struct pe_handler_work_data { 107 struct work_struct worker; 108 struct dasd_device *device; 109 struct dasd_ccw_req cqr; 110 struct ccw1 ccw; 111 __u8 rcd_buffer[DASD_ECKD_RCD_DATA_SIZE]; 112 int isglobal; 113 __u8 tbvpm; 114 __u8 fcsecpm; 115 }; 116 static struct pe_handler_work_data *pe_handler_worker; 117 static DEFINE_MUTEX(dasd_pe_handler_mutex); 118 119 struct check_attention_work_data { 120 struct work_struct worker; 121 struct dasd_device *device; 122 __u8 lpum; 123 }; 124 125 static int dasd_eckd_ext_pool_id(struct dasd_device *); 126 static int prepare_itcw(struct itcw *, unsigned int, unsigned int, int, 127 struct dasd_device *, struct dasd_device *, 128 unsigned int, int, unsigned int, unsigned int, 129 unsigned int, unsigned int); 130 131 /* initial attempt at a probe function. this can be simplified once 132 * the other detection code is gone */ 133 static int 134 dasd_eckd_probe (struct ccw_device *cdev) 135 { 136 int ret; 137 138 /* set ECKD specific ccw-device options */ 139 ret = ccw_device_set_options(cdev, CCWDEV_ALLOW_FORCE | 140 CCWDEV_DO_PATHGROUP | CCWDEV_DO_MULTIPATH); 141 if (ret) { 142 DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s", 143 "dasd_eckd_probe: could not set " 144 "ccw-device options"); 145 return ret; 146 } 147 ret = dasd_generic_probe(cdev); 148 return ret; 149 } 150 151 static int 152 dasd_eckd_set_online(struct ccw_device *cdev) 153 { 154 return dasd_generic_set_online(cdev, &dasd_eckd_discipline); 155 } 156 157 static const int sizes_trk0[] = { 28, 148, 84 }; 158 #define LABEL_SIZE 140 159 160 /* head and record addresses of count_area read in analysis ccw */ 161 static const int count_area_head[] = { 0, 0, 0, 0, 1 }; 162 static const int count_area_rec[] = { 1, 2, 3, 4, 1 }; 163 164 static inline unsigned int 165 ceil_quot(unsigned int d1, unsigned int d2) 166 { 167 return (d1 + (d2 - 1)) / d2; 168 } 169 170 static unsigned int 171 recs_per_track(struct dasd_eckd_characteristics * rdc, 172 unsigned int kl, unsigned int dl) 173 { 174 int dn, kn; 175 176 switch (rdc->dev_type) { 177 case 0x3380: 178 if (kl) 179 return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) + 180 ceil_quot(dl + 12, 32)); 181 else 182 return 1499 / (15 + ceil_quot(dl + 12, 32)); 183 case 0x3390: 184 dn = ceil_quot(dl + 6, 232) + 1; 185 if (kl) { 186 kn = ceil_quot(kl + 6, 232) + 1; 187 return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) + 188 9 + ceil_quot(dl + 6 * dn, 34)); 189 } else 190 return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34)); 191 case 0x9345: 192 dn = ceil_quot(dl + 6, 232) + 1; 193 if (kl) { 194 kn = ceil_quot(kl + 6, 232) + 1; 195 return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) + 196 ceil_quot(dl + 6 * dn, 34)); 197 } else 198 return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34)); 199 } 200 return 0; 201 } 202 203 static void set_ch_t(struct ch_t *geo, __u32 cyl, __u8 head) 204 { 205 geo->cyl = (__u16) cyl; 206 geo->head = cyl >> 16; 207 geo->head <<= 4; 208 geo->head |= head; 209 } 210 211 /* 212 * calculate failing track from sense data depending if 213 * it is an EAV device or not 214 */ 215 static int dasd_eckd_track_from_irb(struct irb *irb, struct dasd_device *device, 216 sector_t *track) 217 { 218 struct dasd_eckd_private *private = device->private; 219 u8 *sense = NULL; 220 u32 cyl; 221 u8 head; 222 223 sense = dasd_get_sense(irb); 224 if (!sense) { 225 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 226 "ESE error no sense data\n"); 227 return -EINVAL; 228 } 229 if (!(sense[27] & DASD_SENSE_BIT_2)) { 230 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 231 "ESE error no valid track data\n"); 232 return -EINVAL; 233 } 234 235 if (sense[27] & DASD_SENSE_BIT_3) { 236 /* enhanced addressing */ 237 cyl = sense[30] << 20; 238 cyl |= (sense[31] & 0xF0) << 12; 239 cyl |= sense[28] << 8; 240 cyl |= sense[29]; 241 } else { 242 cyl = sense[29] << 8; 243 cyl |= sense[30]; 244 } 245 head = sense[31] & 0x0F; 246 *track = cyl * private->rdc_data.trk_per_cyl + head; 247 return 0; 248 } 249 250 static int set_timestamp(struct ccw1 *ccw, struct DE_eckd_data *data, 251 struct dasd_device *device) 252 { 253 struct dasd_eckd_private *private = device->private; 254 int rc; 255 256 rc = get_phys_clock(&data->ep_sys_time); 257 /* 258 * Ignore return code if XRC is not supported or 259 * sync clock is switched off 260 */ 261 if ((rc && !private->rdc_data.facilities.XRC_supported) || 262 rc == -EOPNOTSUPP || rc == -EACCES) 263 return 0; 264 265 /* switch on System Time Stamp - needed for XRC Support */ 266 data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid' */ 267 data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */ 268 269 if (ccw) { 270 ccw->count = sizeof(struct DE_eckd_data); 271 ccw->flags |= CCW_FLAG_SLI; 272 } 273 274 return rc; 275 } 276 277 static int 278 define_extent(struct ccw1 *ccw, struct DE_eckd_data *data, unsigned int trk, 279 unsigned int totrk, int cmd, struct dasd_device *device, 280 int blksize) 281 { 282 struct dasd_eckd_private *private = device->private; 283 u16 heads, beghead, endhead; 284 u32 begcyl, endcyl; 285 int rc = 0; 286 287 if (ccw) { 288 ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT; 289 ccw->flags = 0; 290 ccw->count = 16; 291 ccw->cda = (__u32)__pa(data); 292 } 293 294 memset(data, 0, sizeof(struct DE_eckd_data)); 295 switch (cmd) { 296 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 297 case DASD_ECKD_CCW_READ_RECORD_ZERO: 298 case DASD_ECKD_CCW_READ: 299 case DASD_ECKD_CCW_READ_MT: 300 case DASD_ECKD_CCW_READ_CKD: 301 case DASD_ECKD_CCW_READ_CKD_MT: 302 case DASD_ECKD_CCW_READ_KD: 303 case DASD_ECKD_CCW_READ_KD_MT: 304 data->mask.perm = 0x1; 305 data->attributes.operation = private->attrib.operation; 306 break; 307 case DASD_ECKD_CCW_READ_COUNT: 308 data->mask.perm = 0x1; 309 data->attributes.operation = DASD_BYPASS_CACHE; 310 break; 311 case DASD_ECKD_CCW_READ_TRACK: 312 case DASD_ECKD_CCW_READ_TRACK_DATA: 313 data->mask.perm = 0x1; 314 data->attributes.operation = private->attrib.operation; 315 data->blk_size = 0; 316 break; 317 case DASD_ECKD_CCW_WRITE: 318 case DASD_ECKD_CCW_WRITE_MT: 319 case DASD_ECKD_CCW_WRITE_KD: 320 case DASD_ECKD_CCW_WRITE_KD_MT: 321 data->mask.perm = 0x02; 322 data->attributes.operation = private->attrib.operation; 323 rc = set_timestamp(ccw, data, device); 324 break; 325 case DASD_ECKD_CCW_WRITE_CKD: 326 case DASD_ECKD_CCW_WRITE_CKD_MT: 327 data->attributes.operation = DASD_BYPASS_CACHE; 328 rc = set_timestamp(ccw, data, device); 329 break; 330 case DASD_ECKD_CCW_ERASE: 331 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 332 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 333 data->mask.perm = 0x3; 334 data->mask.auth = 0x1; 335 data->attributes.operation = DASD_BYPASS_CACHE; 336 rc = set_timestamp(ccw, data, device); 337 break; 338 case DASD_ECKD_CCW_WRITE_FULL_TRACK: 339 data->mask.perm = 0x03; 340 data->attributes.operation = private->attrib.operation; 341 data->blk_size = 0; 342 break; 343 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 344 data->mask.perm = 0x02; 345 data->attributes.operation = private->attrib.operation; 346 data->blk_size = blksize; 347 rc = set_timestamp(ccw, data, device); 348 break; 349 default: 350 dev_err(&device->cdev->dev, 351 "0x%x is not a known command\n", cmd); 352 break; 353 } 354 355 data->attributes.mode = 0x3; /* ECKD */ 356 357 if ((private->rdc_data.cu_type == 0x2105 || 358 private->rdc_data.cu_type == 0x2107 || 359 private->rdc_data.cu_type == 0x1750) 360 && !(private->uses_cdl && trk < 2)) 361 data->ga_extended |= 0x40; /* Regular Data Format Mode */ 362 363 heads = private->rdc_data.trk_per_cyl; 364 begcyl = trk / heads; 365 beghead = trk % heads; 366 endcyl = totrk / heads; 367 endhead = totrk % heads; 368 369 /* check for sequential prestage - enhance cylinder range */ 370 if (data->attributes.operation == DASD_SEQ_PRESTAGE || 371 data->attributes.operation == DASD_SEQ_ACCESS) { 372 373 if (endcyl + private->attrib.nr_cyl < private->real_cyl) 374 endcyl += private->attrib.nr_cyl; 375 else 376 endcyl = (private->real_cyl - 1); 377 } 378 379 set_ch_t(&data->beg_ext, begcyl, beghead); 380 set_ch_t(&data->end_ext, endcyl, endhead); 381 return rc; 382 } 383 384 385 static void locate_record_ext(struct ccw1 *ccw, struct LRE_eckd_data *data, 386 unsigned int trk, unsigned int rec_on_trk, 387 int count, int cmd, struct dasd_device *device, 388 unsigned int reclen, unsigned int tlf) 389 { 390 struct dasd_eckd_private *private = device->private; 391 int sector; 392 int dn, d; 393 394 if (ccw) { 395 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD_EXT; 396 ccw->flags = 0; 397 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) 398 ccw->count = 22; 399 else 400 ccw->count = 20; 401 ccw->cda = (__u32)__pa(data); 402 } 403 404 memset(data, 0, sizeof(*data)); 405 sector = 0; 406 if (rec_on_trk) { 407 switch (private->rdc_data.dev_type) { 408 case 0x3390: 409 dn = ceil_quot(reclen + 6, 232); 410 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34); 411 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 412 break; 413 case 0x3380: 414 d = 7 + ceil_quot(reclen + 12, 32); 415 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 416 break; 417 } 418 } 419 data->sector = sector; 420 /* note: meaning of count depends on the operation 421 * for record based I/O it's the number of records, but for 422 * track based I/O it's the number of tracks 423 */ 424 data->count = count; 425 switch (cmd) { 426 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 427 data->operation.orientation = 0x3; 428 data->operation.operation = 0x03; 429 break; 430 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 431 data->operation.orientation = 0x3; 432 data->operation.operation = 0x16; 433 break; 434 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 435 data->operation.orientation = 0x1; 436 data->operation.operation = 0x03; 437 data->count++; 438 break; 439 case DASD_ECKD_CCW_READ_RECORD_ZERO: 440 data->operation.orientation = 0x3; 441 data->operation.operation = 0x16; 442 data->count++; 443 break; 444 case DASD_ECKD_CCW_WRITE: 445 case DASD_ECKD_CCW_WRITE_MT: 446 case DASD_ECKD_CCW_WRITE_KD: 447 case DASD_ECKD_CCW_WRITE_KD_MT: 448 data->auxiliary.length_valid = 0x1; 449 data->length = reclen; 450 data->operation.operation = 0x01; 451 break; 452 case DASD_ECKD_CCW_WRITE_CKD: 453 case DASD_ECKD_CCW_WRITE_CKD_MT: 454 data->auxiliary.length_valid = 0x1; 455 data->length = reclen; 456 data->operation.operation = 0x03; 457 break; 458 case DASD_ECKD_CCW_WRITE_FULL_TRACK: 459 data->operation.orientation = 0x0; 460 data->operation.operation = 0x3F; 461 data->extended_operation = 0x11; 462 data->length = 0; 463 data->extended_parameter_length = 0x02; 464 if (data->count > 8) { 465 data->extended_parameter[0] = 0xFF; 466 data->extended_parameter[1] = 0xFF; 467 data->extended_parameter[1] <<= (16 - count); 468 } else { 469 data->extended_parameter[0] = 0xFF; 470 data->extended_parameter[0] <<= (8 - count); 471 data->extended_parameter[1] = 0x00; 472 } 473 data->sector = 0xFF; 474 break; 475 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 476 data->auxiliary.length_valid = 0x1; 477 data->length = reclen; /* not tlf, as one might think */ 478 data->operation.operation = 0x3F; 479 data->extended_operation = 0x23; 480 break; 481 case DASD_ECKD_CCW_READ: 482 case DASD_ECKD_CCW_READ_MT: 483 case DASD_ECKD_CCW_READ_KD: 484 case DASD_ECKD_CCW_READ_KD_MT: 485 data->auxiliary.length_valid = 0x1; 486 data->length = reclen; 487 data->operation.operation = 0x06; 488 break; 489 case DASD_ECKD_CCW_READ_CKD: 490 case DASD_ECKD_CCW_READ_CKD_MT: 491 data->auxiliary.length_valid = 0x1; 492 data->length = reclen; 493 data->operation.operation = 0x16; 494 break; 495 case DASD_ECKD_CCW_READ_COUNT: 496 data->operation.operation = 0x06; 497 break; 498 case DASD_ECKD_CCW_READ_TRACK: 499 data->operation.orientation = 0x1; 500 data->operation.operation = 0x0C; 501 data->extended_parameter_length = 0; 502 data->sector = 0xFF; 503 break; 504 case DASD_ECKD_CCW_READ_TRACK_DATA: 505 data->auxiliary.length_valid = 0x1; 506 data->length = tlf; 507 data->operation.operation = 0x0C; 508 break; 509 case DASD_ECKD_CCW_ERASE: 510 data->length = reclen; 511 data->auxiliary.length_valid = 0x1; 512 data->operation.operation = 0x0b; 513 break; 514 default: 515 DBF_DEV_EVENT(DBF_ERR, device, 516 "fill LRE unknown opcode 0x%x", cmd); 517 BUG(); 518 } 519 set_ch_t(&data->seek_addr, 520 trk / private->rdc_data.trk_per_cyl, 521 trk % private->rdc_data.trk_per_cyl); 522 data->search_arg.cyl = data->seek_addr.cyl; 523 data->search_arg.head = data->seek_addr.head; 524 data->search_arg.record = rec_on_trk; 525 } 526 527 static int prefix_LRE(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata, 528 unsigned int trk, unsigned int totrk, int cmd, 529 struct dasd_device *basedev, struct dasd_device *startdev, 530 unsigned int format, unsigned int rec_on_trk, int count, 531 unsigned int blksize, unsigned int tlf) 532 { 533 struct dasd_eckd_private *basepriv, *startpriv; 534 struct LRE_eckd_data *lredata; 535 struct DE_eckd_data *dedata; 536 int rc = 0; 537 538 basepriv = basedev->private; 539 startpriv = startdev->private; 540 dedata = &pfxdata->define_extent; 541 lredata = &pfxdata->locate_record; 542 543 ccw->cmd_code = DASD_ECKD_CCW_PFX; 544 ccw->flags = 0; 545 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) { 546 ccw->count = sizeof(*pfxdata) + 2; 547 ccw->cda = (__u32) __pa(pfxdata); 548 memset(pfxdata, 0, sizeof(*pfxdata) + 2); 549 } else { 550 ccw->count = sizeof(*pfxdata); 551 ccw->cda = (__u32) __pa(pfxdata); 552 memset(pfxdata, 0, sizeof(*pfxdata)); 553 } 554 555 /* prefix data */ 556 if (format > 1) { 557 DBF_DEV_EVENT(DBF_ERR, basedev, 558 "PFX LRE unknown format 0x%x", format); 559 BUG(); 560 return -EINVAL; 561 } 562 pfxdata->format = format; 563 pfxdata->base_address = basepriv->ned->unit_addr; 564 pfxdata->base_lss = basepriv->ned->ID; 565 pfxdata->validity.define_extent = 1; 566 567 /* private uid is kept up to date, conf_data may be outdated */ 568 if (startpriv->uid.type == UA_BASE_PAV_ALIAS) 569 pfxdata->validity.verify_base = 1; 570 571 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) { 572 pfxdata->validity.verify_base = 1; 573 pfxdata->validity.hyper_pav = 1; 574 } 575 576 rc = define_extent(NULL, dedata, trk, totrk, cmd, basedev, blksize); 577 578 /* 579 * For some commands the System Time Stamp is set in the define extent 580 * data when XRC is supported. The validity of the time stamp must be 581 * reflected in the prefix data as well. 582 */ 583 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02) 584 pfxdata->validity.time_stamp = 1; /* 'Time Stamp Valid' */ 585 586 if (format == 1) { 587 locate_record_ext(NULL, lredata, trk, rec_on_trk, count, cmd, 588 basedev, blksize, tlf); 589 } 590 591 return rc; 592 } 593 594 static int prefix(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata, 595 unsigned int trk, unsigned int totrk, int cmd, 596 struct dasd_device *basedev, struct dasd_device *startdev) 597 { 598 return prefix_LRE(ccw, pfxdata, trk, totrk, cmd, basedev, startdev, 599 0, 0, 0, 0, 0); 600 } 601 602 static void 603 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, unsigned int trk, 604 unsigned int rec_on_trk, int no_rec, int cmd, 605 struct dasd_device * device, int reclen) 606 { 607 struct dasd_eckd_private *private = device->private; 608 int sector; 609 int dn, d; 610 611 DBF_DEV_EVENT(DBF_INFO, device, 612 "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d", 613 trk, rec_on_trk, no_rec, cmd, reclen); 614 615 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD; 616 ccw->flags = 0; 617 ccw->count = 16; 618 ccw->cda = (__u32) __pa(data); 619 620 memset(data, 0, sizeof(struct LO_eckd_data)); 621 sector = 0; 622 if (rec_on_trk) { 623 switch (private->rdc_data.dev_type) { 624 case 0x3390: 625 dn = ceil_quot(reclen + 6, 232); 626 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34); 627 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 628 break; 629 case 0x3380: 630 d = 7 + ceil_quot(reclen + 12, 32); 631 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 632 break; 633 } 634 } 635 data->sector = sector; 636 data->count = no_rec; 637 switch (cmd) { 638 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS: 639 data->operation.orientation = 0x3; 640 data->operation.operation = 0x03; 641 break; 642 case DASD_ECKD_CCW_READ_HOME_ADDRESS: 643 data->operation.orientation = 0x3; 644 data->operation.operation = 0x16; 645 break; 646 case DASD_ECKD_CCW_WRITE_RECORD_ZERO: 647 data->operation.orientation = 0x1; 648 data->operation.operation = 0x03; 649 data->count++; 650 break; 651 case DASD_ECKD_CCW_READ_RECORD_ZERO: 652 data->operation.orientation = 0x3; 653 data->operation.operation = 0x16; 654 data->count++; 655 break; 656 case DASD_ECKD_CCW_WRITE: 657 case DASD_ECKD_CCW_WRITE_MT: 658 case DASD_ECKD_CCW_WRITE_KD: 659 case DASD_ECKD_CCW_WRITE_KD_MT: 660 data->auxiliary.last_bytes_used = 0x1; 661 data->length = reclen; 662 data->operation.operation = 0x01; 663 break; 664 case DASD_ECKD_CCW_WRITE_CKD: 665 case DASD_ECKD_CCW_WRITE_CKD_MT: 666 data->auxiliary.last_bytes_used = 0x1; 667 data->length = reclen; 668 data->operation.operation = 0x03; 669 break; 670 case DASD_ECKD_CCW_READ: 671 case DASD_ECKD_CCW_READ_MT: 672 case DASD_ECKD_CCW_READ_KD: 673 case DASD_ECKD_CCW_READ_KD_MT: 674 data->auxiliary.last_bytes_used = 0x1; 675 data->length = reclen; 676 data->operation.operation = 0x06; 677 break; 678 case DASD_ECKD_CCW_READ_CKD: 679 case DASD_ECKD_CCW_READ_CKD_MT: 680 data->auxiliary.last_bytes_used = 0x1; 681 data->length = reclen; 682 data->operation.operation = 0x16; 683 break; 684 case DASD_ECKD_CCW_READ_COUNT: 685 data->operation.operation = 0x06; 686 break; 687 case DASD_ECKD_CCW_ERASE: 688 data->length = reclen; 689 data->auxiliary.last_bytes_used = 0x1; 690 data->operation.operation = 0x0b; 691 break; 692 default: 693 DBF_DEV_EVENT(DBF_ERR, device, "unknown locate record " 694 "opcode 0x%x", cmd); 695 } 696 set_ch_t(&data->seek_addr, 697 trk / private->rdc_data.trk_per_cyl, 698 trk % private->rdc_data.trk_per_cyl); 699 data->search_arg.cyl = data->seek_addr.cyl; 700 data->search_arg.head = data->seek_addr.head; 701 data->search_arg.record = rec_on_trk; 702 } 703 704 /* 705 * Returns 1 if the block is one of the special blocks that needs 706 * to get read/written with the KD variant of the command. 707 * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and 708 * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT. 709 * Luckily the KD variants differ only by one bit (0x08) from the 710 * normal variant. So don't wonder about code like: 711 * if (dasd_eckd_cdl_special(blk_per_trk, recid)) 712 * ccw->cmd_code |= 0x8; 713 */ 714 static inline int 715 dasd_eckd_cdl_special(int blk_per_trk, int recid) 716 { 717 if (recid < 3) 718 return 1; 719 if (recid < blk_per_trk) 720 return 0; 721 if (recid < 2 * blk_per_trk) 722 return 1; 723 return 0; 724 } 725 726 /* 727 * Returns the record size for the special blocks of the cdl format. 728 * Only returns something useful if dasd_eckd_cdl_special is true 729 * for the recid. 730 */ 731 static inline int 732 dasd_eckd_cdl_reclen(int recid) 733 { 734 if (recid < 3) 735 return sizes_trk0[recid]; 736 return LABEL_SIZE; 737 } 738 /* create unique id from private structure. */ 739 static void create_uid(struct dasd_eckd_private *private) 740 { 741 int count; 742 struct dasd_uid *uid; 743 744 uid = &private->uid; 745 memset(uid, 0, sizeof(struct dasd_uid)); 746 memcpy(uid->vendor, private->ned->HDA_manufacturer, 747 sizeof(uid->vendor) - 1); 748 EBCASC(uid->vendor, sizeof(uid->vendor) - 1); 749 memcpy(uid->serial, &private->ned->serial, 750 sizeof(uid->serial) - 1); 751 EBCASC(uid->serial, sizeof(uid->serial) - 1); 752 uid->ssid = private->gneq->subsystemID; 753 uid->real_unit_addr = private->ned->unit_addr; 754 if (private->sneq) { 755 uid->type = private->sneq->sua_flags; 756 if (uid->type == UA_BASE_PAV_ALIAS) 757 uid->base_unit_addr = private->sneq->base_unit_addr; 758 } else { 759 uid->type = UA_BASE_DEVICE; 760 } 761 if (private->vdsneq) { 762 for (count = 0; count < 16; count++) { 763 sprintf(uid->vduit+2*count, "%02x", 764 private->vdsneq->uit[count]); 765 } 766 } 767 } 768 769 /* 770 * Generate device unique id that specifies the physical device. 771 */ 772 static int dasd_eckd_generate_uid(struct dasd_device *device) 773 { 774 struct dasd_eckd_private *private = device->private; 775 unsigned long flags; 776 777 if (!private) 778 return -ENODEV; 779 if (!private->ned || !private->gneq) 780 return -ENODEV; 781 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 782 create_uid(private); 783 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 784 return 0; 785 } 786 787 static int dasd_eckd_get_uid(struct dasd_device *device, struct dasd_uid *uid) 788 { 789 struct dasd_eckd_private *private = device->private; 790 unsigned long flags; 791 792 if (private) { 793 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 794 *uid = private->uid; 795 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 796 return 0; 797 } 798 return -EINVAL; 799 } 800 801 /* 802 * compare device UID with data of a given dasd_eckd_private structure 803 * return 0 for match 804 */ 805 static int dasd_eckd_compare_path_uid(struct dasd_device *device, 806 struct dasd_eckd_private *private) 807 { 808 struct dasd_uid device_uid; 809 810 create_uid(private); 811 dasd_eckd_get_uid(device, &device_uid); 812 813 return memcmp(&device_uid, &private->uid, sizeof(struct dasd_uid)); 814 } 815 816 static void dasd_eckd_fill_rcd_cqr(struct dasd_device *device, 817 struct dasd_ccw_req *cqr, 818 __u8 *rcd_buffer, 819 __u8 lpm) 820 { 821 struct ccw1 *ccw; 822 /* 823 * buffer has to start with EBCDIC "V1.0" to show 824 * support for virtual device SNEQ 825 */ 826 rcd_buffer[0] = 0xE5; 827 rcd_buffer[1] = 0xF1; 828 rcd_buffer[2] = 0x4B; 829 rcd_buffer[3] = 0xF0; 830 831 ccw = cqr->cpaddr; 832 ccw->cmd_code = DASD_ECKD_CCW_RCD; 833 ccw->flags = 0; 834 ccw->cda = (__u32)(addr_t)rcd_buffer; 835 ccw->count = DASD_ECKD_RCD_DATA_SIZE; 836 cqr->magic = DASD_ECKD_MAGIC; 837 838 cqr->startdev = device; 839 cqr->memdev = device; 840 cqr->block = NULL; 841 cqr->expires = 10*HZ; 842 cqr->lpm = lpm; 843 cqr->retries = 256; 844 cqr->buildclk = get_tod_clock(); 845 cqr->status = DASD_CQR_FILLED; 846 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 847 } 848 849 /* 850 * Wakeup helper for read_conf 851 * if the cqr is not done and needs some error recovery 852 * the buffer has to be re-initialized with the EBCDIC "V1.0" 853 * to show support for virtual device SNEQ 854 */ 855 static void read_conf_cb(struct dasd_ccw_req *cqr, void *data) 856 { 857 struct ccw1 *ccw; 858 __u8 *rcd_buffer; 859 860 if (cqr->status != DASD_CQR_DONE) { 861 ccw = cqr->cpaddr; 862 rcd_buffer = (__u8 *)((addr_t) ccw->cda); 863 memset(rcd_buffer, 0, sizeof(*rcd_buffer)); 864 865 rcd_buffer[0] = 0xE5; 866 rcd_buffer[1] = 0xF1; 867 rcd_buffer[2] = 0x4B; 868 rcd_buffer[3] = 0xF0; 869 } 870 dasd_wakeup_cb(cqr, data); 871 } 872 873 static int dasd_eckd_read_conf_immediately(struct dasd_device *device, 874 struct dasd_ccw_req *cqr, 875 __u8 *rcd_buffer, 876 __u8 lpm) 877 { 878 struct ciw *ciw; 879 int rc; 880 /* 881 * sanity check: scan for RCD command in extended SenseID data 882 * some devices do not support RCD 883 */ 884 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD); 885 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) 886 return -EOPNOTSUPP; 887 888 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buffer, lpm); 889 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 890 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags); 891 cqr->retries = 5; 892 cqr->callback = read_conf_cb; 893 rc = dasd_sleep_on_immediatly(cqr); 894 return rc; 895 } 896 897 static int dasd_eckd_read_conf_lpm(struct dasd_device *device, 898 void **rcd_buffer, 899 int *rcd_buffer_size, __u8 lpm) 900 { 901 struct ciw *ciw; 902 char *rcd_buf = NULL; 903 int ret; 904 struct dasd_ccw_req *cqr; 905 906 /* 907 * sanity check: scan for RCD command in extended SenseID data 908 * some devices do not support RCD 909 */ 910 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD); 911 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) { 912 ret = -EOPNOTSUPP; 913 goto out_error; 914 } 915 rcd_buf = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL | GFP_DMA); 916 if (!rcd_buf) { 917 ret = -ENOMEM; 918 goto out_error; 919 } 920 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* RCD */, 921 0, /* use rcd_buf as data ara */ 922 device, NULL); 923 if (IS_ERR(cqr)) { 924 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 925 "Could not allocate RCD request"); 926 ret = -ENOMEM; 927 goto out_error; 928 } 929 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buf, lpm); 930 cqr->callback = read_conf_cb; 931 ret = dasd_sleep_on(cqr); 932 /* 933 * on success we update the user input parms 934 */ 935 dasd_sfree_request(cqr, cqr->memdev); 936 if (ret) 937 goto out_error; 938 939 *rcd_buffer_size = DASD_ECKD_RCD_DATA_SIZE; 940 *rcd_buffer = rcd_buf; 941 return 0; 942 out_error: 943 kfree(rcd_buf); 944 *rcd_buffer = NULL; 945 *rcd_buffer_size = 0; 946 return ret; 947 } 948 949 static int dasd_eckd_identify_conf_parts(struct dasd_eckd_private *private) 950 { 951 952 struct dasd_sneq *sneq; 953 int i, count; 954 955 private->ned = NULL; 956 private->sneq = NULL; 957 private->vdsneq = NULL; 958 private->gneq = NULL; 959 count = private->conf_len / sizeof(struct dasd_sneq); 960 sneq = (struct dasd_sneq *)private->conf_data; 961 for (i = 0; i < count; ++i) { 962 if (sneq->flags.identifier == 1 && sneq->format == 1) 963 private->sneq = sneq; 964 else if (sneq->flags.identifier == 1 && sneq->format == 4) 965 private->vdsneq = (struct vd_sneq *)sneq; 966 else if (sneq->flags.identifier == 2) 967 private->gneq = (struct dasd_gneq *)sneq; 968 else if (sneq->flags.identifier == 3 && sneq->res1 == 1) 969 private->ned = (struct dasd_ned *)sneq; 970 sneq++; 971 } 972 if (!private->ned || !private->gneq) { 973 private->ned = NULL; 974 private->sneq = NULL; 975 private->vdsneq = NULL; 976 private->gneq = NULL; 977 return -EINVAL; 978 } 979 return 0; 980 981 }; 982 983 static unsigned char dasd_eckd_path_access(void *conf_data, int conf_len) 984 { 985 struct dasd_gneq *gneq; 986 int i, count, found; 987 988 count = conf_len / sizeof(*gneq); 989 gneq = (struct dasd_gneq *)conf_data; 990 found = 0; 991 for (i = 0; i < count; ++i) { 992 if (gneq->flags.identifier == 2) { 993 found = 1; 994 break; 995 } 996 gneq++; 997 } 998 if (found) 999 return ((char *)gneq)[18] & 0x07; 1000 else 1001 return 0; 1002 } 1003 1004 static void dasd_eckd_store_conf_data(struct dasd_device *device, 1005 struct dasd_conf_data *conf_data, int chp) 1006 { 1007 struct dasd_eckd_private *private = device->private; 1008 struct channel_path_desc_fmt0 *chp_desc; 1009 struct subchannel_id sch_id; 1010 void *cdp; 1011 1012 /* 1013 * path handling and read_conf allocate data 1014 * free it before replacing the pointer 1015 * also replace the old private->conf_data pointer 1016 * with the new one if this points to the same data 1017 */ 1018 cdp = device->path[chp].conf_data; 1019 if (private->conf_data == cdp) { 1020 private->conf_data = (void *)conf_data; 1021 dasd_eckd_identify_conf_parts(private); 1022 } 1023 ccw_device_get_schid(device->cdev, &sch_id); 1024 device->path[chp].conf_data = conf_data; 1025 device->path[chp].cssid = sch_id.cssid; 1026 device->path[chp].ssid = sch_id.ssid; 1027 chp_desc = ccw_device_get_chp_desc(device->cdev, chp); 1028 if (chp_desc) 1029 device->path[chp].chpid = chp_desc->chpid; 1030 kfree(chp_desc); 1031 kfree(cdp); 1032 } 1033 1034 static void dasd_eckd_clear_conf_data(struct dasd_device *device) 1035 { 1036 struct dasd_eckd_private *private = device->private; 1037 int i; 1038 1039 private->conf_data = NULL; 1040 private->conf_len = 0; 1041 for (i = 0; i < 8; i++) { 1042 kfree(device->path[i].conf_data); 1043 device->path[i].conf_data = NULL; 1044 device->path[i].cssid = 0; 1045 device->path[i].ssid = 0; 1046 device->path[i].chpid = 0; 1047 dasd_path_notoper(device, i); 1048 } 1049 } 1050 1051 static void dasd_eckd_read_fc_security(struct dasd_device *device) 1052 { 1053 struct dasd_eckd_private *private = device->private; 1054 u8 esm_valid; 1055 u8 esm[8]; 1056 int chp; 1057 int rc; 1058 1059 rc = chsc_scud(private->uid.ssid, (u64 *)esm, &esm_valid); 1060 if (rc) { 1061 for (chp = 0; chp < 8; chp++) 1062 device->path[chp].fc_security = 0; 1063 return; 1064 } 1065 1066 for (chp = 0; chp < 8; chp++) { 1067 if (esm_valid & (0x80 >> chp)) 1068 device->path[chp].fc_security = esm[chp]; 1069 else 1070 device->path[chp].fc_security = 0; 1071 } 1072 } 1073 1074 static int dasd_eckd_read_conf(struct dasd_device *device) 1075 { 1076 void *conf_data; 1077 int conf_len, conf_data_saved; 1078 int rc, path_err, pos; 1079 __u8 lpm, opm; 1080 struct dasd_eckd_private *private, path_private; 1081 struct dasd_uid *uid; 1082 char print_path_uid[60], print_device_uid[60]; 1083 1084 private = device->private; 1085 opm = ccw_device_get_path_mask(device->cdev); 1086 conf_data_saved = 0; 1087 path_err = 0; 1088 /* get configuration data per operational path */ 1089 for (lpm = 0x80; lpm; lpm>>= 1) { 1090 if (!(lpm & opm)) 1091 continue; 1092 rc = dasd_eckd_read_conf_lpm(device, &conf_data, 1093 &conf_len, lpm); 1094 if (rc && rc != -EOPNOTSUPP) { /* -EOPNOTSUPP is ok */ 1095 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1096 "Read configuration data returned " 1097 "error %d", rc); 1098 return rc; 1099 } 1100 if (conf_data == NULL) { 1101 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1102 "No configuration data " 1103 "retrieved"); 1104 /* no further analysis possible */ 1105 dasd_path_add_opm(device, opm); 1106 continue; /* no error */ 1107 } 1108 /* save first valid configuration data */ 1109 if (!conf_data_saved) { 1110 /* initially clear previously stored conf_data */ 1111 dasd_eckd_clear_conf_data(device); 1112 private->conf_data = conf_data; 1113 private->conf_len = conf_len; 1114 if (dasd_eckd_identify_conf_parts(private)) { 1115 private->conf_data = NULL; 1116 private->conf_len = 0; 1117 kfree(conf_data); 1118 continue; 1119 } 1120 /* 1121 * build device UID that other path data 1122 * can be compared to it 1123 */ 1124 dasd_eckd_generate_uid(device); 1125 conf_data_saved++; 1126 } else { 1127 path_private.conf_data = conf_data; 1128 path_private.conf_len = DASD_ECKD_RCD_DATA_SIZE; 1129 if (dasd_eckd_identify_conf_parts( 1130 &path_private)) { 1131 path_private.conf_data = NULL; 1132 path_private.conf_len = 0; 1133 kfree(conf_data); 1134 continue; 1135 } 1136 if (dasd_eckd_compare_path_uid( 1137 device, &path_private)) { 1138 uid = &path_private.uid; 1139 if (strlen(uid->vduit) > 0) 1140 snprintf(print_path_uid, 1141 sizeof(print_path_uid), 1142 "%s.%s.%04x.%02x.%s", 1143 uid->vendor, uid->serial, 1144 uid->ssid, uid->real_unit_addr, 1145 uid->vduit); 1146 else 1147 snprintf(print_path_uid, 1148 sizeof(print_path_uid), 1149 "%s.%s.%04x.%02x", 1150 uid->vendor, uid->serial, 1151 uid->ssid, 1152 uid->real_unit_addr); 1153 uid = &private->uid; 1154 if (strlen(uid->vduit) > 0) 1155 snprintf(print_device_uid, 1156 sizeof(print_device_uid), 1157 "%s.%s.%04x.%02x.%s", 1158 uid->vendor, uid->serial, 1159 uid->ssid, uid->real_unit_addr, 1160 uid->vduit); 1161 else 1162 snprintf(print_device_uid, 1163 sizeof(print_device_uid), 1164 "%s.%s.%04x.%02x", 1165 uid->vendor, uid->serial, 1166 uid->ssid, 1167 uid->real_unit_addr); 1168 dev_err(&device->cdev->dev, 1169 "Not all channel paths lead to " 1170 "the same device, path %02X leads to " 1171 "device %s instead of %s\n", lpm, 1172 print_path_uid, print_device_uid); 1173 path_err = -EINVAL; 1174 dasd_path_add_cablepm(device, lpm); 1175 continue; 1176 } 1177 path_private.conf_data = NULL; 1178 path_private.conf_len = 0; 1179 } 1180 1181 pos = pathmask_to_pos(lpm); 1182 dasd_eckd_store_conf_data(device, conf_data, pos); 1183 1184 switch (dasd_eckd_path_access(conf_data, conf_len)) { 1185 case 0x02: 1186 dasd_path_add_nppm(device, lpm); 1187 break; 1188 case 0x03: 1189 dasd_path_add_ppm(device, lpm); 1190 break; 1191 } 1192 if (!dasd_path_get_opm(device)) { 1193 dasd_path_set_opm(device, lpm); 1194 dasd_generic_path_operational(device); 1195 } else { 1196 dasd_path_add_opm(device, lpm); 1197 } 1198 } 1199 1200 dasd_eckd_read_fc_security(device); 1201 1202 return path_err; 1203 } 1204 1205 static u32 get_fcx_max_data(struct dasd_device *device) 1206 { 1207 struct dasd_eckd_private *private = device->private; 1208 int fcx_in_css, fcx_in_gneq, fcx_in_features; 1209 unsigned int mdc; 1210 int tpm; 1211 1212 if (dasd_nofcx) 1213 return 0; 1214 /* is transport mode supported? */ 1215 fcx_in_css = css_general_characteristics.fcx; 1216 fcx_in_gneq = private->gneq->reserved2[7] & 0x04; 1217 fcx_in_features = private->features.feature[40] & 0x80; 1218 tpm = fcx_in_css && fcx_in_gneq && fcx_in_features; 1219 1220 if (!tpm) 1221 return 0; 1222 1223 mdc = ccw_device_get_mdc(device->cdev, 0); 1224 if (mdc == 0) { 1225 dev_warn(&device->cdev->dev, "Detecting the maximum supported data size for zHPF requests failed\n"); 1226 return 0; 1227 } else { 1228 return (u32)mdc * FCX_MAX_DATA_FACTOR; 1229 } 1230 } 1231 1232 static int verify_fcx_max_data(struct dasd_device *device, __u8 lpm) 1233 { 1234 struct dasd_eckd_private *private = device->private; 1235 unsigned int mdc; 1236 u32 fcx_max_data; 1237 1238 if (private->fcx_max_data) { 1239 mdc = ccw_device_get_mdc(device->cdev, lpm); 1240 if (mdc == 0) { 1241 dev_warn(&device->cdev->dev, 1242 "Detecting the maximum data size for zHPF " 1243 "requests failed (rc=%d) for a new path %x\n", 1244 mdc, lpm); 1245 return mdc; 1246 } 1247 fcx_max_data = (u32)mdc * FCX_MAX_DATA_FACTOR; 1248 if (fcx_max_data < private->fcx_max_data) { 1249 dev_warn(&device->cdev->dev, 1250 "The maximum data size for zHPF requests %u " 1251 "on a new path %x is below the active maximum " 1252 "%u\n", fcx_max_data, lpm, 1253 private->fcx_max_data); 1254 return -EACCES; 1255 } 1256 } 1257 return 0; 1258 } 1259 1260 static int rebuild_device_uid(struct dasd_device *device, 1261 struct pe_handler_work_data *data) 1262 { 1263 struct dasd_eckd_private *private = device->private; 1264 __u8 lpm, opm = dasd_path_get_opm(device); 1265 int rc = -ENODEV; 1266 1267 for (lpm = 0x80; lpm; lpm >>= 1) { 1268 if (!(lpm & opm)) 1269 continue; 1270 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer)); 1271 memset(&data->cqr, 0, sizeof(data->cqr)); 1272 data->cqr.cpaddr = &data->ccw; 1273 rc = dasd_eckd_read_conf_immediately(device, &data->cqr, 1274 data->rcd_buffer, 1275 lpm); 1276 1277 if (rc) { 1278 if (rc == -EOPNOTSUPP) /* -EOPNOTSUPP is ok */ 1279 continue; 1280 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1281 "Read configuration data " 1282 "returned error %d", rc); 1283 break; 1284 } 1285 memcpy(private->conf_data, data->rcd_buffer, 1286 DASD_ECKD_RCD_DATA_SIZE); 1287 if (dasd_eckd_identify_conf_parts(private)) { 1288 rc = -ENODEV; 1289 } else /* first valid path is enough */ 1290 break; 1291 } 1292 1293 if (!rc) 1294 rc = dasd_eckd_generate_uid(device); 1295 1296 return rc; 1297 } 1298 1299 static void dasd_eckd_path_available_action(struct dasd_device *device, 1300 struct pe_handler_work_data *data) 1301 { 1302 struct dasd_eckd_private path_private; 1303 struct dasd_uid *uid; 1304 __u8 path_rcd_buf[DASD_ECKD_RCD_DATA_SIZE]; 1305 __u8 lpm, opm, npm, ppm, epm, hpfpm, cablepm; 1306 struct dasd_conf_data *conf_data; 1307 unsigned long flags; 1308 char print_uid[60]; 1309 int rc, pos; 1310 1311 opm = 0; 1312 npm = 0; 1313 ppm = 0; 1314 epm = 0; 1315 hpfpm = 0; 1316 cablepm = 0; 1317 1318 for (lpm = 0x80; lpm; lpm >>= 1) { 1319 if (!(lpm & data->tbvpm)) 1320 continue; 1321 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer)); 1322 memset(&data->cqr, 0, sizeof(data->cqr)); 1323 data->cqr.cpaddr = &data->ccw; 1324 rc = dasd_eckd_read_conf_immediately(device, &data->cqr, 1325 data->rcd_buffer, 1326 lpm); 1327 if (!rc) { 1328 switch (dasd_eckd_path_access(data->rcd_buffer, 1329 DASD_ECKD_RCD_DATA_SIZE) 1330 ) { 1331 case 0x02: 1332 npm |= lpm; 1333 break; 1334 case 0x03: 1335 ppm |= lpm; 1336 break; 1337 } 1338 opm |= lpm; 1339 } else if (rc == -EOPNOTSUPP) { 1340 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1341 "path verification: No configuration " 1342 "data retrieved"); 1343 opm |= lpm; 1344 } else if (rc == -EAGAIN) { 1345 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1346 "path verification: device is stopped," 1347 " try again later"); 1348 epm |= lpm; 1349 } else { 1350 dev_warn(&device->cdev->dev, 1351 "Reading device feature codes failed " 1352 "(rc=%d) for new path %x\n", rc, lpm); 1353 continue; 1354 } 1355 if (verify_fcx_max_data(device, lpm)) { 1356 opm &= ~lpm; 1357 npm &= ~lpm; 1358 ppm &= ~lpm; 1359 hpfpm |= lpm; 1360 continue; 1361 } 1362 1363 /* 1364 * save conf_data for comparison after 1365 * rebuild_device_uid may have changed 1366 * the original data 1367 */ 1368 memcpy(&path_rcd_buf, data->rcd_buffer, 1369 DASD_ECKD_RCD_DATA_SIZE); 1370 path_private.conf_data = (void *) &path_rcd_buf; 1371 path_private.conf_len = DASD_ECKD_RCD_DATA_SIZE; 1372 if (dasd_eckd_identify_conf_parts(&path_private)) { 1373 path_private.conf_data = NULL; 1374 path_private.conf_len = 0; 1375 continue; 1376 } 1377 1378 /* 1379 * compare path UID with device UID only if at least 1380 * one valid path is left 1381 * in other case the device UID may have changed and 1382 * the first working path UID will be used as device UID 1383 */ 1384 if (dasd_path_get_opm(device) && 1385 dasd_eckd_compare_path_uid(device, &path_private)) { 1386 /* 1387 * the comparison was not successful 1388 * rebuild the device UID with at least one 1389 * known path in case a z/VM hyperswap command 1390 * has changed the device 1391 * 1392 * after this compare again 1393 * 1394 * if either the rebuild or the recompare fails 1395 * the path can not be used 1396 */ 1397 if (rebuild_device_uid(device, data) || 1398 dasd_eckd_compare_path_uid( 1399 device, &path_private)) { 1400 uid = &path_private.uid; 1401 if (strlen(uid->vduit) > 0) 1402 snprintf(print_uid, sizeof(print_uid), 1403 "%s.%s.%04x.%02x.%s", 1404 uid->vendor, uid->serial, 1405 uid->ssid, uid->real_unit_addr, 1406 uid->vduit); 1407 else 1408 snprintf(print_uid, sizeof(print_uid), 1409 "%s.%s.%04x.%02x", 1410 uid->vendor, uid->serial, 1411 uid->ssid, 1412 uid->real_unit_addr); 1413 dev_err(&device->cdev->dev, 1414 "The newly added channel path %02X " 1415 "will not be used because it leads " 1416 "to a different device %s\n", 1417 lpm, print_uid); 1418 opm &= ~lpm; 1419 npm &= ~lpm; 1420 ppm &= ~lpm; 1421 cablepm |= lpm; 1422 continue; 1423 } 1424 } 1425 1426 conf_data = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL); 1427 if (conf_data) { 1428 memcpy(conf_data, data->rcd_buffer, 1429 DASD_ECKD_RCD_DATA_SIZE); 1430 } 1431 pos = pathmask_to_pos(lpm); 1432 dasd_eckd_store_conf_data(device, conf_data, pos); 1433 1434 /* 1435 * There is a small chance that a path is lost again between 1436 * above path verification and the following modification of 1437 * the device opm mask. We could avoid that race here by using 1438 * yet another path mask, but we rather deal with this unlikely 1439 * situation in dasd_start_IO. 1440 */ 1441 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 1442 if (!dasd_path_get_opm(device) && opm) { 1443 dasd_path_set_opm(device, opm); 1444 dasd_generic_path_operational(device); 1445 } else { 1446 dasd_path_add_opm(device, opm); 1447 } 1448 dasd_path_add_nppm(device, npm); 1449 dasd_path_add_ppm(device, ppm); 1450 dasd_path_add_tbvpm(device, epm); 1451 dasd_path_add_cablepm(device, cablepm); 1452 dasd_path_add_nohpfpm(device, hpfpm); 1453 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 1454 1455 dasd_path_create_kobj(device, pos); 1456 } 1457 } 1458 1459 static void do_pe_handler_work(struct work_struct *work) 1460 { 1461 struct pe_handler_work_data *data; 1462 struct dasd_device *device; 1463 1464 data = container_of(work, struct pe_handler_work_data, worker); 1465 device = data->device; 1466 1467 /* delay path verification until device was resumed */ 1468 if (test_bit(DASD_FLAG_SUSPENDED, &device->flags)) { 1469 schedule_work(work); 1470 return; 1471 } 1472 /* check if path verification already running and delay if so */ 1473 if (test_and_set_bit(DASD_FLAG_PATH_VERIFY, &device->flags)) { 1474 schedule_work(work); 1475 return; 1476 } 1477 1478 if (data->tbvpm) 1479 dasd_eckd_path_available_action(device, data); 1480 if (data->fcsecpm) 1481 dasd_eckd_read_fc_security(device); 1482 1483 clear_bit(DASD_FLAG_PATH_VERIFY, &device->flags); 1484 dasd_put_device(device); 1485 if (data->isglobal) 1486 mutex_unlock(&dasd_pe_handler_mutex); 1487 else 1488 kfree(data); 1489 } 1490 1491 static int dasd_eckd_pe_handler(struct dasd_device *device, 1492 __u8 tbvpm, __u8 fcsecpm) 1493 { 1494 struct pe_handler_work_data *data; 1495 1496 data = kmalloc(sizeof(*data), GFP_ATOMIC | GFP_DMA); 1497 if (!data) { 1498 if (mutex_trylock(&dasd_pe_handler_mutex)) { 1499 data = pe_handler_worker; 1500 data->isglobal = 1; 1501 } else { 1502 return -ENOMEM; 1503 } 1504 } else { 1505 memset(data, 0, sizeof(*data)); 1506 data->isglobal = 0; 1507 } 1508 INIT_WORK(&data->worker, do_pe_handler_work); 1509 dasd_get_device(device); 1510 data->device = device; 1511 data->tbvpm = tbvpm; 1512 data->fcsecpm = fcsecpm; 1513 schedule_work(&data->worker); 1514 return 0; 1515 } 1516 1517 static void dasd_eckd_reset_path(struct dasd_device *device, __u8 pm) 1518 { 1519 struct dasd_eckd_private *private = device->private; 1520 unsigned long flags; 1521 1522 if (!private->fcx_max_data) 1523 private->fcx_max_data = get_fcx_max_data(device); 1524 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 1525 dasd_path_set_tbvpm(device, pm ? : dasd_path_get_notoperpm(device)); 1526 dasd_schedule_device_bh(device); 1527 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 1528 } 1529 1530 static int dasd_eckd_read_features(struct dasd_device *device) 1531 { 1532 struct dasd_eckd_private *private = device->private; 1533 struct dasd_psf_prssd_data *prssdp; 1534 struct dasd_rssd_features *features; 1535 struct dasd_ccw_req *cqr; 1536 struct ccw1 *ccw; 1537 int rc; 1538 1539 memset(&private->features, 0, sizeof(struct dasd_rssd_features)); 1540 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 1541 (sizeof(struct dasd_psf_prssd_data) + 1542 sizeof(struct dasd_rssd_features)), 1543 device, NULL); 1544 if (IS_ERR(cqr)) { 1545 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", "Could not " 1546 "allocate initialization request"); 1547 return PTR_ERR(cqr); 1548 } 1549 cqr->startdev = device; 1550 cqr->memdev = device; 1551 cqr->block = NULL; 1552 cqr->retries = 256; 1553 cqr->expires = 10 * HZ; 1554 1555 /* Prepare for Read Subsystem Data */ 1556 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 1557 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 1558 prssdp->order = PSF_ORDER_PRSSD; 1559 prssdp->suborder = 0x41; /* Read Feature Codes */ 1560 /* all other bytes of prssdp must be zero */ 1561 1562 ccw = cqr->cpaddr; 1563 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1564 ccw->count = sizeof(struct dasd_psf_prssd_data); 1565 ccw->flags |= CCW_FLAG_CC; 1566 ccw->cda = (__u32)(addr_t) prssdp; 1567 1568 /* Read Subsystem Data - feature codes */ 1569 features = (struct dasd_rssd_features *) (prssdp + 1); 1570 memset(features, 0, sizeof(struct dasd_rssd_features)); 1571 1572 ccw++; 1573 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1574 ccw->count = sizeof(struct dasd_rssd_features); 1575 ccw->cda = (__u32)(addr_t) features; 1576 1577 cqr->buildclk = get_tod_clock(); 1578 cqr->status = DASD_CQR_FILLED; 1579 rc = dasd_sleep_on(cqr); 1580 if (rc == 0) { 1581 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 1582 features = (struct dasd_rssd_features *) (prssdp + 1); 1583 memcpy(&private->features, features, 1584 sizeof(struct dasd_rssd_features)); 1585 } else 1586 dev_warn(&device->cdev->dev, "Reading device feature codes" 1587 " failed with rc=%d\n", rc); 1588 dasd_sfree_request(cqr, cqr->memdev); 1589 return rc; 1590 } 1591 1592 /* Read Volume Information - Volume Storage Query */ 1593 static int dasd_eckd_read_vol_info(struct dasd_device *device) 1594 { 1595 struct dasd_eckd_private *private = device->private; 1596 struct dasd_psf_prssd_data *prssdp; 1597 struct dasd_rssd_vsq *vsq; 1598 struct dasd_ccw_req *cqr; 1599 struct ccw1 *ccw; 1600 int useglobal; 1601 int rc; 1602 1603 /* This command cannot be executed on an alias device */ 1604 if (private->uid.type == UA_BASE_PAV_ALIAS || 1605 private->uid.type == UA_HYPER_PAV_ALIAS) 1606 return 0; 1607 1608 useglobal = 0; 1609 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */, 1610 sizeof(*prssdp) + sizeof(*vsq), device, NULL); 1611 if (IS_ERR(cqr)) { 1612 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1613 "Could not allocate initialization request"); 1614 mutex_lock(&dasd_vol_info_mutex); 1615 useglobal = 1; 1616 cqr = &dasd_vol_info_req->cqr; 1617 memset(cqr, 0, sizeof(*cqr)); 1618 memset(dasd_vol_info_req, 0, sizeof(*dasd_vol_info_req)); 1619 cqr->cpaddr = &dasd_vol_info_req->ccw; 1620 cqr->data = &dasd_vol_info_req->data; 1621 cqr->magic = DASD_ECKD_MAGIC; 1622 } 1623 1624 /* Prepare for Read Subsystem Data */ 1625 prssdp = cqr->data; 1626 prssdp->order = PSF_ORDER_PRSSD; 1627 prssdp->suborder = PSF_SUBORDER_VSQ; /* Volume Storage Query */ 1628 prssdp->lss = private->ned->ID; 1629 prssdp->volume = private->ned->unit_addr; 1630 1631 ccw = cqr->cpaddr; 1632 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1633 ccw->count = sizeof(*prssdp); 1634 ccw->flags |= CCW_FLAG_CC; 1635 ccw->cda = (__u32)(addr_t)prssdp; 1636 1637 /* Read Subsystem Data - Volume Storage Query */ 1638 vsq = (struct dasd_rssd_vsq *)(prssdp + 1); 1639 memset(vsq, 0, sizeof(*vsq)); 1640 1641 ccw++; 1642 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1643 ccw->count = sizeof(*vsq); 1644 ccw->flags |= CCW_FLAG_SLI; 1645 ccw->cda = (__u32)(addr_t)vsq; 1646 1647 cqr->buildclk = get_tod_clock(); 1648 cqr->status = DASD_CQR_FILLED; 1649 cqr->startdev = device; 1650 cqr->memdev = device; 1651 cqr->block = NULL; 1652 cqr->retries = 256; 1653 cqr->expires = device->default_expires * HZ; 1654 /* The command might not be supported. Suppress the error output */ 1655 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 1656 1657 rc = dasd_sleep_on_interruptible(cqr); 1658 if (rc == 0) { 1659 memcpy(&private->vsq, vsq, sizeof(*vsq)); 1660 } else { 1661 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1662 "Reading the volume storage information failed with rc=%d", rc); 1663 } 1664 1665 if (useglobal) 1666 mutex_unlock(&dasd_vol_info_mutex); 1667 else 1668 dasd_sfree_request(cqr, cqr->memdev); 1669 1670 return rc; 1671 } 1672 1673 static int dasd_eckd_is_ese(struct dasd_device *device) 1674 { 1675 struct dasd_eckd_private *private = device->private; 1676 1677 return private->vsq.vol_info.ese; 1678 } 1679 1680 static int dasd_eckd_ext_pool_id(struct dasd_device *device) 1681 { 1682 struct dasd_eckd_private *private = device->private; 1683 1684 return private->vsq.extent_pool_id; 1685 } 1686 1687 /* 1688 * This value represents the total amount of available space. As more space is 1689 * allocated by ESE volumes, this value will decrease. 1690 * The data for this value is therefore updated on any call. 1691 */ 1692 static int dasd_eckd_space_configured(struct dasd_device *device) 1693 { 1694 struct dasd_eckd_private *private = device->private; 1695 int rc; 1696 1697 rc = dasd_eckd_read_vol_info(device); 1698 1699 return rc ? : private->vsq.space_configured; 1700 } 1701 1702 /* 1703 * The value of space allocated by an ESE volume may have changed and is 1704 * therefore updated on any call. 1705 */ 1706 static int dasd_eckd_space_allocated(struct dasd_device *device) 1707 { 1708 struct dasd_eckd_private *private = device->private; 1709 int rc; 1710 1711 rc = dasd_eckd_read_vol_info(device); 1712 1713 return rc ? : private->vsq.space_allocated; 1714 } 1715 1716 static int dasd_eckd_logical_capacity(struct dasd_device *device) 1717 { 1718 struct dasd_eckd_private *private = device->private; 1719 1720 return private->vsq.logical_capacity; 1721 } 1722 1723 static void dasd_eckd_ext_pool_exhaust_work(struct work_struct *work) 1724 { 1725 struct ext_pool_exhaust_work_data *data; 1726 struct dasd_device *device; 1727 struct dasd_device *base; 1728 1729 data = container_of(work, struct ext_pool_exhaust_work_data, worker); 1730 device = data->device; 1731 base = data->base; 1732 1733 if (!base) 1734 base = device; 1735 if (dasd_eckd_space_configured(base) != 0) { 1736 dasd_generic_space_avail(device); 1737 } else { 1738 dev_warn(&device->cdev->dev, "No space left in the extent pool\n"); 1739 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "out of space"); 1740 } 1741 1742 dasd_put_device(device); 1743 kfree(data); 1744 } 1745 1746 static int dasd_eckd_ext_pool_exhaust(struct dasd_device *device, 1747 struct dasd_ccw_req *cqr) 1748 { 1749 struct ext_pool_exhaust_work_data *data; 1750 1751 data = kzalloc(sizeof(*data), GFP_ATOMIC); 1752 if (!data) 1753 return -ENOMEM; 1754 INIT_WORK(&data->worker, dasd_eckd_ext_pool_exhaust_work); 1755 dasd_get_device(device); 1756 data->device = device; 1757 1758 if (cqr->block) 1759 data->base = cqr->block->base; 1760 else if (cqr->basedev) 1761 data->base = cqr->basedev; 1762 else 1763 data->base = NULL; 1764 1765 schedule_work(&data->worker); 1766 1767 return 0; 1768 } 1769 1770 static void dasd_eckd_cpy_ext_pool_data(struct dasd_device *device, 1771 struct dasd_rssd_lcq *lcq) 1772 { 1773 struct dasd_eckd_private *private = device->private; 1774 int pool_id = dasd_eckd_ext_pool_id(device); 1775 struct dasd_ext_pool_sum eps; 1776 int i; 1777 1778 for (i = 0; i < lcq->pool_count; i++) { 1779 eps = lcq->ext_pool_sum[i]; 1780 if (eps.pool_id == pool_id) { 1781 memcpy(&private->eps, &eps, 1782 sizeof(struct dasd_ext_pool_sum)); 1783 } 1784 } 1785 } 1786 1787 /* Read Extent Pool Information - Logical Configuration Query */ 1788 static int dasd_eckd_read_ext_pool_info(struct dasd_device *device) 1789 { 1790 struct dasd_eckd_private *private = device->private; 1791 struct dasd_psf_prssd_data *prssdp; 1792 struct dasd_rssd_lcq *lcq; 1793 struct dasd_ccw_req *cqr; 1794 struct ccw1 *ccw; 1795 int rc; 1796 1797 /* This command cannot be executed on an alias device */ 1798 if (private->uid.type == UA_BASE_PAV_ALIAS || 1799 private->uid.type == UA_HYPER_PAV_ALIAS) 1800 return 0; 1801 1802 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */, 1803 sizeof(*prssdp) + sizeof(*lcq), device, NULL); 1804 if (IS_ERR(cqr)) { 1805 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 1806 "Could not allocate initialization request"); 1807 return PTR_ERR(cqr); 1808 } 1809 1810 /* Prepare for Read Subsystem Data */ 1811 prssdp = cqr->data; 1812 memset(prssdp, 0, sizeof(*prssdp)); 1813 prssdp->order = PSF_ORDER_PRSSD; 1814 prssdp->suborder = PSF_SUBORDER_LCQ; /* Logical Configuration Query */ 1815 1816 ccw = cqr->cpaddr; 1817 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1818 ccw->count = sizeof(*prssdp); 1819 ccw->flags |= CCW_FLAG_CC; 1820 ccw->cda = (__u32)(addr_t)prssdp; 1821 1822 lcq = (struct dasd_rssd_lcq *)(prssdp + 1); 1823 memset(lcq, 0, sizeof(*lcq)); 1824 1825 ccw++; 1826 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 1827 ccw->count = sizeof(*lcq); 1828 ccw->flags |= CCW_FLAG_SLI; 1829 ccw->cda = (__u32)(addr_t)lcq; 1830 1831 cqr->buildclk = get_tod_clock(); 1832 cqr->status = DASD_CQR_FILLED; 1833 cqr->startdev = device; 1834 cqr->memdev = device; 1835 cqr->block = NULL; 1836 cqr->retries = 256; 1837 cqr->expires = device->default_expires * HZ; 1838 /* The command might not be supported. Suppress the error output */ 1839 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 1840 1841 rc = dasd_sleep_on_interruptible(cqr); 1842 if (rc == 0) { 1843 dasd_eckd_cpy_ext_pool_data(device, lcq); 1844 } else { 1845 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 1846 "Reading the logical configuration failed with rc=%d", rc); 1847 } 1848 1849 dasd_sfree_request(cqr, cqr->memdev); 1850 1851 return rc; 1852 } 1853 1854 /* 1855 * Depending on the device type, the extent size is specified either as 1856 * cylinders per extent (CKD) or size per extent (FBA) 1857 * A 1GB size corresponds to 1113cyl, and 16MB to 21cyl. 1858 */ 1859 static int dasd_eckd_ext_size(struct dasd_device *device) 1860 { 1861 struct dasd_eckd_private *private = device->private; 1862 struct dasd_ext_pool_sum eps = private->eps; 1863 1864 if (!eps.flags.extent_size_valid) 1865 return 0; 1866 if (eps.extent_size.size_1G) 1867 return 1113; 1868 if (eps.extent_size.size_16M) 1869 return 21; 1870 1871 return 0; 1872 } 1873 1874 static int dasd_eckd_ext_pool_warn_thrshld(struct dasd_device *device) 1875 { 1876 struct dasd_eckd_private *private = device->private; 1877 1878 return private->eps.warn_thrshld; 1879 } 1880 1881 static int dasd_eckd_ext_pool_cap_at_warnlevel(struct dasd_device *device) 1882 { 1883 struct dasd_eckd_private *private = device->private; 1884 1885 return private->eps.flags.capacity_at_warnlevel; 1886 } 1887 1888 /* 1889 * Extent Pool out of space 1890 */ 1891 static int dasd_eckd_ext_pool_oos(struct dasd_device *device) 1892 { 1893 struct dasd_eckd_private *private = device->private; 1894 1895 return private->eps.flags.pool_oos; 1896 } 1897 1898 /* 1899 * Build CP for Perform Subsystem Function - SSC. 1900 */ 1901 static struct dasd_ccw_req *dasd_eckd_build_psf_ssc(struct dasd_device *device, 1902 int enable_pav) 1903 { 1904 struct dasd_ccw_req *cqr; 1905 struct dasd_psf_ssc_data *psf_ssc_data; 1906 struct ccw1 *ccw; 1907 1908 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ , 1909 sizeof(struct dasd_psf_ssc_data), 1910 device, NULL); 1911 1912 if (IS_ERR(cqr)) { 1913 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 1914 "Could not allocate PSF-SSC request"); 1915 return cqr; 1916 } 1917 psf_ssc_data = (struct dasd_psf_ssc_data *)cqr->data; 1918 psf_ssc_data->order = PSF_ORDER_SSC; 1919 psf_ssc_data->suborder = 0xc0; 1920 if (enable_pav) { 1921 psf_ssc_data->suborder |= 0x08; 1922 psf_ssc_data->reserved[0] = 0x88; 1923 } 1924 ccw = cqr->cpaddr; 1925 ccw->cmd_code = DASD_ECKD_CCW_PSF; 1926 ccw->cda = (__u32)(addr_t)psf_ssc_data; 1927 ccw->count = 66; 1928 1929 cqr->startdev = device; 1930 cqr->memdev = device; 1931 cqr->block = NULL; 1932 cqr->retries = 256; 1933 cqr->expires = 10*HZ; 1934 cqr->buildclk = get_tod_clock(); 1935 cqr->status = DASD_CQR_FILLED; 1936 return cqr; 1937 } 1938 1939 /* 1940 * Perform Subsystem Function. 1941 * It is necessary to trigger CIO for channel revalidation since this 1942 * call might change behaviour of DASD devices. 1943 */ 1944 static int 1945 dasd_eckd_psf_ssc(struct dasd_device *device, int enable_pav, 1946 unsigned long flags) 1947 { 1948 struct dasd_ccw_req *cqr; 1949 int rc; 1950 1951 cqr = dasd_eckd_build_psf_ssc(device, enable_pav); 1952 if (IS_ERR(cqr)) 1953 return PTR_ERR(cqr); 1954 1955 /* 1956 * set flags e.g. turn on failfast, to prevent blocking 1957 * the calling function should handle failed requests 1958 */ 1959 cqr->flags |= flags; 1960 1961 rc = dasd_sleep_on(cqr); 1962 if (!rc) 1963 /* trigger CIO to reprobe devices */ 1964 css_schedule_reprobe(); 1965 else if (cqr->intrc == -EAGAIN) 1966 rc = -EAGAIN; 1967 1968 dasd_sfree_request(cqr, cqr->memdev); 1969 return rc; 1970 } 1971 1972 /* 1973 * Valide storage server of current device. 1974 */ 1975 static int dasd_eckd_validate_server(struct dasd_device *device, 1976 unsigned long flags) 1977 { 1978 struct dasd_eckd_private *private = device->private; 1979 int enable_pav, rc; 1980 1981 if (private->uid.type == UA_BASE_PAV_ALIAS || 1982 private->uid.type == UA_HYPER_PAV_ALIAS) 1983 return 0; 1984 if (dasd_nopav || MACHINE_IS_VM) 1985 enable_pav = 0; 1986 else 1987 enable_pav = 1; 1988 rc = dasd_eckd_psf_ssc(device, enable_pav, flags); 1989 1990 /* may be requested feature is not available on server, 1991 * therefore just report error and go ahead */ 1992 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "PSF-SSC for SSID %04x " 1993 "returned rc=%d", private->uid.ssid, rc); 1994 return rc; 1995 } 1996 1997 /* 1998 * worker to do a validate server in case of a lost pathgroup 1999 */ 2000 static void dasd_eckd_do_validate_server(struct work_struct *work) 2001 { 2002 struct dasd_device *device = container_of(work, struct dasd_device, 2003 kick_validate); 2004 unsigned long flags = 0; 2005 2006 set_bit(DASD_CQR_FLAGS_FAILFAST, &flags); 2007 if (dasd_eckd_validate_server(device, flags) 2008 == -EAGAIN) { 2009 /* schedule worker again if failed */ 2010 schedule_work(&device->kick_validate); 2011 return; 2012 } 2013 2014 dasd_put_device(device); 2015 } 2016 2017 static void dasd_eckd_kick_validate_server(struct dasd_device *device) 2018 { 2019 dasd_get_device(device); 2020 /* exit if device not online or in offline processing */ 2021 if (test_bit(DASD_FLAG_OFFLINE, &device->flags) || 2022 device->state < DASD_STATE_ONLINE) { 2023 dasd_put_device(device); 2024 return; 2025 } 2026 /* queue call to do_validate_server to the kernel event daemon. */ 2027 if (!schedule_work(&device->kick_validate)) 2028 dasd_put_device(device); 2029 } 2030 2031 /* 2032 * Check device characteristics. 2033 * If the device is accessible using ECKD discipline, the device is enabled. 2034 */ 2035 static int 2036 dasd_eckd_check_characteristics(struct dasd_device *device) 2037 { 2038 struct dasd_eckd_private *private = device->private; 2039 struct dasd_block *block; 2040 struct dasd_uid temp_uid; 2041 int rc, i; 2042 int readonly; 2043 unsigned long value; 2044 2045 /* setup work queue for validate server*/ 2046 INIT_WORK(&device->kick_validate, dasd_eckd_do_validate_server); 2047 /* setup work queue for summary unit check */ 2048 INIT_WORK(&device->suc_work, dasd_alias_handle_summary_unit_check); 2049 2050 if (!ccw_device_is_pathgroup(device->cdev)) { 2051 dev_warn(&device->cdev->dev, 2052 "A channel path group could not be established\n"); 2053 return -EIO; 2054 } 2055 if (!ccw_device_is_multipath(device->cdev)) { 2056 dev_info(&device->cdev->dev, 2057 "The DASD is not operating in multipath mode\n"); 2058 } 2059 if (!private) { 2060 private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA); 2061 if (!private) { 2062 dev_warn(&device->cdev->dev, 2063 "Allocating memory for private DASD data " 2064 "failed\n"); 2065 return -ENOMEM; 2066 } 2067 device->private = private; 2068 } else { 2069 memset(private, 0, sizeof(*private)); 2070 } 2071 /* Invalidate status of initial analysis. */ 2072 private->init_cqr_status = -1; 2073 /* Set default cache operations. */ 2074 private->attrib.operation = DASD_NORMAL_CACHE; 2075 private->attrib.nr_cyl = 0; 2076 2077 /* Read Configuration Data */ 2078 rc = dasd_eckd_read_conf(device); 2079 if (rc) 2080 goto out_err1; 2081 2082 /* set some default values */ 2083 device->default_expires = DASD_EXPIRES; 2084 device->default_retries = DASD_RETRIES; 2085 device->path_thrhld = DASD_ECKD_PATH_THRHLD; 2086 device->path_interval = DASD_ECKD_PATH_INTERVAL; 2087 2088 if (private->gneq) { 2089 value = 1; 2090 for (i = 0; i < private->gneq->timeout.value; i++) 2091 value = 10 * value; 2092 value = value * private->gneq->timeout.number; 2093 /* do not accept useless values */ 2094 if (value != 0 && value <= DASD_EXPIRES_MAX) 2095 device->default_expires = value; 2096 } 2097 2098 dasd_eckd_get_uid(device, &temp_uid); 2099 if (temp_uid.type == UA_BASE_DEVICE) { 2100 block = dasd_alloc_block(); 2101 if (IS_ERR(block)) { 2102 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 2103 "could not allocate dasd " 2104 "block structure"); 2105 rc = PTR_ERR(block); 2106 goto out_err1; 2107 } 2108 device->block = block; 2109 block->base = device; 2110 } 2111 2112 /* register lcu with alias handling, enable PAV */ 2113 rc = dasd_alias_make_device_known_to_lcu(device); 2114 if (rc) 2115 goto out_err2; 2116 2117 dasd_eckd_validate_server(device, 0); 2118 2119 /* device may report different configuration data after LCU setup */ 2120 rc = dasd_eckd_read_conf(device); 2121 if (rc) 2122 goto out_err3; 2123 2124 dasd_path_create_kobjects(device); 2125 2126 /* Read Feature Codes */ 2127 dasd_eckd_read_features(device); 2128 2129 /* Read Volume Information */ 2130 dasd_eckd_read_vol_info(device); 2131 2132 /* Read Extent Pool Information */ 2133 dasd_eckd_read_ext_pool_info(device); 2134 2135 /* Read Device Characteristics */ 2136 rc = dasd_generic_read_dev_chars(device, DASD_ECKD_MAGIC, 2137 &private->rdc_data, 64); 2138 if (rc) { 2139 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 2140 "Read device characteristic failed, rc=%d", rc); 2141 goto out_err3; 2142 } 2143 2144 if ((device->features & DASD_FEATURE_USERAW) && 2145 !(private->rdc_data.facilities.RT_in_LR)) { 2146 dev_err(&device->cdev->dev, "The storage server does not " 2147 "support raw-track access\n"); 2148 rc = -EINVAL; 2149 goto out_err3; 2150 } 2151 2152 /* find the valid cylinder size */ 2153 if (private->rdc_data.no_cyl == LV_COMPAT_CYL && 2154 private->rdc_data.long_no_cyl) 2155 private->real_cyl = private->rdc_data.long_no_cyl; 2156 else 2157 private->real_cyl = private->rdc_data.no_cyl; 2158 2159 private->fcx_max_data = get_fcx_max_data(device); 2160 2161 readonly = dasd_device_is_ro(device); 2162 if (readonly) 2163 set_bit(DASD_FLAG_DEVICE_RO, &device->flags); 2164 2165 dev_info(&device->cdev->dev, "New DASD %04X/%02X (CU %04X/%02X) " 2166 "with %d cylinders, %d heads, %d sectors%s\n", 2167 private->rdc_data.dev_type, 2168 private->rdc_data.dev_model, 2169 private->rdc_data.cu_type, 2170 private->rdc_data.cu_model.model, 2171 private->real_cyl, 2172 private->rdc_data.trk_per_cyl, 2173 private->rdc_data.sec_per_trk, 2174 readonly ? ", read-only device" : ""); 2175 return 0; 2176 2177 out_err3: 2178 dasd_alias_disconnect_device_from_lcu(device); 2179 out_err2: 2180 dasd_free_block(device->block); 2181 device->block = NULL; 2182 out_err1: 2183 dasd_eckd_clear_conf_data(device); 2184 dasd_path_remove_kobjects(device); 2185 kfree(device->private); 2186 device->private = NULL; 2187 return rc; 2188 } 2189 2190 static void dasd_eckd_uncheck_device(struct dasd_device *device) 2191 { 2192 struct dasd_eckd_private *private = device->private; 2193 2194 if (!private) 2195 return; 2196 2197 dasd_alias_disconnect_device_from_lcu(device); 2198 private->ned = NULL; 2199 private->sneq = NULL; 2200 private->vdsneq = NULL; 2201 private->gneq = NULL; 2202 dasd_eckd_clear_conf_data(device); 2203 dasd_path_remove_kobjects(device); 2204 } 2205 2206 static struct dasd_ccw_req * 2207 dasd_eckd_analysis_ccw(struct dasd_device *device) 2208 { 2209 struct dasd_eckd_private *private = device->private; 2210 struct eckd_count *count_data; 2211 struct LO_eckd_data *LO_data; 2212 struct dasd_ccw_req *cqr; 2213 struct ccw1 *ccw; 2214 int cplength, datasize; 2215 int i; 2216 2217 cplength = 8; 2218 datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data); 2219 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, device, 2220 NULL); 2221 if (IS_ERR(cqr)) 2222 return cqr; 2223 ccw = cqr->cpaddr; 2224 /* Define extent for the first 2 tracks. */ 2225 define_extent(ccw++, cqr->data, 0, 1, 2226 DASD_ECKD_CCW_READ_COUNT, device, 0); 2227 LO_data = cqr->data + sizeof(struct DE_eckd_data); 2228 /* Locate record for the first 4 records on track 0. */ 2229 ccw[-1].flags |= CCW_FLAG_CC; 2230 locate_record(ccw++, LO_data++, 0, 0, 4, 2231 DASD_ECKD_CCW_READ_COUNT, device, 0); 2232 2233 count_data = private->count_area; 2234 for (i = 0; i < 4; i++) { 2235 ccw[-1].flags |= CCW_FLAG_CC; 2236 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2237 ccw->flags = 0; 2238 ccw->count = 8; 2239 ccw->cda = (__u32)(addr_t) count_data; 2240 ccw++; 2241 count_data++; 2242 } 2243 2244 /* Locate record for the first record on track 1. */ 2245 ccw[-1].flags |= CCW_FLAG_CC; 2246 locate_record(ccw++, LO_data++, 1, 0, 1, 2247 DASD_ECKD_CCW_READ_COUNT, device, 0); 2248 /* Read count ccw. */ 2249 ccw[-1].flags |= CCW_FLAG_CC; 2250 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2251 ccw->flags = 0; 2252 ccw->count = 8; 2253 ccw->cda = (__u32)(addr_t) count_data; 2254 2255 cqr->block = NULL; 2256 cqr->startdev = device; 2257 cqr->memdev = device; 2258 cqr->retries = 255; 2259 cqr->buildclk = get_tod_clock(); 2260 cqr->status = DASD_CQR_FILLED; 2261 /* Set flags to suppress output for expected errors */ 2262 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 2263 2264 return cqr; 2265 } 2266 2267 /* differentiate between 'no record found' and any other error */ 2268 static int dasd_eckd_analysis_evaluation(struct dasd_ccw_req *init_cqr) 2269 { 2270 char *sense; 2271 if (init_cqr->status == DASD_CQR_DONE) 2272 return INIT_CQR_OK; 2273 else if (init_cqr->status == DASD_CQR_NEED_ERP || 2274 init_cqr->status == DASD_CQR_FAILED) { 2275 sense = dasd_get_sense(&init_cqr->irb); 2276 if (sense && (sense[1] & SNS1_NO_REC_FOUND)) 2277 return INIT_CQR_UNFORMATTED; 2278 else 2279 return INIT_CQR_ERROR; 2280 } else 2281 return INIT_CQR_ERROR; 2282 } 2283 2284 /* 2285 * This is the callback function for the init_analysis cqr. It saves 2286 * the status of the initial analysis ccw before it frees it and kicks 2287 * the device to continue the startup sequence. This will call 2288 * dasd_eckd_do_analysis again (if the devices has not been marked 2289 * for deletion in the meantime). 2290 */ 2291 static void dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr, 2292 void *data) 2293 { 2294 struct dasd_device *device = init_cqr->startdev; 2295 struct dasd_eckd_private *private = device->private; 2296 2297 private->init_cqr_status = dasd_eckd_analysis_evaluation(init_cqr); 2298 dasd_sfree_request(init_cqr, device); 2299 dasd_kick_device(device); 2300 } 2301 2302 static int dasd_eckd_start_analysis(struct dasd_block *block) 2303 { 2304 struct dasd_ccw_req *init_cqr; 2305 2306 init_cqr = dasd_eckd_analysis_ccw(block->base); 2307 if (IS_ERR(init_cqr)) 2308 return PTR_ERR(init_cqr); 2309 init_cqr->callback = dasd_eckd_analysis_callback; 2310 init_cqr->callback_data = NULL; 2311 init_cqr->expires = 5*HZ; 2312 /* first try without ERP, so we can later handle unformatted 2313 * devices as special case 2314 */ 2315 clear_bit(DASD_CQR_FLAGS_USE_ERP, &init_cqr->flags); 2316 init_cqr->retries = 0; 2317 dasd_add_request_head(init_cqr); 2318 return -EAGAIN; 2319 } 2320 2321 static int dasd_eckd_end_analysis(struct dasd_block *block) 2322 { 2323 struct dasd_device *device = block->base; 2324 struct dasd_eckd_private *private = device->private; 2325 struct eckd_count *count_area; 2326 unsigned int sb, blk_per_trk; 2327 int status, i; 2328 struct dasd_ccw_req *init_cqr; 2329 2330 status = private->init_cqr_status; 2331 private->init_cqr_status = -1; 2332 if (status == INIT_CQR_ERROR) { 2333 /* try again, this time with full ERP */ 2334 init_cqr = dasd_eckd_analysis_ccw(device); 2335 dasd_sleep_on(init_cqr); 2336 status = dasd_eckd_analysis_evaluation(init_cqr); 2337 dasd_sfree_request(init_cqr, device); 2338 } 2339 2340 if (device->features & DASD_FEATURE_USERAW) { 2341 block->bp_block = DASD_RAW_BLOCKSIZE; 2342 blk_per_trk = DASD_RAW_BLOCK_PER_TRACK; 2343 block->s2b_shift = 3; 2344 goto raw; 2345 } 2346 2347 if (status == INIT_CQR_UNFORMATTED) { 2348 dev_warn(&device->cdev->dev, "The DASD is not formatted\n"); 2349 return -EMEDIUMTYPE; 2350 } else if (status == INIT_CQR_ERROR) { 2351 dev_err(&device->cdev->dev, 2352 "Detecting the DASD disk layout failed because " 2353 "of an I/O error\n"); 2354 return -EIO; 2355 } 2356 2357 private->uses_cdl = 1; 2358 /* Check Track 0 for Compatible Disk Layout */ 2359 count_area = NULL; 2360 for (i = 0; i < 3; i++) { 2361 if (private->count_area[i].kl != 4 || 2362 private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4 || 2363 private->count_area[i].cyl != 0 || 2364 private->count_area[i].head != count_area_head[i] || 2365 private->count_area[i].record != count_area_rec[i]) { 2366 private->uses_cdl = 0; 2367 break; 2368 } 2369 } 2370 if (i == 3) 2371 count_area = &private->count_area[3]; 2372 2373 if (private->uses_cdl == 0) { 2374 for (i = 0; i < 5; i++) { 2375 if ((private->count_area[i].kl != 0) || 2376 (private->count_area[i].dl != 2377 private->count_area[0].dl) || 2378 private->count_area[i].cyl != 0 || 2379 private->count_area[i].head != count_area_head[i] || 2380 private->count_area[i].record != count_area_rec[i]) 2381 break; 2382 } 2383 if (i == 5) 2384 count_area = &private->count_area[0]; 2385 } else { 2386 if (private->count_area[3].record == 1) 2387 dev_warn(&device->cdev->dev, 2388 "Track 0 has no records following the VTOC\n"); 2389 } 2390 2391 if (count_area != NULL && count_area->kl == 0) { 2392 /* we found notthing violating our disk layout */ 2393 if (dasd_check_blocksize(count_area->dl) == 0) 2394 block->bp_block = count_area->dl; 2395 } 2396 if (block->bp_block == 0) { 2397 dev_warn(&device->cdev->dev, 2398 "The disk layout of the DASD is not supported\n"); 2399 return -EMEDIUMTYPE; 2400 } 2401 block->s2b_shift = 0; /* bits to shift 512 to get a block */ 2402 for (sb = 512; sb < block->bp_block; sb = sb << 1) 2403 block->s2b_shift++; 2404 2405 blk_per_trk = recs_per_track(&private->rdc_data, 0, block->bp_block); 2406 2407 raw: 2408 block->blocks = ((unsigned long) private->real_cyl * 2409 private->rdc_data.trk_per_cyl * 2410 blk_per_trk); 2411 2412 dev_info(&device->cdev->dev, 2413 "DASD with %u KB/block, %lu KB total size, %u KB/track, " 2414 "%s\n", (block->bp_block >> 10), 2415 (((unsigned long) private->real_cyl * 2416 private->rdc_data.trk_per_cyl * 2417 blk_per_trk * (block->bp_block >> 9)) >> 1), 2418 ((blk_per_trk * block->bp_block) >> 10), 2419 private->uses_cdl ? 2420 "compatible disk layout" : "linux disk layout"); 2421 2422 return 0; 2423 } 2424 2425 static int dasd_eckd_do_analysis(struct dasd_block *block) 2426 { 2427 struct dasd_eckd_private *private = block->base->private; 2428 2429 if (private->init_cqr_status < 0) 2430 return dasd_eckd_start_analysis(block); 2431 else 2432 return dasd_eckd_end_analysis(block); 2433 } 2434 2435 static int dasd_eckd_basic_to_ready(struct dasd_device *device) 2436 { 2437 return dasd_alias_add_device(device); 2438 }; 2439 2440 static int dasd_eckd_online_to_ready(struct dasd_device *device) 2441 { 2442 if (cancel_work_sync(&device->reload_device)) 2443 dasd_put_device(device); 2444 if (cancel_work_sync(&device->kick_validate)) 2445 dasd_put_device(device); 2446 2447 return 0; 2448 }; 2449 2450 static int dasd_eckd_basic_to_known(struct dasd_device *device) 2451 { 2452 return dasd_alias_remove_device(device); 2453 }; 2454 2455 static int 2456 dasd_eckd_fill_geometry(struct dasd_block *block, struct hd_geometry *geo) 2457 { 2458 struct dasd_eckd_private *private = block->base->private; 2459 2460 if (dasd_check_blocksize(block->bp_block) == 0) { 2461 geo->sectors = recs_per_track(&private->rdc_data, 2462 0, block->bp_block); 2463 } 2464 geo->cylinders = private->rdc_data.no_cyl; 2465 geo->heads = private->rdc_data.trk_per_cyl; 2466 return 0; 2467 } 2468 2469 /* 2470 * Build the TCW request for the format check 2471 */ 2472 static struct dasd_ccw_req * 2473 dasd_eckd_build_check_tcw(struct dasd_device *base, struct format_data_t *fdata, 2474 int enable_pav, struct eckd_count *fmt_buffer, 2475 int rpt) 2476 { 2477 struct dasd_eckd_private *start_priv; 2478 struct dasd_device *startdev = NULL; 2479 struct tidaw *last_tidaw = NULL; 2480 struct dasd_ccw_req *cqr; 2481 struct itcw *itcw; 2482 int itcw_size; 2483 int count; 2484 int rc; 2485 int i; 2486 2487 if (enable_pav) 2488 startdev = dasd_alias_get_start_dev(base); 2489 2490 if (!startdev) 2491 startdev = base; 2492 2493 start_priv = startdev->private; 2494 2495 count = rpt * (fdata->stop_unit - fdata->start_unit + 1); 2496 2497 /* 2498 * we're adding 'count' amount of tidaw to the itcw. 2499 * calculate the corresponding itcw_size 2500 */ 2501 itcw_size = itcw_calc_size(0, count, 0); 2502 2503 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev); 2504 if (IS_ERR(cqr)) 2505 return cqr; 2506 2507 start_priv->count++; 2508 2509 itcw = itcw_init(cqr->data, itcw_size, ITCW_OP_READ, 0, count, 0); 2510 if (IS_ERR(itcw)) { 2511 rc = -EINVAL; 2512 goto out_err; 2513 } 2514 2515 cqr->cpaddr = itcw_get_tcw(itcw); 2516 rc = prepare_itcw(itcw, fdata->start_unit, fdata->stop_unit, 2517 DASD_ECKD_CCW_READ_COUNT_MT, base, startdev, 0, count, 2518 sizeof(struct eckd_count), 2519 count * sizeof(struct eckd_count), 0, rpt); 2520 if (rc) 2521 goto out_err; 2522 2523 for (i = 0; i < count; i++) { 2524 last_tidaw = itcw_add_tidaw(itcw, 0, fmt_buffer++, 2525 sizeof(struct eckd_count)); 2526 if (IS_ERR(last_tidaw)) { 2527 rc = -EINVAL; 2528 goto out_err; 2529 } 2530 } 2531 2532 last_tidaw->flags |= TIDAW_FLAGS_LAST; 2533 itcw_finalize(itcw); 2534 2535 cqr->cpmode = 1; 2536 cqr->startdev = startdev; 2537 cqr->memdev = startdev; 2538 cqr->basedev = base; 2539 cqr->retries = startdev->default_retries; 2540 cqr->expires = startdev->default_expires * HZ; 2541 cqr->buildclk = get_tod_clock(); 2542 cqr->status = DASD_CQR_FILLED; 2543 /* Set flags to suppress output for expected errors */ 2544 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 2545 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 2546 2547 return cqr; 2548 2549 out_err: 2550 dasd_sfree_request(cqr, startdev); 2551 2552 return ERR_PTR(rc); 2553 } 2554 2555 /* 2556 * Build the CCW request for the format check 2557 */ 2558 static struct dasd_ccw_req * 2559 dasd_eckd_build_check(struct dasd_device *base, struct format_data_t *fdata, 2560 int enable_pav, struct eckd_count *fmt_buffer, int rpt) 2561 { 2562 struct dasd_eckd_private *start_priv; 2563 struct dasd_eckd_private *base_priv; 2564 struct dasd_device *startdev = NULL; 2565 struct dasd_ccw_req *cqr; 2566 struct ccw1 *ccw; 2567 void *data; 2568 int cplength, datasize; 2569 int use_prefix; 2570 int count; 2571 int i; 2572 2573 if (enable_pav) 2574 startdev = dasd_alias_get_start_dev(base); 2575 2576 if (!startdev) 2577 startdev = base; 2578 2579 start_priv = startdev->private; 2580 base_priv = base->private; 2581 2582 count = rpt * (fdata->stop_unit - fdata->start_unit + 1); 2583 2584 use_prefix = base_priv->features.feature[8] & 0x01; 2585 2586 if (use_prefix) { 2587 cplength = 1; 2588 datasize = sizeof(struct PFX_eckd_data); 2589 } else { 2590 cplength = 2; 2591 datasize = sizeof(struct DE_eckd_data) + 2592 sizeof(struct LO_eckd_data); 2593 } 2594 cplength += count; 2595 2596 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev); 2597 if (IS_ERR(cqr)) 2598 return cqr; 2599 2600 start_priv->count++; 2601 data = cqr->data; 2602 ccw = cqr->cpaddr; 2603 2604 if (use_prefix) { 2605 prefix_LRE(ccw++, data, fdata->start_unit, fdata->stop_unit, 2606 DASD_ECKD_CCW_READ_COUNT, base, startdev, 1, 0, 2607 count, 0, 0); 2608 } else { 2609 define_extent(ccw++, data, fdata->start_unit, fdata->stop_unit, 2610 DASD_ECKD_CCW_READ_COUNT, startdev, 0); 2611 2612 data += sizeof(struct DE_eckd_data); 2613 ccw[-1].flags |= CCW_FLAG_CC; 2614 2615 locate_record(ccw++, data, fdata->start_unit, 0, count, 2616 DASD_ECKD_CCW_READ_COUNT, base, 0); 2617 } 2618 2619 for (i = 0; i < count; i++) { 2620 ccw[-1].flags |= CCW_FLAG_CC; 2621 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT; 2622 ccw->flags = CCW_FLAG_SLI; 2623 ccw->count = 8; 2624 ccw->cda = (__u32)(addr_t) fmt_buffer; 2625 ccw++; 2626 fmt_buffer++; 2627 } 2628 2629 cqr->startdev = startdev; 2630 cqr->memdev = startdev; 2631 cqr->basedev = base; 2632 cqr->retries = DASD_RETRIES; 2633 cqr->expires = startdev->default_expires * HZ; 2634 cqr->buildclk = get_tod_clock(); 2635 cqr->status = DASD_CQR_FILLED; 2636 /* Set flags to suppress output for expected errors */ 2637 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 2638 2639 return cqr; 2640 } 2641 2642 static struct dasd_ccw_req * 2643 dasd_eckd_build_format(struct dasd_device *base, struct dasd_device *startdev, 2644 struct format_data_t *fdata, int enable_pav) 2645 { 2646 struct dasd_eckd_private *base_priv; 2647 struct dasd_eckd_private *start_priv; 2648 struct dasd_ccw_req *fcp; 2649 struct eckd_count *ect; 2650 struct ch_t address; 2651 struct ccw1 *ccw; 2652 void *data; 2653 int rpt; 2654 int cplength, datasize; 2655 int i, j; 2656 int intensity = 0; 2657 int r0_perm; 2658 int nr_tracks; 2659 int use_prefix; 2660 2661 if (enable_pav) 2662 startdev = dasd_alias_get_start_dev(base); 2663 2664 if (!startdev) 2665 startdev = base; 2666 2667 start_priv = startdev->private; 2668 base_priv = base->private; 2669 2670 rpt = recs_per_track(&base_priv->rdc_data, 0, fdata->blksize); 2671 2672 nr_tracks = fdata->stop_unit - fdata->start_unit + 1; 2673 2674 /* 2675 * fdata->intensity is a bit string that tells us what to do: 2676 * Bit 0: write record zero 2677 * Bit 1: write home address, currently not supported 2678 * Bit 2: invalidate tracks 2679 * Bit 3: use OS/390 compatible disk layout (cdl) 2680 * Bit 4: do not allow storage subsystem to modify record zero 2681 * Only some bit combinations do make sense. 2682 */ 2683 if (fdata->intensity & 0x10) { 2684 r0_perm = 0; 2685 intensity = fdata->intensity & ~0x10; 2686 } else { 2687 r0_perm = 1; 2688 intensity = fdata->intensity; 2689 } 2690 2691 use_prefix = base_priv->features.feature[8] & 0x01; 2692 2693 switch (intensity) { 2694 case 0x00: /* Normal format */ 2695 case 0x08: /* Normal format, use cdl. */ 2696 cplength = 2 + (rpt*nr_tracks); 2697 if (use_prefix) 2698 datasize = sizeof(struct PFX_eckd_data) + 2699 sizeof(struct LO_eckd_data) + 2700 rpt * nr_tracks * sizeof(struct eckd_count); 2701 else 2702 datasize = sizeof(struct DE_eckd_data) + 2703 sizeof(struct LO_eckd_data) + 2704 rpt * nr_tracks * sizeof(struct eckd_count); 2705 break; 2706 case 0x01: /* Write record zero and format track. */ 2707 case 0x09: /* Write record zero and format track, use cdl. */ 2708 cplength = 2 + rpt * nr_tracks; 2709 if (use_prefix) 2710 datasize = sizeof(struct PFX_eckd_data) + 2711 sizeof(struct LO_eckd_data) + 2712 sizeof(struct eckd_count) + 2713 rpt * nr_tracks * sizeof(struct eckd_count); 2714 else 2715 datasize = sizeof(struct DE_eckd_data) + 2716 sizeof(struct LO_eckd_data) + 2717 sizeof(struct eckd_count) + 2718 rpt * nr_tracks * sizeof(struct eckd_count); 2719 break; 2720 case 0x04: /* Invalidate track. */ 2721 case 0x0c: /* Invalidate track, use cdl. */ 2722 cplength = 3; 2723 if (use_prefix) 2724 datasize = sizeof(struct PFX_eckd_data) + 2725 sizeof(struct LO_eckd_data) + 2726 sizeof(struct eckd_count); 2727 else 2728 datasize = sizeof(struct DE_eckd_data) + 2729 sizeof(struct LO_eckd_data) + 2730 sizeof(struct eckd_count); 2731 break; 2732 default: 2733 dev_warn(&startdev->cdev->dev, 2734 "An I/O control call used incorrect flags 0x%x\n", 2735 fdata->intensity); 2736 return ERR_PTR(-EINVAL); 2737 } 2738 2739 fcp = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev); 2740 if (IS_ERR(fcp)) 2741 return fcp; 2742 2743 start_priv->count++; 2744 data = fcp->data; 2745 ccw = fcp->cpaddr; 2746 2747 switch (intensity & ~0x08) { 2748 case 0x00: /* Normal format. */ 2749 if (use_prefix) { 2750 prefix(ccw++, (struct PFX_eckd_data *) data, 2751 fdata->start_unit, fdata->stop_unit, 2752 DASD_ECKD_CCW_WRITE_CKD, base, startdev); 2753 /* grant subsystem permission to format R0 */ 2754 if (r0_perm) 2755 ((struct PFX_eckd_data *)data) 2756 ->define_extent.ga_extended |= 0x04; 2757 data += sizeof(struct PFX_eckd_data); 2758 } else { 2759 define_extent(ccw++, (struct DE_eckd_data *) data, 2760 fdata->start_unit, fdata->stop_unit, 2761 DASD_ECKD_CCW_WRITE_CKD, startdev, 0); 2762 /* grant subsystem permission to format R0 */ 2763 if (r0_perm) 2764 ((struct DE_eckd_data *) data) 2765 ->ga_extended |= 0x04; 2766 data += sizeof(struct DE_eckd_data); 2767 } 2768 ccw[-1].flags |= CCW_FLAG_CC; 2769 locate_record(ccw++, (struct LO_eckd_data *) data, 2770 fdata->start_unit, 0, rpt*nr_tracks, 2771 DASD_ECKD_CCW_WRITE_CKD, base, 2772 fdata->blksize); 2773 data += sizeof(struct LO_eckd_data); 2774 break; 2775 case 0x01: /* Write record zero + format track. */ 2776 if (use_prefix) { 2777 prefix(ccw++, (struct PFX_eckd_data *) data, 2778 fdata->start_unit, fdata->stop_unit, 2779 DASD_ECKD_CCW_WRITE_RECORD_ZERO, 2780 base, startdev); 2781 data += sizeof(struct PFX_eckd_data); 2782 } else { 2783 define_extent(ccw++, (struct DE_eckd_data *) data, 2784 fdata->start_unit, fdata->stop_unit, 2785 DASD_ECKD_CCW_WRITE_RECORD_ZERO, startdev, 0); 2786 data += sizeof(struct DE_eckd_data); 2787 } 2788 ccw[-1].flags |= CCW_FLAG_CC; 2789 locate_record(ccw++, (struct LO_eckd_data *) data, 2790 fdata->start_unit, 0, rpt * nr_tracks + 1, 2791 DASD_ECKD_CCW_WRITE_RECORD_ZERO, base, 2792 base->block->bp_block); 2793 data += sizeof(struct LO_eckd_data); 2794 break; 2795 case 0x04: /* Invalidate track. */ 2796 if (use_prefix) { 2797 prefix(ccw++, (struct PFX_eckd_data *) data, 2798 fdata->start_unit, fdata->stop_unit, 2799 DASD_ECKD_CCW_WRITE_CKD, base, startdev); 2800 data += sizeof(struct PFX_eckd_data); 2801 } else { 2802 define_extent(ccw++, (struct DE_eckd_data *) data, 2803 fdata->start_unit, fdata->stop_unit, 2804 DASD_ECKD_CCW_WRITE_CKD, startdev, 0); 2805 data += sizeof(struct DE_eckd_data); 2806 } 2807 ccw[-1].flags |= CCW_FLAG_CC; 2808 locate_record(ccw++, (struct LO_eckd_data *) data, 2809 fdata->start_unit, 0, 1, 2810 DASD_ECKD_CCW_WRITE_CKD, base, 8); 2811 data += sizeof(struct LO_eckd_data); 2812 break; 2813 } 2814 2815 for (j = 0; j < nr_tracks; j++) { 2816 /* calculate cylinder and head for the current track */ 2817 set_ch_t(&address, 2818 (fdata->start_unit + j) / 2819 base_priv->rdc_data.trk_per_cyl, 2820 (fdata->start_unit + j) % 2821 base_priv->rdc_data.trk_per_cyl); 2822 if (intensity & 0x01) { /* write record zero */ 2823 ect = (struct eckd_count *) data; 2824 data += sizeof(struct eckd_count); 2825 ect->cyl = address.cyl; 2826 ect->head = address.head; 2827 ect->record = 0; 2828 ect->kl = 0; 2829 ect->dl = 8; 2830 ccw[-1].flags |= CCW_FLAG_CC; 2831 ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO; 2832 ccw->flags = CCW_FLAG_SLI; 2833 ccw->count = 8; 2834 ccw->cda = (__u32)(addr_t) ect; 2835 ccw++; 2836 } 2837 if ((intensity & ~0x08) & 0x04) { /* erase track */ 2838 ect = (struct eckd_count *) data; 2839 data += sizeof(struct eckd_count); 2840 ect->cyl = address.cyl; 2841 ect->head = address.head; 2842 ect->record = 1; 2843 ect->kl = 0; 2844 ect->dl = 0; 2845 ccw[-1].flags |= CCW_FLAG_CC; 2846 ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD; 2847 ccw->flags = CCW_FLAG_SLI; 2848 ccw->count = 8; 2849 ccw->cda = (__u32)(addr_t) ect; 2850 } else { /* write remaining records */ 2851 for (i = 0; i < rpt; i++) { 2852 ect = (struct eckd_count *) data; 2853 data += sizeof(struct eckd_count); 2854 ect->cyl = address.cyl; 2855 ect->head = address.head; 2856 ect->record = i + 1; 2857 ect->kl = 0; 2858 ect->dl = fdata->blksize; 2859 /* 2860 * Check for special tracks 0-1 2861 * when formatting CDL 2862 */ 2863 if ((intensity & 0x08) && 2864 address.cyl == 0 && address.head == 0) { 2865 if (i < 3) { 2866 ect->kl = 4; 2867 ect->dl = sizes_trk0[i] - 4; 2868 } 2869 } 2870 if ((intensity & 0x08) && 2871 address.cyl == 0 && address.head == 1) { 2872 ect->kl = 44; 2873 ect->dl = LABEL_SIZE - 44; 2874 } 2875 ccw[-1].flags |= CCW_FLAG_CC; 2876 if (i != 0 || j == 0) 2877 ccw->cmd_code = 2878 DASD_ECKD_CCW_WRITE_CKD; 2879 else 2880 ccw->cmd_code = 2881 DASD_ECKD_CCW_WRITE_CKD_MT; 2882 ccw->flags = CCW_FLAG_SLI; 2883 ccw->count = 8; 2884 ccw->cda = (__u32)(addr_t) ect; 2885 ccw++; 2886 } 2887 } 2888 } 2889 2890 fcp->startdev = startdev; 2891 fcp->memdev = startdev; 2892 fcp->basedev = base; 2893 fcp->retries = 256; 2894 fcp->expires = startdev->default_expires * HZ; 2895 fcp->buildclk = get_tod_clock(); 2896 fcp->status = DASD_CQR_FILLED; 2897 2898 return fcp; 2899 } 2900 2901 /* 2902 * Wrapper function to build a CCW request depending on input data 2903 */ 2904 static struct dasd_ccw_req * 2905 dasd_eckd_format_build_ccw_req(struct dasd_device *base, 2906 struct format_data_t *fdata, int enable_pav, 2907 int tpm, struct eckd_count *fmt_buffer, int rpt) 2908 { 2909 struct dasd_ccw_req *ccw_req; 2910 2911 if (!fmt_buffer) { 2912 ccw_req = dasd_eckd_build_format(base, NULL, fdata, enable_pav); 2913 } else { 2914 if (tpm) 2915 ccw_req = dasd_eckd_build_check_tcw(base, fdata, 2916 enable_pav, 2917 fmt_buffer, rpt); 2918 else 2919 ccw_req = dasd_eckd_build_check(base, fdata, enable_pav, 2920 fmt_buffer, rpt); 2921 } 2922 2923 return ccw_req; 2924 } 2925 2926 /* 2927 * Sanity checks on format_data 2928 */ 2929 static int dasd_eckd_format_sanity_checks(struct dasd_device *base, 2930 struct format_data_t *fdata) 2931 { 2932 struct dasd_eckd_private *private = base->private; 2933 2934 if (fdata->start_unit >= 2935 (private->real_cyl * private->rdc_data.trk_per_cyl)) { 2936 dev_warn(&base->cdev->dev, 2937 "Start track number %u used in formatting is too big\n", 2938 fdata->start_unit); 2939 return -EINVAL; 2940 } 2941 if (fdata->stop_unit >= 2942 (private->real_cyl * private->rdc_data.trk_per_cyl)) { 2943 dev_warn(&base->cdev->dev, 2944 "Stop track number %u used in formatting is too big\n", 2945 fdata->stop_unit); 2946 return -EINVAL; 2947 } 2948 if (fdata->start_unit > fdata->stop_unit) { 2949 dev_warn(&base->cdev->dev, 2950 "Start track %u used in formatting exceeds end track\n", 2951 fdata->start_unit); 2952 return -EINVAL; 2953 } 2954 if (dasd_check_blocksize(fdata->blksize) != 0) { 2955 dev_warn(&base->cdev->dev, 2956 "The DASD cannot be formatted with block size %u\n", 2957 fdata->blksize); 2958 return -EINVAL; 2959 } 2960 return 0; 2961 } 2962 2963 /* 2964 * This function will process format_data originally coming from an IOCTL 2965 */ 2966 static int dasd_eckd_format_process_data(struct dasd_device *base, 2967 struct format_data_t *fdata, 2968 int enable_pav, int tpm, 2969 struct eckd_count *fmt_buffer, int rpt, 2970 struct irb *irb) 2971 { 2972 struct dasd_eckd_private *private = base->private; 2973 struct dasd_ccw_req *cqr, *n; 2974 struct list_head format_queue; 2975 struct dasd_device *device; 2976 char *sense = NULL; 2977 int old_start, old_stop, format_step; 2978 int step, retry; 2979 int rc; 2980 2981 rc = dasd_eckd_format_sanity_checks(base, fdata); 2982 if (rc) 2983 return rc; 2984 2985 INIT_LIST_HEAD(&format_queue); 2986 2987 old_start = fdata->start_unit; 2988 old_stop = fdata->stop_unit; 2989 2990 if (!tpm && fmt_buffer != NULL) { 2991 /* Command Mode / Format Check */ 2992 format_step = 1; 2993 } else if (tpm && fmt_buffer != NULL) { 2994 /* Transport Mode / Format Check */ 2995 format_step = DASD_CQR_MAX_CCW / rpt; 2996 } else { 2997 /* Normal Formatting */ 2998 format_step = DASD_CQR_MAX_CCW / 2999 recs_per_track(&private->rdc_data, 0, fdata->blksize); 3000 } 3001 3002 do { 3003 retry = 0; 3004 while (fdata->start_unit <= old_stop) { 3005 step = fdata->stop_unit - fdata->start_unit + 1; 3006 if (step > format_step) { 3007 fdata->stop_unit = 3008 fdata->start_unit + format_step - 1; 3009 } 3010 3011 cqr = dasd_eckd_format_build_ccw_req(base, fdata, 3012 enable_pav, tpm, 3013 fmt_buffer, rpt); 3014 if (IS_ERR(cqr)) { 3015 rc = PTR_ERR(cqr); 3016 if (rc == -ENOMEM) { 3017 if (list_empty(&format_queue)) 3018 goto out; 3019 /* 3020 * not enough memory available, start 3021 * requests retry after first requests 3022 * were finished 3023 */ 3024 retry = 1; 3025 break; 3026 } 3027 goto out_err; 3028 } 3029 list_add_tail(&cqr->blocklist, &format_queue); 3030 3031 if (fmt_buffer) { 3032 step = fdata->stop_unit - fdata->start_unit + 1; 3033 fmt_buffer += rpt * step; 3034 } 3035 fdata->start_unit = fdata->stop_unit + 1; 3036 fdata->stop_unit = old_stop; 3037 } 3038 3039 rc = dasd_sleep_on_queue(&format_queue); 3040 3041 out_err: 3042 list_for_each_entry_safe(cqr, n, &format_queue, blocklist) { 3043 device = cqr->startdev; 3044 private = device->private; 3045 3046 if (cqr->status == DASD_CQR_FAILED) { 3047 /* 3048 * Only get sense data if called by format 3049 * check 3050 */ 3051 if (fmt_buffer && irb) { 3052 sense = dasd_get_sense(&cqr->irb); 3053 memcpy(irb, &cqr->irb, sizeof(*irb)); 3054 } 3055 rc = -EIO; 3056 } 3057 list_del_init(&cqr->blocklist); 3058 dasd_ffree_request(cqr, device); 3059 private->count--; 3060 } 3061 3062 if (rc && rc != -EIO) 3063 goto out; 3064 if (rc == -EIO) { 3065 /* 3066 * In case fewer than the expected records are on the 3067 * track, we will most likely get a 'No Record Found' 3068 * error (in command mode) or a 'File Protected' error 3069 * (in transport mode). Those particular cases shouldn't 3070 * pass the -EIO to the IOCTL, therefore reset the rc 3071 * and continue. 3072 */ 3073 if (sense && 3074 (sense[1] & SNS1_NO_REC_FOUND || 3075 sense[1] & SNS1_FILE_PROTECTED)) 3076 retry = 1; 3077 else 3078 goto out; 3079 } 3080 3081 } while (retry); 3082 3083 out: 3084 fdata->start_unit = old_start; 3085 fdata->stop_unit = old_stop; 3086 3087 return rc; 3088 } 3089 3090 static int dasd_eckd_format_device(struct dasd_device *base, 3091 struct format_data_t *fdata, int enable_pav) 3092 { 3093 return dasd_eckd_format_process_data(base, fdata, enable_pav, 0, NULL, 3094 0, NULL); 3095 } 3096 3097 static bool test_and_set_format_track(struct dasd_format_entry *to_format, 3098 struct dasd_ccw_req *cqr) 3099 { 3100 struct dasd_block *block = cqr->block; 3101 struct dasd_format_entry *format; 3102 unsigned long flags; 3103 bool rc = false; 3104 3105 spin_lock_irqsave(&block->format_lock, flags); 3106 if (cqr->trkcount != atomic_read(&block->trkcount)) { 3107 /* 3108 * The number of formatted tracks has changed after request 3109 * start and we can not tell if the current track was involved. 3110 * To avoid data corruption treat it as if the current track is 3111 * involved 3112 */ 3113 rc = true; 3114 goto out; 3115 } 3116 list_for_each_entry(format, &block->format_list, list) { 3117 if (format->track == to_format->track) { 3118 rc = true; 3119 goto out; 3120 } 3121 } 3122 list_add_tail(&to_format->list, &block->format_list); 3123 3124 out: 3125 spin_unlock_irqrestore(&block->format_lock, flags); 3126 return rc; 3127 } 3128 3129 static void clear_format_track(struct dasd_format_entry *format, 3130 struct dasd_block *block) 3131 { 3132 unsigned long flags; 3133 3134 spin_lock_irqsave(&block->format_lock, flags); 3135 atomic_inc(&block->trkcount); 3136 list_del_init(&format->list); 3137 spin_unlock_irqrestore(&block->format_lock, flags); 3138 } 3139 3140 /* 3141 * Callback function to free ESE format requests. 3142 */ 3143 static void dasd_eckd_ese_format_cb(struct dasd_ccw_req *cqr, void *data) 3144 { 3145 struct dasd_device *device = cqr->startdev; 3146 struct dasd_eckd_private *private = device->private; 3147 struct dasd_format_entry *format = data; 3148 3149 clear_format_track(format, cqr->basedev->block); 3150 private->count--; 3151 dasd_ffree_request(cqr, device); 3152 } 3153 3154 static struct dasd_ccw_req * 3155 dasd_eckd_ese_format(struct dasd_device *startdev, struct dasd_ccw_req *cqr, 3156 struct irb *irb) 3157 { 3158 struct dasd_eckd_private *private; 3159 struct dasd_format_entry *format; 3160 struct format_data_t fdata; 3161 unsigned int recs_per_trk; 3162 struct dasd_ccw_req *fcqr; 3163 struct dasd_device *base; 3164 struct dasd_block *block; 3165 unsigned int blksize; 3166 struct request *req; 3167 sector_t first_trk; 3168 sector_t last_trk; 3169 sector_t curr_trk; 3170 int rc; 3171 3172 req = dasd_get_callback_data(cqr); 3173 block = cqr->block; 3174 base = block->base; 3175 private = base->private; 3176 blksize = block->bp_block; 3177 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 3178 format = &startdev->format_entry; 3179 3180 first_trk = blk_rq_pos(req) >> block->s2b_shift; 3181 sector_div(first_trk, recs_per_trk); 3182 last_trk = 3183 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 3184 sector_div(last_trk, recs_per_trk); 3185 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk); 3186 if (rc) 3187 return ERR_PTR(rc); 3188 3189 if (curr_trk < first_trk || curr_trk > last_trk) { 3190 DBF_DEV_EVENT(DBF_WARNING, startdev, 3191 "ESE error track %llu not within range %llu - %llu\n", 3192 curr_trk, first_trk, last_trk); 3193 return ERR_PTR(-EINVAL); 3194 } 3195 format->track = curr_trk; 3196 /* test if track is already in formatting by another thread */ 3197 if (test_and_set_format_track(format, cqr)) { 3198 /* this is no real error so do not count down retries */ 3199 cqr->retries++; 3200 return ERR_PTR(-EEXIST); 3201 } 3202 3203 fdata.start_unit = curr_trk; 3204 fdata.stop_unit = curr_trk; 3205 fdata.blksize = blksize; 3206 fdata.intensity = private->uses_cdl ? DASD_FMT_INT_COMPAT : 0; 3207 3208 rc = dasd_eckd_format_sanity_checks(base, &fdata); 3209 if (rc) 3210 return ERR_PTR(-EINVAL); 3211 3212 /* 3213 * We're building the request with PAV disabled as we're reusing 3214 * the former startdev. 3215 */ 3216 fcqr = dasd_eckd_build_format(base, startdev, &fdata, 0); 3217 if (IS_ERR(fcqr)) 3218 return fcqr; 3219 3220 fcqr->callback = dasd_eckd_ese_format_cb; 3221 fcqr->callback_data = (void *) format; 3222 3223 return fcqr; 3224 } 3225 3226 /* 3227 * When data is read from an unformatted area of an ESE volume, this function 3228 * returns zeroed data and thereby mimics a read of zero data. 3229 * 3230 * The first unformatted track is the one that got the NRF error, the address is 3231 * encoded in the sense data. 3232 * 3233 * All tracks before have returned valid data and should not be touched. 3234 * All tracks after the unformatted track might be formatted or not. This is 3235 * currently not known, remember the processed data and return the remainder of 3236 * the request to the blocklayer in __dasd_cleanup_cqr(). 3237 */ 3238 static int dasd_eckd_ese_read(struct dasd_ccw_req *cqr, struct irb *irb) 3239 { 3240 struct dasd_eckd_private *private; 3241 sector_t first_trk, last_trk; 3242 sector_t first_blk, last_blk; 3243 unsigned int blksize, off; 3244 unsigned int recs_per_trk; 3245 struct dasd_device *base; 3246 struct req_iterator iter; 3247 struct dasd_block *block; 3248 unsigned int skip_block; 3249 unsigned int blk_count; 3250 struct request *req; 3251 struct bio_vec bv; 3252 sector_t curr_trk; 3253 sector_t end_blk; 3254 char *dst; 3255 int rc; 3256 3257 req = (struct request *) cqr->callback_data; 3258 base = cqr->block->base; 3259 blksize = base->block->bp_block; 3260 block = cqr->block; 3261 private = base->private; 3262 skip_block = 0; 3263 blk_count = 0; 3264 3265 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 3266 first_trk = first_blk = blk_rq_pos(req) >> block->s2b_shift; 3267 sector_div(first_trk, recs_per_trk); 3268 last_trk = last_blk = 3269 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 3270 sector_div(last_trk, recs_per_trk); 3271 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk); 3272 if (rc) 3273 return rc; 3274 3275 /* sanity check if the current track from sense data is valid */ 3276 if (curr_trk < first_trk || curr_trk > last_trk) { 3277 DBF_DEV_EVENT(DBF_WARNING, base, 3278 "ESE error track %llu not within range %llu - %llu\n", 3279 curr_trk, first_trk, last_trk); 3280 return -EINVAL; 3281 } 3282 3283 /* 3284 * if not the first track got the NRF error we have to skip over valid 3285 * blocks 3286 */ 3287 if (curr_trk != first_trk) 3288 skip_block = curr_trk * recs_per_trk - first_blk; 3289 3290 /* we have no information beyond the current track */ 3291 end_blk = (curr_trk + 1) * recs_per_trk; 3292 3293 rq_for_each_segment(bv, req, iter) { 3294 dst = bvec_virt(&bv); 3295 for (off = 0; off < bv.bv_len; off += blksize) { 3296 if (first_blk + blk_count >= end_blk) { 3297 cqr->proc_bytes = blk_count * blksize; 3298 return 0; 3299 } 3300 if (dst && !skip_block) { 3301 dst += off; 3302 memset(dst, 0, blksize); 3303 } else { 3304 skip_block--; 3305 } 3306 blk_count++; 3307 } 3308 } 3309 return 0; 3310 } 3311 3312 /* 3313 * Helper function to count consecutive records of a single track. 3314 */ 3315 static int dasd_eckd_count_records(struct eckd_count *fmt_buffer, int start, 3316 int max) 3317 { 3318 int head; 3319 int i; 3320 3321 head = fmt_buffer[start].head; 3322 3323 /* 3324 * There are 3 conditions where we stop counting: 3325 * - if data reoccurs (same head and record may reoccur), which may 3326 * happen due to the way DASD_ECKD_CCW_READ_COUNT works 3327 * - when the head changes, because we're iterating over several tracks 3328 * then (DASD_ECKD_CCW_READ_COUNT_MT) 3329 * - when we've reached the end of sensible data in the buffer (the 3330 * record will be 0 then) 3331 */ 3332 for (i = start; i < max; i++) { 3333 if (i > start) { 3334 if ((fmt_buffer[i].head == head && 3335 fmt_buffer[i].record == 1) || 3336 fmt_buffer[i].head != head || 3337 fmt_buffer[i].record == 0) 3338 break; 3339 } 3340 } 3341 3342 return i - start; 3343 } 3344 3345 /* 3346 * Evaluate a given range of tracks. Data like number of records, blocksize, 3347 * record ids, and key length are compared with expected data. 3348 * 3349 * If a mismatch occurs, the corresponding error bit is set, as well as 3350 * additional information, depending on the error. 3351 */ 3352 static void dasd_eckd_format_evaluate_tracks(struct eckd_count *fmt_buffer, 3353 struct format_check_t *cdata, 3354 int rpt_max, int rpt_exp, 3355 int trk_per_cyl, int tpm) 3356 { 3357 struct ch_t geo; 3358 int max_entries; 3359 int count = 0; 3360 int trkcount; 3361 int blksize; 3362 int pos = 0; 3363 int i, j; 3364 int kl; 3365 3366 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1; 3367 max_entries = trkcount * rpt_max; 3368 3369 for (i = cdata->expect.start_unit; i <= cdata->expect.stop_unit; i++) { 3370 /* Calculate the correct next starting position in the buffer */ 3371 if (tpm) { 3372 while (fmt_buffer[pos].record == 0 && 3373 fmt_buffer[pos].dl == 0) { 3374 if (pos++ > max_entries) 3375 break; 3376 } 3377 } else { 3378 if (i != cdata->expect.start_unit) 3379 pos += rpt_max - count; 3380 } 3381 3382 /* Calculate the expected geo values for the current track */ 3383 set_ch_t(&geo, i / trk_per_cyl, i % trk_per_cyl); 3384 3385 /* Count and check number of records */ 3386 count = dasd_eckd_count_records(fmt_buffer, pos, pos + rpt_max); 3387 3388 if (count < rpt_exp) { 3389 cdata->result = DASD_FMT_ERR_TOO_FEW_RECORDS; 3390 break; 3391 } 3392 if (count > rpt_exp) { 3393 cdata->result = DASD_FMT_ERR_TOO_MANY_RECORDS; 3394 break; 3395 } 3396 3397 for (j = 0; j < count; j++, pos++) { 3398 blksize = cdata->expect.blksize; 3399 kl = 0; 3400 3401 /* 3402 * Set special values when checking CDL formatted 3403 * devices. 3404 */ 3405 if ((cdata->expect.intensity & 0x08) && 3406 geo.cyl == 0 && geo.head == 0) { 3407 if (j < 3) { 3408 blksize = sizes_trk0[j] - 4; 3409 kl = 4; 3410 } 3411 } 3412 if ((cdata->expect.intensity & 0x08) && 3413 geo.cyl == 0 && geo.head == 1) { 3414 blksize = LABEL_SIZE - 44; 3415 kl = 44; 3416 } 3417 3418 /* Check blocksize */ 3419 if (fmt_buffer[pos].dl != blksize) { 3420 cdata->result = DASD_FMT_ERR_BLKSIZE; 3421 goto out; 3422 } 3423 /* Check if key length is 0 */ 3424 if (fmt_buffer[pos].kl != kl) { 3425 cdata->result = DASD_FMT_ERR_KEY_LENGTH; 3426 goto out; 3427 } 3428 /* Check if record_id is correct */ 3429 if (fmt_buffer[pos].cyl != geo.cyl || 3430 fmt_buffer[pos].head != geo.head || 3431 fmt_buffer[pos].record != (j + 1)) { 3432 cdata->result = DASD_FMT_ERR_RECORD_ID; 3433 goto out; 3434 } 3435 } 3436 } 3437 3438 out: 3439 /* 3440 * In case of no errors, we need to decrease by one 3441 * to get the correct positions. 3442 */ 3443 if (!cdata->result) { 3444 i--; 3445 pos--; 3446 } 3447 3448 cdata->unit = i; 3449 cdata->num_records = count; 3450 cdata->rec = fmt_buffer[pos].record; 3451 cdata->blksize = fmt_buffer[pos].dl; 3452 cdata->key_length = fmt_buffer[pos].kl; 3453 } 3454 3455 /* 3456 * Check the format of a range of tracks of a DASD. 3457 */ 3458 static int dasd_eckd_check_device_format(struct dasd_device *base, 3459 struct format_check_t *cdata, 3460 int enable_pav) 3461 { 3462 struct dasd_eckd_private *private = base->private; 3463 struct eckd_count *fmt_buffer; 3464 struct irb irb; 3465 int rpt_max, rpt_exp; 3466 int fmt_buffer_size; 3467 int trk_per_cyl; 3468 int trkcount; 3469 int tpm = 0; 3470 int rc; 3471 3472 trk_per_cyl = private->rdc_data.trk_per_cyl; 3473 3474 /* Get maximum and expected amount of records per track */ 3475 rpt_max = recs_per_track(&private->rdc_data, 0, 512) + 1; 3476 rpt_exp = recs_per_track(&private->rdc_data, 0, cdata->expect.blksize); 3477 3478 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1; 3479 fmt_buffer_size = trkcount * rpt_max * sizeof(struct eckd_count); 3480 3481 fmt_buffer = kzalloc(fmt_buffer_size, GFP_KERNEL | GFP_DMA); 3482 if (!fmt_buffer) 3483 return -ENOMEM; 3484 3485 /* 3486 * A certain FICON feature subset is needed to operate in transport 3487 * mode. Additionally, the support for transport mode is implicitly 3488 * checked by comparing the buffer size with fcx_max_data. As long as 3489 * the buffer size is smaller we can operate in transport mode and 3490 * process multiple tracks. If not, only one track at once is being 3491 * processed using command mode. 3492 */ 3493 if ((private->features.feature[40] & 0x04) && 3494 fmt_buffer_size <= private->fcx_max_data) 3495 tpm = 1; 3496 3497 rc = dasd_eckd_format_process_data(base, &cdata->expect, enable_pav, 3498 tpm, fmt_buffer, rpt_max, &irb); 3499 if (rc && rc != -EIO) 3500 goto out; 3501 if (rc == -EIO) { 3502 /* 3503 * If our first attempt with transport mode enabled comes back 3504 * with an incorrect length error, we're going to retry the 3505 * check with command mode. 3506 */ 3507 if (tpm && scsw_cstat(&irb.scsw) == 0x40) { 3508 tpm = 0; 3509 rc = dasd_eckd_format_process_data(base, &cdata->expect, 3510 enable_pav, tpm, 3511 fmt_buffer, rpt_max, 3512 &irb); 3513 if (rc) 3514 goto out; 3515 } else { 3516 goto out; 3517 } 3518 } 3519 3520 dasd_eckd_format_evaluate_tracks(fmt_buffer, cdata, rpt_max, rpt_exp, 3521 trk_per_cyl, tpm); 3522 3523 out: 3524 kfree(fmt_buffer); 3525 3526 return rc; 3527 } 3528 3529 static void dasd_eckd_handle_terminated_request(struct dasd_ccw_req *cqr) 3530 { 3531 if (cqr->retries < 0) { 3532 cqr->status = DASD_CQR_FAILED; 3533 return; 3534 } 3535 cqr->status = DASD_CQR_FILLED; 3536 if (cqr->block && (cqr->startdev != cqr->block->base)) { 3537 dasd_eckd_reset_ccw_to_base_io(cqr); 3538 cqr->startdev = cqr->block->base; 3539 cqr->lpm = dasd_path_get_opm(cqr->block->base); 3540 } 3541 }; 3542 3543 static dasd_erp_fn_t 3544 dasd_eckd_erp_action(struct dasd_ccw_req * cqr) 3545 { 3546 struct dasd_device *device = (struct dasd_device *) cqr->startdev; 3547 struct ccw_device *cdev = device->cdev; 3548 3549 switch (cdev->id.cu_type) { 3550 case 0x3990: 3551 case 0x2105: 3552 case 0x2107: 3553 case 0x1750: 3554 return dasd_3990_erp_action; 3555 case 0x9343: 3556 case 0x3880: 3557 default: 3558 return dasd_default_erp_action; 3559 } 3560 } 3561 3562 static dasd_erp_fn_t 3563 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr) 3564 { 3565 return dasd_default_erp_postaction; 3566 } 3567 3568 static void dasd_eckd_check_for_device_change(struct dasd_device *device, 3569 struct dasd_ccw_req *cqr, 3570 struct irb *irb) 3571 { 3572 char mask; 3573 char *sense = NULL; 3574 struct dasd_eckd_private *private = device->private; 3575 3576 /* first of all check for state change pending interrupt */ 3577 mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP; 3578 if ((scsw_dstat(&irb->scsw) & mask) == mask) { 3579 /* 3580 * for alias only, not in offline processing 3581 * and only if not suspended 3582 */ 3583 if (!device->block && private->lcu && 3584 device->state == DASD_STATE_ONLINE && 3585 !test_bit(DASD_FLAG_OFFLINE, &device->flags) && 3586 !test_bit(DASD_FLAG_SUSPENDED, &device->flags)) { 3587 /* schedule worker to reload device */ 3588 dasd_reload_device(device); 3589 } 3590 dasd_generic_handle_state_change(device); 3591 return; 3592 } 3593 3594 sense = dasd_get_sense(irb); 3595 if (!sense) 3596 return; 3597 3598 /* summary unit check */ 3599 if ((sense[27] & DASD_SENSE_BIT_0) && (sense[7] == 0x0D) && 3600 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK)) { 3601 if (test_and_set_bit(DASD_FLAG_SUC, &device->flags)) { 3602 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 3603 "eckd suc: device already notified"); 3604 return; 3605 } 3606 sense = dasd_get_sense(irb); 3607 if (!sense) { 3608 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 3609 "eckd suc: no reason code available"); 3610 clear_bit(DASD_FLAG_SUC, &device->flags); 3611 return; 3612 3613 } 3614 private->suc_reason = sense[8]; 3615 DBF_DEV_EVENT(DBF_NOTICE, device, "%s %x", 3616 "eckd handle summary unit check: reason", 3617 private->suc_reason); 3618 dasd_get_device(device); 3619 if (!schedule_work(&device->suc_work)) 3620 dasd_put_device(device); 3621 3622 return; 3623 } 3624 3625 /* service information message SIM */ 3626 if (!cqr && !(sense[27] & DASD_SENSE_BIT_0) && 3627 ((sense[6] & DASD_SIM_SENSE) == DASD_SIM_SENSE)) { 3628 dasd_3990_erp_handle_sim(device, sense); 3629 return; 3630 } 3631 3632 /* loss of device reservation is handled via base devices only 3633 * as alias devices may be used with several bases 3634 */ 3635 if (device->block && (sense[27] & DASD_SENSE_BIT_0) && 3636 (sense[7] == 0x3F) && 3637 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK) && 3638 test_bit(DASD_FLAG_IS_RESERVED, &device->flags)) { 3639 if (device->features & DASD_FEATURE_FAILONSLCK) 3640 set_bit(DASD_FLAG_LOCK_STOLEN, &device->flags); 3641 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags); 3642 dev_err(&device->cdev->dev, 3643 "The device reservation was lost\n"); 3644 } 3645 } 3646 3647 static int dasd_eckd_ras_sanity_checks(struct dasd_device *device, 3648 unsigned int first_trk, 3649 unsigned int last_trk) 3650 { 3651 struct dasd_eckd_private *private = device->private; 3652 unsigned int trks_per_vol; 3653 int rc = 0; 3654 3655 trks_per_vol = private->real_cyl * private->rdc_data.trk_per_cyl; 3656 3657 if (first_trk >= trks_per_vol) { 3658 dev_warn(&device->cdev->dev, 3659 "Start track number %u used in the space release command is too big\n", 3660 first_trk); 3661 rc = -EINVAL; 3662 } else if (last_trk >= trks_per_vol) { 3663 dev_warn(&device->cdev->dev, 3664 "Stop track number %u used in the space release command is too big\n", 3665 last_trk); 3666 rc = -EINVAL; 3667 } else if (first_trk > last_trk) { 3668 dev_warn(&device->cdev->dev, 3669 "Start track %u used in the space release command exceeds the end track\n", 3670 first_trk); 3671 rc = -EINVAL; 3672 } 3673 return rc; 3674 } 3675 3676 /* 3677 * Helper function to count the amount of involved extents within a given range 3678 * with extent alignment in mind. 3679 */ 3680 static int count_exts(unsigned int from, unsigned int to, int trks_per_ext) 3681 { 3682 int cur_pos = 0; 3683 int count = 0; 3684 int tmp; 3685 3686 if (from == to) 3687 return 1; 3688 3689 /* Count first partial extent */ 3690 if (from % trks_per_ext != 0) { 3691 tmp = from + trks_per_ext - (from % trks_per_ext) - 1; 3692 if (tmp > to) 3693 tmp = to; 3694 cur_pos = tmp - from + 1; 3695 count++; 3696 } 3697 /* Count full extents */ 3698 if (to - (from + cur_pos) + 1 >= trks_per_ext) { 3699 tmp = to - ((to - trks_per_ext + 1) % trks_per_ext); 3700 count += (tmp - (from + cur_pos) + 1) / trks_per_ext; 3701 cur_pos = tmp; 3702 } 3703 /* Count last partial extent */ 3704 if (cur_pos < to) 3705 count++; 3706 3707 return count; 3708 } 3709 3710 /* 3711 * Release allocated space for a given range or an entire volume. 3712 */ 3713 static struct dasd_ccw_req * 3714 dasd_eckd_dso_ras(struct dasd_device *device, struct dasd_block *block, 3715 struct request *req, unsigned int first_trk, 3716 unsigned int last_trk, int by_extent) 3717 { 3718 struct dasd_eckd_private *private = device->private; 3719 struct dasd_dso_ras_ext_range *ras_range; 3720 struct dasd_rssd_features *features; 3721 struct dasd_dso_ras_data *ras_data; 3722 u16 heads, beg_head, end_head; 3723 int cur_to_trk, cur_from_trk; 3724 struct dasd_ccw_req *cqr; 3725 u32 beg_cyl, end_cyl; 3726 struct ccw1 *ccw; 3727 int trks_per_ext; 3728 size_t ras_size; 3729 size_t size; 3730 int nr_exts; 3731 void *rq; 3732 int i; 3733 3734 if (dasd_eckd_ras_sanity_checks(device, first_trk, last_trk)) 3735 return ERR_PTR(-EINVAL); 3736 3737 rq = req ? blk_mq_rq_to_pdu(req) : NULL; 3738 3739 features = &private->features; 3740 3741 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl; 3742 nr_exts = 0; 3743 if (by_extent) 3744 nr_exts = count_exts(first_trk, last_trk, trks_per_ext); 3745 ras_size = sizeof(*ras_data); 3746 size = ras_size + (nr_exts * sizeof(*ras_range)); 3747 3748 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, size, device, rq); 3749 if (IS_ERR(cqr)) { 3750 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 3751 "Could not allocate RAS request"); 3752 return cqr; 3753 } 3754 3755 ras_data = cqr->data; 3756 memset(ras_data, 0, size); 3757 3758 ras_data->order = DSO_ORDER_RAS; 3759 ras_data->flags.vol_type = 0; /* CKD volume */ 3760 /* Release specified extents or entire volume */ 3761 ras_data->op_flags.by_extent = by_extent; 3762 /* 3763 * This bit guarantees initialisation of tracks within an extent that is 3764 * not fully specified, but is only supported with a certain feature 3765 * subset. 3766 */ 3767 ras_data->op_flags.guarantee_init = !!(features->feature[56] & 0x01); 3768 ras_data->lss = private->ned->ID; 3769 ras_data->dev_addr = private->ned->unit_addr; 3770 ras_data->nr_exts = nr_exts; 3771 3772 if (by_extent) { 3773 heads = private->rdc_data.trk_per_cyl; 3774 cur_from_trk = first_trk; 3775 cur_to_trk = first_trk + trks_per_ext - 3776 (first_trk % trks_per_ext) - 1; 3777 if (cur_to_trk > last_trk) 3778 cur_to_trk = last_trk; 3779 ras_range = (struct dasd_dso_ras_ext_range *)(cqr->data + ras_size); 3780 3781 for (i = 0; i < nr_exts; i++) { 3782 beg_cyl = cur_from_trk / heads; 3783 beg_head = cur_from_trk % heads; 3784 end_cyl = cur_to_trk / heads; 3785 end_head = cur_to_trk % heads; 3786 3787 set_ch_t(&ras_range->beg_ext, beg_cyl, beg_head); 3788 set_ch_t(&ras_range->end_ext, end_cyl, end_head); 3789 3790 cur_from_trk = cur_to_trk + 1; 3791 cur_to_trk = cur_from_trk + trks_per_ext - 1; 3792 if (cur_to_trk > last_trk) 3793 cur_to_trk = last_trk; 3794 ras_range++; 3795 } 3796 } 3797 3798 ccw = cqr->cpaddr; 3799 ccw->cda = (__u32)(addr_t)cqr->data; 3800 ccw->cmd_code = DASD_ECKD_CCW_DSO; 3801 ccw->count = size; 3802 3803 cqr->startdev = device; 3804 cqr->memdev = device; 3805 cqr->block = block; 3806 cqr->retries = 256; 3807 cqr->expires = device->default_expires * HZ; 3808 cqr->buildclk = get_tod_clock(); 3809 cqr->status = DASD_CQR_FILLED; 3810 3811 return cqr; 3812 } 3813 3814 static int dasd_eckd_release_space_full(struct dasd_device *device) 3815 { 3816 struct dasd_ccw_req *cqr; 3817 int rc; 3818 3819 cqr = dasd_eckd_dso_ras(device, NULL, NULL, 0, 0, 0); 3820 if (IS_ERR(cqr)) 3821 return PTR_ERR(cqr); 3822 3823 rc = dasd_sleep_on_interruptible(cqr); 3824 3825 dasd_sfree_request(cqr, cqr->memdev); 3826 3827 return rc; 3828 } 3829 3830 static int dasd_eckd_release_space_trks(struct dasd_device *device, 3831 unsigned int from, unsigned int to) 3832 { 3833 struct dasd_eckd_private *private = device->private; 3834 struct dasd_block *block = device->block; 3835 struct dasd_ccw_req *cqr, *n; 3836 struct list_head ras_queue; 3837 unsigned int device_exts; 3838 int trks_per_ext; 3839 int stop, step; 3840 int cur_pos; 3841 int rc = 0; 3842 int retry; 3843 3844 INIT_LIST_HEAD(&ras_queue); 3845 3846 device_exts = private->real_cyl / dasd_eckd_ext_size(device); 3847 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl; 3848 3849 /* Make sure device limits are not exceeded */ 3850 step = trks_per_ext * min(device_exts, DASD_ECKD_RAS_EXTS_MAX); 3851 cur_pos = from; 3852 3853 do { 3854 retry = 0; 3855 while (cur_pos < to) { 3856 stop = cur_pos + step - 3857 ((cur_pos + step) % trks_per_ext) - 1; 3858 if (stop > to) 3859 stop = to; 3860 3861 cqr = dasd_eckd_dso_ras(device, NULL, NULL, cur_pos, stop, 1); 3862 if (IS_ERR(cqr)) { 3863 rc = PTR_ERR(cqr); 3864 if (rc == -ENOMEM) { 3865 if (list_empty(&ras_queue)) 3866 goto out; 3867 retry = 1; 3868 break; 3869 } 3870 goto err_out; 3871 } 3872 3873 spin_lock_irq(&block->queue_lock); 3874 list_add_tail(&cqr->blocklist, &ras_queue); 3875 spin_unlock_irq(&block->queue_lock); 3876 cur_pos = stop + 1; 3877 } 3878 3879 rc = dasd_sleep_on_queue_interruptible(&ras_queue); 3880 3881 err_out: 3882 list_for_each_entry_safe(cqr, n, &ras_queue, blocklist) { 3883 device = cqr->startdev; 3884 private = device->private; 3885 3886 spin_lock_irq(&block->queue_lock); 3887 list_del_init(&cqr->blocklist); 3888 spin_unlock_irq(&block->queue_lock); 3889 dasd_sfree_request(cqr, device); 3890 private->count--; 3891 } 3892 } while (retry); 3893 3894 out: 3895 return rc; 3896 } 3897 3898 static int dasd_eckd_release_space(struct dasd_device *device, 3899 struct format_data_t *rdata) 3900 { 3901 if (rdata->intensity & DASD_FMT_INT_ESE_FULL) 3902 return dasd_eckd_release_space_full(device); 3903 else if (rdata->intensity == 0) 3904 return dasd_eckd_release_space_trks(device, rdata->start_unit, 3905 rdata->stop_unit); 3906 else 3907 return -EINVAL; 3908 } 3909 3910 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_single( 3911 struct dasd_device *startdev, 3912 struct dasd_block *block, 3913 struct request *req, 3914 sector_t first_rec, 3915 sector_t last_rec, 3916 sector_t first_trk, 3917 sector_t last_trk, 3918 unsigned int first_offs, 3919 unsigned int last_offs, 3920 unsigned int blk_per_trk, 3921 unsigned int blksize) 3922 { 3923 struct dasd_eckd_private *private; 3924 unsigned long *idaws; 3925 struct LO_eckd_data *LO_data; 3926 struct dasd_ccw_req *cqr; 3927 struct ccw1 *ccw; 3928 struct req_iterator iter; 3929 struct bio_vec bv; 3930 char *dst; 3931 unsigned int off; 3932 int count, cidaw, cplength, datasize; 3933 sector_t recid; 3934 unsigned char cmd, rcmd; 3935 int use_prefix; 3936 struct dasd_device *basedev; 3937 3938 basedev = block->base; 3939 private = basedev->private; 3940 if (rq_data_dir(req) == READ) 3941 cmd = DASD_ECKD_CCW_READ_MT; 3942 else if (rq_data_dir(req) == WRITE) 3943 cmd = DASD_ECKD_CCW_WRITE_MT; 3944 else 3945 return ERR_PTR(-EINVAL); 3946 3947 /* Check struct bio and count the number of blocks for the request. */ 3948 count = 0; 3949 cidaw = 0; 3950 rq_for_each_segment(bv, req, iter) { 3951 if (bv.bv_len & (blksize - 1)) 3952 /* Eckd can only do full blocks. */ 3953 return ERR_PTR(-EINVAL); 3954 count += bv.bv_len >> (block->s2b_shift + 9); 3955 if (idal_is_needed (page_address(bv.bv_page), bv.bv_len)) 3956 cidaw += bv.bv_len >> (block->s2b_shift + 9); 3957 } 3958 /* Paranoia. */ 3959 if (count != last_rec - first_rec + 1) 3960 return ERR_PTR(-EINVAL); 3961 3962 /* use the prefix command if available */ 3963 use_prefix = private->features.feature[8] & 0x01; 3964 if (use_prefix) { 3965 /* 1x prefix + number of blocks */ 3966 cplength = 2 + count; 3967 /* 1x prefix + cidaws*sizeof(long) */ 3968 datasize = sizeof(struct PFX_eckd_data) + 3969 sizeof(struct LO_eckd_data) + 3970 cidaw * sizeof(unsigned long); 3971 } else { 3972 /* 1x define extent + 1x locate record + number of blocks */ 3973 cplength = 2 + count; 3974 /* 1x define extent + 1x locate record + cidaws*sizeof(long) */ 3975 datasize = sizeof(struct DE_eckd_data) + 3976 sizeof(struct LO_eckd_data) + 3977 cidaw * sizeof(unsigned long); 3978 } 3979 /* Find out the number of additional locate record ccws for cdl. */ 3980 if (private->uses_cdl && first_rec < 2*blk_per_trk) { 3981 if (last_rec >= 2*blk_per_trk) 3982 count = 2*blk_per_trk - first_rec; 3983 cplength += count; 3984 datasize += count*sizeof(struct LO_eckd_data); 3985 } 3986 /* Allocate the ccw request. */ 3987 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, 3988 startdev, blk_mq_rq_to_pdu(req)); 3989 if (IS_ERR(cqr)) 3990 return cqr; 3991 ccw = cqr->cpaddr; 3992 /* First ccw is define extent or prefix. */ 3993 if (use_prefix) { 3994 if (prefix(ccw++, cqr->data, first_trk, 3995 last_trk, cmd, basedev, startdev) == -EAGAIN) { 3996 /* Clock not in sync and XRC is enabled. 3997 * Try again later. 3998 */ 3999 dasd_sfree_request(cqr, startdev); 4000 return ERR_PTR(-EAGAIN); 4001 } 4002 idaws = (unsigned long *) (cqr->data + 4003 sizeof(struct PFX_eckd_data)); 4004 } else { 4005 if (define_extent(ccw++, cqr->data, first_trk, 4006 last_trk, cmd, basedev, 0) == -EAGAIN) { 4007 /* Clock not in sync and XRC is enabled. 4008 * Try again later. 4009 */ 4010 dasd_sfree_request(cqr, startdev); 4011 return ERR_PTR(-EAGAIN); 4012 } 4013 idaws = (unsigned long *) (cqr->data + 4014 sizeof(struct DE_eckd_data)); 4015 } 4016 /* Build locate_record+read/write/ccws. */ 4017 LO_data = (struct LO_eckd_data *) (idaws + cidaw); 4018 recid = first_rec; 4019 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) { 4020 /* Only standard blocks so there is just one locate record. */ 4021 ccw[-1].flags |= CCW_FLAG_CC; 4022 locate_record(ccw++, LO_data++, first_trk, first_offs + 1, 4023 last_rec - recid + 1, cmd, basedev, blksize); 4024 } 4025 rq_for_each_segment(bv, req, iter) { 4026 dst = bvec_virt(&bv); 4027 if (dasd_page_cache) { 4028 char *copy = kmem_cache_alloc(dasd_page_cache, 4029 GFP_DMA | __GFP_NOWARN); 4030 if (copy && rq_data_dir(req) == WRITE) 4031 memcpy(copy + bv.bv_offset, dst, bv.bv_len); 4032 if (copy) 4033 dst = copy + bv.bv_offset; 4034 } 4035 for (off = 0; off < bv.bv_len; off += blksize) { 4036 sector_t trkid = recid; 4037 unsigned int recoffs = sector_div(trkid, blk_per_trk); 4038 rcmd = cmd; 4039 count = blksize; 4040 /* Locate record for cdl special block ? */ 4041 if (private->uses_cdl && recid < 2*blk_per_trk) { 4042 if (dasd_eckd_cdl_special(blk_per_trk, recid)){ 4043 rcmd |= 0x8; 4044 count = dasd_eckd_cdl_reclen(recid); 4045 if (count < blksize && 4046 rq_data_dir(req) == READ) 4047 memset(dst + count, 0xe5, 4048 blksize - count); 4049 } 4050 ccw[-1].flags |= CCW_FLAG_CC; 4051 locate_record(ccw++, LO_data++, 4052 trkid, recoffs + 1, 4053 1, rcmd, basedev, count); 4054 } 4055 /* Locate record for standard blocks ? */ 4056 if (private->uses_cdl && recid == 2*blk_per_trk) { 4057 ccw[-1].flags |= CCW_FLAG_CC; 4058 locate_record(ccw++, LO_data++, 4059 trkid, recoffs + 1, 4060 last_rec - recid + 1, 4061 cmd, basedev, count); 4062 } 4063 /* Read/write ccw. */ 4064 ccw[-1].flags |= CCW_FLAG_CC; 4065 ccw->cmd_code = rcmd; 4066 ccw->count = count; 4067 if (idal_is_needed(dst, blksize)) { 4068 ccw->cda = (__u32)(addr_t) idaws; 4069 ccw->flags = CCW_FLAG_IDA; 4070 idaws = idal_create_words(idaws, dst, blksize); 4071 } else { 4072 ccw->cda = (__u32)(addr_t) dst; 4073 ccw->flags = 0; 4074 } 4075 ccw++; 4076 dst += blksize; 4077 recid++; 4078 } 4079 } 4080 if (blk_noretry_request(req) || 4081 block->base->features & DASD_FEATURE_FAILFAST) 4082 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4083 cqr->startdev = startdev; 4084 cqr->memdev = startdev; 4085 cqr->block = block; 4086 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4087 cqr->lpm = dasd_path_get_ppm(startdev); 4088 cqr->retries = startdev->default_retries; 4089 cqr->buildclk = get_tod_clock(); 4090 cqr->status = DASD_CQR_FILLED; 4091 4092 /* Set flags to suppress output for expected errors */ 4093 if (dasd_eckd_is_ese(basedev)) { 4094 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 4095 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 4096 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4097 } 4098 4099 return cqr; 4100 } 4101 4102 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_track( 4103 struct dasd_device *startdev, 4104 struct dasd_block *block, 4105 struct request *req, 4106 sector_t first_rec, 4107 sector_t last_rec, 4108 sector_t first_trk, 4109 sector_t last_trk, 4110 unsigned int first_offs, 4111 unsigned int last_offs, 4112 unsigned int blk_per_trk, 4113 unsigned int blksize) 4114 { 4115 unsigned long *idaws; 4116 struct dasd_ccw_req *cqr; 4117 struct ccw1 *ccw; 4118 struct req_iterator iter; 4119 struct bio_vec bv; 4120 char *dst, *idaw_dst; 4121 unsigned int cidaw, cplength, datasize; 4122 unsigned int tlf; 4123 sector_t recid; 4124 unsigned char cmd; 4125 struct dasd_device *basedev; 4126 unsigned int trkcount, count, count_to_trk_end; 4127 unsigned int idaw_len, seg_len, part_len, len_to_track_end; 4128 unsigned char new_track, end_idaw; 4129 sector_t trkid; 4130 unsigned int recoffs; 4131 4132 basedev = block->base; 4133 if (rq_data_dir(req) == READ) 4134 cmd = DASD_ECKD_CCW_READ_TRACK_DATA; 4135 else if (rq_data_dir(req) == WRITE) 4136 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA; 4137 else 4138 return ERR_PTR(-EINVAL); 4139 4140 /* Track based I/O needs IDAWs for each page, and not just for 4141 * 64 bit addresses. We need additional idals for pages 4142 * that get filled from two tracks, so we use the number 4143 * of records as upper limit. 4144 */ 4145 cidaw = last_rec - first_rec + 1; 4146 trkcount = last_trk - first_trk + 1; 4147 4148 /* 1x prefix + one read/write ccw per track */ 4149 cplength = 1 + trkcount; 4150 4151 datasize = sizeof(struct PFX_eckd_data) + cidaw * sizeof(unsigned long); 4152 4153 /* Allocate the ccw request. */ 4154 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, 4155 startdev, blk_mq_rq_to_pdu(req)); 4156 if (IS_ERR(cqr)) 4157 return cqr; 4158 ccw = cqr->cpaddr; 4159 /* transfer length factor: how many bytes to read from the last track */ 4160 if (first_trk == last_trk) 4161 tlf = last_offs - first_offs + 1; 4162 else 4163 tlf = last_offs + 1; 4164 tlf *= blksize; 4165 4166 if (prefix_LRE(ccw++, cqr->data, first_trk, 4167 last_trk, cmd, basedev, startdev, 4168 1 /* format */, first_offs + 1, 4169 trkcount, blksize, 4170 tlf) == -EAGAIN) { 4171 /* Clock not in sync and XRC is enabled. 4172 * Try again later. 4173 */ 4174 dasd_sfree_request(cqr, startdev); 4175 return ERR_PTR(-EAGAIN); 4176 } 4177 4178 /* 4179 * The translation of request into ccw programs must meet the 4180 * following conditions: 4181 * - all idaws but the first and the last must address full pages 4182 * (or 2K blocks on 31-bit) 4183 * - the scope of a ccw and it's idal ends with the track boundaries 4184 */ 4185 idaws = (unsigned long *) (cqr->data + sizeof(struct PFX_eckd_data)); 4186 recid = first_rec; 4187 new_track = 1; 4188 end_idaw = 0; 4189 len_to_track_end = 0; 4190 idaw_dst = NULL; 4191 idaw_len = 0; 4192 rq_for_each_segment(bv, req, iter) { 4193 dst = bvec_virt(&bv); 4194 seg_len = bv.bv_len; 4195 while (seg_len) { 4196 if (new_track) { 4197 trkid = recid; 4198 recoffs = sector_div(trkid, blk_per_trk); 4199 count_to_trk_end = blk_per_trk - recoffs; 4200 count = min((last_rec - recid + 1), 4201 (sector_t)count_to_trk_end); 4202 len_to_track_end = count * blksize; 4203 ccw[-1].flags |= CCW_FLAG_CC; 4204 ccw->cmd_code = cmd; 4205 ccw->count = len_to_track_end; 4206 ccw->cda = (__u32)(addr_t)idaws; 4207 ccw->flags = CCW_FLAG_IDA; 4208 ccw++; 4209 recid += count; 4210 new_track = 0; 4211 /* first idaw for a ccw may start anywhere */ 4212 if (!idaw_dst) 4213 idaw_dst = dst; 4214 } 4215 /* If we start a new idaw, we must make sure that it 4216 * starts on an IDA_BLOCK_SIZE boundary. 4217 * If we continue an idaw, we must make sure that the 4218 * current segment begins where the so far accumulated 4219 * idaw ends 4220 */ 4221 if (!idaw_dst) { 4222 if (__pa(dst) & (IDA_BLOCK_SIZE-1)) { 4223 dasd_sfree_request(cqr, startdev); 4224 return ERR_PTR(-ERANGE); 4225 } else 4226 idaw_dst = dst; 4227 } 4228 if ((idaw_dst + idaw_len) != dst) { 4229 dasd_sfree_request(cqr, startdev); 4230 return ERR_PTR(-ERANGE); 4231 } 4232 part_len = min(seg_len, len_to_track_end); 4233 seg_len -= part_len; 4234 dst += part_len; 4235 idaw_len += part_len; 4236 len_to_track_end -= part_len; 4237 /* collected memory area ends on an IDA_BLOCK border, 4238 * -> create an idaw 4239 * idal_create_words will handle cases where idaw_len 4240 * is larger then IDA_BLOCK_SIZE 4241 */ 4242 if (!(__pa(idaw_dst + idaw_len) & (IDA_BLOCK_SIZE-1))) 4243 end_idaw = 1; 4244 /* We also need to end the idaw at track end */ 4245 if (!len_to_track_end) { 4246 new_track = 1; 4247 end_idaw = 1; 4248 } 4249 if (end_idaw) { 4250 idaws = idal_create_words(idaws, idaw_dst, 4251 idaw_len); 4252 idaw_dst = NULL; 4253 idaw_len = 0; 4254 end_idaw = 0; 4255 } 4256 } 4257 } 4258 4259 if (blk_noretry_request(req) || 4260 block->base->features & DASD_FEATURE_FAILFAST) 4261 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4262 cqr->startdev = startdev; 4263 cqr->memdev = startdev; 4264 cqr->block = block; 4265 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4266 cqr->lpm = dasd_path_get_ppm(startdev); 4267 cqr->retries = startdev->default_retries; 4268 cqr->buildclk = get_tod_clock(); 4269 cqr->status = DASD_CQR_FILLED; 4270 4271 /* Set flags to suppress output for expected errors */ 4272 if (dasd_eckd_is_ese(basedev)) 4273 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4274 4275 return cqr; 4276 } 4277 4278 static int prepare_itcw(struct itcw *itcw, 4279 unsigned int trk, unsigned int totrk, int cmd, 4280 struct dasd_device *basedev, 4281 struct dasd_device *startdev, 4282 unsigned int rec_on_trk, int count, 4283 unsigned int blksize, 4284 unsigned int total_data_size, 4285 unsigned int tlf, 4286 unsigned int blk_per_trk) 4287 { 4288 struct PFX_eckd_data pfxdata; 4289 struct dasd_eckd_private *basepriv, *startpriv; 4290 struct DE_eckd_data *dedata; 4291 struct LRE_eckd_data *lredata; 4292 struct dcw *dcw; 4293 4294 u32 begcyl, endcyl; 4295 u16 heads, beghead, endhead; 4296 u8 pfx_cmd; 4297 4298 int rc = 0; 4299 int sector = 0; 4300 int dn, d; 4301 4302 4303 /* setup prefix data */ 4304 basepriv = basedev->private; 4305 startpriv = startdev->private; 4306 dedata = &pfxdata.define_extent; 4307 lredata = &pfxdata.locate_record; 4308 4309 memset(&pfxdata, 0, sizeof(pfxdata)); 4310 pfxdata.format = 1; /* PFX with LRE */ 4311 pfxdata.base_address = basepriv->ned->unit_addr; 4312 pfxdata.base_lss = basepriv->ned->ID; 4313 pfxdata.validity.define_extent = 1; 4314 4315 /* private uid is kept up to date, conf_data may be outdated */ 4316 if (startpriv->uid.type == UA_BASE_PAV_ALIAS) 4317 pfxdata.validity.verify_base = 1; 4318 4319 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) { 4320 pfxdata.validity.verify_base = 1; 4321 pfxdata.validity.hyper_pav = 1; 4322 } 4323 4324 switch (cmd) { 4325 case DASD_ECKD_CCW_READ_TRACK_DATA: 4326 dedata->mask.perm = 0x1; 4327 dedata->attributes.operation = basepriv->attrib.operation; 4328 dedata->blk_size = blksize; 4329 dedata->ga_extended |= 0x42; 4330 lredata->operation.orientation = 0x0; 4331 lredata->operation.operation = 0x0C; 4332 lredata->auxiliary.check_bytes = 0x01; 4333 pfx_cmd = DASD_ECKD_CCW_PFX_READ; 4334 break; 4335 case DASD_ECKD_CCW_WRITE_TRACK_DATA: 4336 dedata->mask.perm = 0x02; 4337 dedata->attributes.operation = basepriv->attrib.operation; 4338 dedata->blk_size = blksize; 4339 rc = set_timestamp(NULL, dedata, basedev); 4340 dedata->ga_extended |= 0x42; 4341 lredata->operation.orientation = 0x0; 4342 lredata->operation.operation = 0x3F; 4343 lredata->extended_operation = 0x23; 4344 lredata->auxiliary.check_bytes = 0x2; 4345 /* 4346 * If XRC is supported the System Time Stamp is set. The 4347 * validity of the time stamp must be reflected in the prefix 4348 * data as well. 4349 */ 4350 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02) 4351 pfxdata.validity.time_stamp = 1; /* 'Time Stamp Valid' */ 4352 pfx_cmd = DASD_ECKD_CCW_PFX; 4353 break; 4354 case DASD_ECKD_CCW_READ_COUNT_MT: 4355 dedata->mask.perm = 0x1; 4356 dedata->attributes.operation = DASD_BYPASS_CACHE; 4357 dedata->ga_extended |= 0x42; 4358 dedata->blk_size = blksize; 4359 lredata->operation.orientation = 0x2; 4360 lredata->operation.operation = 0x16; 4361 lredata->auxiliary.check_bytes = 0x01; 4362 pfx_cmd = DASD_ECKD_CCW_PFX_READ; 4363 break; 4364 default: 4365 DBF_DEV_EVENT(DBF_ERR, basedev, 4366 "prepare itcw, unknown opcode 0x%x", cmd); 4367 BUG(); 4368 break; 4369 } 4370 if (rc) 4371 return rc; 4372 4373 dedata->attributes.mode = 0x3; /* ECKD */ 4374 4375 heads = basepriv->rdc_data.trk_per_cyl; 4376 begcyl = trk / heads; 4377 beghead = trk % heads; 4378 endcyl = totrk / heads; 4379 endhead = totrk % heads; 4380 4381 /* check for sequential prestage - enhance cylinder range */ 4382 if (dedata->attributes.operation == DASD_SEQ_PRESTAGE || 4383 dedata->attributes.operation == DASD_SEQ_ACCESS) { 4384 4385 if (endcyl + basepriv->attrib.nr_cyl < basepriv->real_cyl) 4386 endcyl += basepriv->attrib.nr_cyl; 4387 else 4388 endcyl = (basepriv->real_cyl - 1); 4389 } 4390 4391 set_ch_t(&dedata->beg_ext, begcyl, beghead); 4392 set_ch_t(&dedata->end_ext, endcyl, endhead); 4393 4394 dedata->ep_format = 0x20; /* records per track is valid */ 4395 dedata->ep_rec_per_track = blk_per_trk; 4396 4397 if (rec_on_trk) { 4398 switch (basepriv->rdc_data.dev_type) { 4399 case 0x3390: 4400 dn = ceil_quot(blksize + 6, 232); 4401 d = 9 + ceil_quot(blksize + 6 * (dn + 1), 34); 4402 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8; 4403 break; 4404 case 0x3380: 4405 d = 7 + ceil_quot(blksize + 12, 32); 4406 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7; 4407 break; 4408 } 4409 } 4410 4411 if (cmd == DASD_ECKD_CCW_READ_COUNT_MT) { 4412 lredata->auxiliary.length_valid = 0; 4413 lredata->auxiliary.length_scope = 0; 4414 lredata->sector = 0xff; 4415 } else { 4416 lredata->auxiliary.length_valid = 1; 4417 lredata->auxiliary.length_scope = 1; 4418 lredata->sector = sector; 4419 } 4420 lredata->auxiliary.imbedded_ccw_valid = 1; 4421 lredata->length = tlf; 4422 lredata->imbedded_ccw = cmd; 4423 lredata->count = count; 4424 set_ch_t(&lredata->seek_addr, begcyl, beghead); 4425 lredata->search_arg.cyl = lredata->seek_addr.cyl; 4426 lredata->search_arg.head = lredata->seek_addr.head; 4427 lredata->search_arg.record = rec_on_trk; 4428 4429 dcw = itcw_add_dcw(itcw, pfx_cmd, 0, 4430 &pfxdata, sizeof(pfxdata), total_data_size); 4431 return PTR_ERR_OR_ZERO(dcw); 4432 } 4433 4434 static struct dasd_ccw_req *dasd_eckd_build_cp_tpm_track( 4435 struct dasd_device *startdev, 4436 struct dasd_block *block, 4437 struct request *req, 4438 sector_t first_rec, 4439 sector_t last_rec, 4440 sector_t first_trk, 4441 sector_t last_trk, 4442 unsigned int first_offs, 4443 unsigned int last_offs, 4444 unsigned int blk_per_trk, 4445 unsigned int blksize) 4446 { 4447 struct dasd_ccw_req *cqr; 4448 struct req_iterator iter; 4449 struct bio_vec bv; 4450 char *dst; 4451 unsigned int trkcount, ctidaw; 4452 unsigned char cmd; 4453 struct dasd_device *basedev; 4454 unsigned int tlf; 4455 struct itcw *itcw; 4456 struct tidaw *last_tidaw = NULL; 4457 int itcw_op; 4458 size_t itcw_size; 4459 u8 tidaw_flags; 4460 unsigned int seg_len, part_len, len_to_track_end; 4461 unsigned char new_track; 4462 sector_t recid, trkid; 4463 unsigned int offs; 4464 unsigned int count, count_to_trk_end; 4465 int ret; 4466 4467 basedev = block->base; 4468 if (rq_data_dir(req) == READ) { 4469 cmd = DASD_ECKD_CCW_READ_TRACK_DATA; 4470 itcw_op = ITCW_OP_READ; 4471 } else if (rq_data_dir(req) == WRITE) { 4472 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA; 4473 itcw_op = ITCW_OP_WRITE; 4474 } else 4475 return ERR_PTR(-EINVAL); 4476 4477 /* trackbased I/O needs address all memory via TIDAWs, 4478 * not just for 64 bit addresses. This allows us to map 4479 * each segment directly to one tidaw. 4480 * In the case of write requests, additional tidaws may 4481 * be needed when a segment crosses a track boundary. 4482 */ 4483 trkcount = last_trk - first_trk + 1; 4484 ctidaw = 0; 4485 rq_for_each_segment(bv, req, iter) { 4486 ++ctidaw; 4487 } 4488 if (rq_data_dir(req) == WRITE) 4489 ctidaw += (last_trk - first_trk); 4490 4491 /* Allocate the ccw request. */ 4492 itcw_size = itcw_calc_size(0, ctidaw, 0); 4493 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev, 4494 blk_mq_rq_to_pdu(req)); 4495 if (IS_ERR(cqr)) 4496 return cqr; 4497 4498 /* transfer length factor: how many bytes to read from the last track */ 4499 if (first_trk == last_trk) 4500 tlf = last_offs - first_offs + 1; 4501 else 4502 tlf = last_offs + 1; 4503 tlf *= blksize; 4504 4505 itcw = itcw_init(cqr->data, itcw_size, itcw_op, 0, ctidaw, 0); 4506 if (IS_ERR(itcw)) { 4507 ret = -EINVAL; 4508 goto out_error; 4509 } 4510 cqr->cpaddr = itcw_get_tcw(itcw); 4511 if (prepare_itcw(itcw, first_trk, last_trk, 4512 cmd, basedev, startdev, 4513 first_offs + 1, 4514 trkcount, blksize, 4515 (last_rec - first_rec + 1) * blksize, 4516 tlf, blk_per_trk) == -EAGAIN) { 4517 /* Clock not in sync and XRC is enabled. 4518 * Try again later. 4519 */ 4520 ret = -EAGAIN; 4521 goto out_error; 4522 } 4523 len_to_track_end = 0; 4524 /* 4525 * A tidaw can address 4k of memory, but must not cross page boundaries 4526 * We can let the block layer handle this by setting 4527 * blk_queue_segment_boundary to page boundaries and 4528 * blk_max_segment_size to page size when setting up the request queue. 4529 * For write requests, a TIDAW must not cross track boundaries, because 4530 * we have to set the CBC flag on the last tidaw for each track. 4531 */ 4532 if (rq_data_dir(req) == WRITE) { 4533 new_track = 1; 4534 recid = first_rec; 4535 rq_for_each_segment(bv, req, iter) { 4536 dst = bvec_virt(&bv); 4537 seg_len = bv.bv_len; 4538 while (seg_len) { 4539 if (new_track) { 4540 trkid = recid; 4541 offs = sector_div(trkid, blk_per_trk); 4542 count_to_trk_end = blk_per_trk - offs; 4543 count = min((last_rec - recid + 1), 4544 (sector_t)count_to_trk_end); 4545 len_to_track_end = count * blksize; 4546 recid += count; 4547 new_track = 0; 4548 } 4549 part_len = min(seg_len, len_to_track_end); 4550 seg_len -= part_len; 4551 len_to_track_end -= part_len; 4552 /* We need to end the tidaw at track end */ 4553 if (!len_to_track_end) { 4554 new_track = 1; 4555 tidaw_flags = TIDAW_FLAGS_INSERT_CBC; 4556 } else 4557 tidaw_flags = 0; 4558 last_tidaw = itcw_add_tidaw(itcw, tidaw_flags, 4559 dst, part_len); 4560 if (IS_ERR(last_tidaw)) { 4561 ret = -EINVAL; 4562 goto out_error; 4563 } 4564 dst += part_len; 4565 } 4566 } 4567 } else { 4568 rq_for_each_segment(bv, req, iter) { 4569 dst = bvec_virt(&bv); 4570 last_tidaw = itcw_add_tidaw(itcw, 0x00, 4571 dst, bv.bv_len); 4572 if (IS_ERR(last_tidaw)) { 4573 ret = -EINVAL; 4574 goto out_error; 4575 } 4576 } 4577 } 4578 last_tidaw->flags |= TIDAW_FLAGS_LAST; 4579 last_tidaw->flags &= ~TIDAW_FLAGS_INSERT_CBC; 4580 itcw_finalize(itcw); 4581 4582 if (blk_noretry_request(req) || 4583 block->base->features & DASD_FEATURE_FAILFAST) 4584 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4585 cqr->cpmode = 1; 4586 cqr->startdev = startdev; 4587 cqr->memdev = startdev; 4588 cqr->block = block; 4589 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */ 4590 cqr->lpm = dasd_path_get_ppm(startdev); 4591 cqr->retries = startdev->default_retries; 4592 cqr->buildclk = get_tod_clock(); 4593 cqr->status = DASD_CQR_FILLED; 4594 4595 /* Set flags to suppress output for expected errors */ 4596 if (dasd_eckd_is_ese(basedev)) { 4597 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags); 4598 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags); 4599 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags); 4600 } 4601 4602 return cqr; 4603 out_error: 4604 dasd_sfree_request(cqr, startdev); 4605 return ERR_PTR(ret); 4606 } 4607 4608 static struct dasd_ccw_req *dasd_eckd_build_cp(struct dasd_device *startdev, 4609 struct dasd_block *block, 4610 struct request *req) 4611 { 4612 int cmdrtd, cmdwtd; 4613 int use_prefix; 4614 int fcx_multitrack; 4615 struct dasd_eckd_private *private; 4616 struct dasd_device *basedev; 4617 sector_t first_rec, last_rec; 4618 sector_t first_trk, last_trk; 4619 unsigned int first_offs, last_offs; 4620 unsigned int blk_per_trk, blksize; 4621 int cdlspecial; 4622 unsigned int data_size; 4623 struct dasd_ccw_req *cqr; 4624 4625 basedev = block->base; 4626 private = basedev->private; 4627 4628 /* Calculate number of blocks/records per track. */ 4629 blksize = block->bp_block; 4630 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 4631 if (blk_per_trk == 0) 4632 return ERR_PTR(-EINVAL); 4633 /* Calculate record id of first and last block. */ 4634 first_rec = first_trk = blk_rq_pos(req) >> block->s2b_shift; 4635 first_offs = sector_div(first_trk, blk_per_trk); 4636 last_rec = last_trk = 4637 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift; 4638 last_offs = sector_div(last_trk, blk_per_trk); 4639 cdlspecial = (private->uses_cdl && first_rec < 2*blk_per_trk); 4640 4641 fcx_multitrack = private->features.feature[40] & 0x20; 4642 data_size = blk_rq_bytes(req); 4643 if (data_size % blksize) 4644 return ERR_PTR(-EINVAL); 4645 /* tpm write request add CBC data on each track boundary */ 4646 if (rq_data_dir(req) == WRITE) 4647 data_size += (last_trk - first_trk) * 4; 4648 4649 /* is read track data and write track data in command mode supported? */ 4650 cmdrtd = private->features.feature[9] & 0x20; 4651 cmdwtd = private->features.feature[12] & 0x40; 4652 use_prefix = private->features.feature[8] & 0x01; 4653 4654 cqr = NULL; 4655 if (cdlspecial || dasd_page_cache) { 4656 /* do nothing, just fall through to the cmd mode single case */ 4657 } else if ((data_size <= private->fcx_max_data) 4658 && (fcx_multitrack || (first_trk == last_trk))) { 4659 cqr = dasd_eckd_build_cp_tpm_track(startdev, block, req, 4660 first_rec, last_rec, 4661 first_trk, last_trk, 4662 first_offs, last_offs, 4663 blk_per_trk, blksize); 4664 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) && 4665 (PTR_ERR(cqr) != -ENOMEM)) 4666 cqr = NULL; 4667 } else if (use_prefix && 4668 (((rq_data_dir(req) == READ) && cmdrtd) || 4669 ((rq_data_dir(req) == WRITE) && cmdwtd))) { 4670 cqr = dasd_eckd_build_cp_cmd_track(startdev, block, req, 4671 first_rec, last_rec, 4672 first_trk, last_trk, 4673 first_offs, last_offs, 4674 blk_per_trk, blksize); 4675 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) && 4676 (PTR_ERR(cqr) != -ENOMEM)) 4677 cqr = NULL; 4678 } 4679 if (!cqr) 4680 cqr = dasd_eckd_build_cp_cmd_single(startdev, block, req, 4681 first_rec, last_rec, 4682 first_trk, last_trk, 4683 first_offs, last_offs, 4684 blk_per_trk, blksize); 4685 return cqr; 4686 } 4687 4688 static struct dasd_ccw_req *dasd_eckd_build_cp_raw(struct dasd_device *startdev, 4689 struct dasd_block *block, 4690 struct request *req) 4691 { 4692 sector_t start_padding_sectors, end_sector_offset, end_padding_sectors; 4693 unsigned int seg_len, len_to_track_end; 4694 unsigned int cidaw, cplength, datasize; 4695 sector_t first_trk, last_trk, sectors; 4696 struct dasd_eckd_private *base_priv; 4697 struct dasd_device *basedev; 4698 struct req_iterator iter; 4699 struct dasd_ccw_req *cqr; 4700 unsigned int first_offs; 4701 unsigned int trkcount; 4702 unsigned long *idaws; 4703 unsigned int size; 4704 unsigned char cmd; 4705 struct bio_vec bv; 4706 struct ccw1 *ccw; 4707 int use_prefix; 4708 void *data; 4709 char *dst; 4710 4711 /* 4712 * raw track access needs to be mutiple of 64k and on 64k boundary 4713 * For read requests we can fix an incorrect alignment by padding 4714 * the request with dummy pages. 4715 */ 4716 start_padding_sectors = blk_rq_pos(req) % DASD_RAW_SECTORS_PER_TRACK; 4717 end_sector_offset = (blk_rq_pos(req) + blk_rq_sectors(req)) % 4718 DASD_RAW_SECTORS_PER_TRACK; 4719 end_padding_sectors = (DASD_RAW_SECTORS_PER_TRACK - end_sector_offset) % 4720 DASD_RAW_SECTORS_PER_TRACK; 4721 basedev = block->base; 4722 if ((start_padding_sectors || end_padding_sectors) && 4723 (rq_data_dir(req) == WRITE)) { 4724 DBF_DEV_EVENT(DBF_ERR, basedev, 4725 "raw write not track aligned (%llu,%llu) req %p", 4726 start_padding_sectors, end_padding_sectors, req); 4727 return ERR_PTR(-EINVAL); 4728 } 4729 4730 first_trk = blk_rq_pos(req) / DASD_RAW_SECTORS_PER_TRACK; 4731 last_trk = (blk_rq_pos(req) + blk_rq_sectors(req) - 1) / 4732 DASD_RAW_SECTORS_PER_TRACK; 4733 trkcount = last_trk - first_trk + 1; 4734 first_offs = 0; 4735 4736 if (rq_data_dir(req) == READ) 4737 cmd = DASD_ECKD_CCW_READ_TRACK; 4738 else if (rq_data_dir(req) == WRITE) 4739 cmd = DASD_ECKD_CCW_WRITE_FULL_TRACK; 4740 else 4741 return ERR_PTR(-EINVAL); 4742 4743 /* 4744 * Raw track based I/O needs IDAWs for each page, 4745 * and not just for 64 bit addresses. 4746 */ 4747 cidaw = trkcount * DASD_RAW_BLOCK_PER_TRACK; 4748 4749 /* 4750 * struct PFX_eckd_data and struct LRE_eckd_data can have up to 2 bytes 4751 * of extended parameter. This is needed for write full track. 4752 */ 4753 base_priv = basedev->private; 4754 use_prefix = base_priv->features.feature[8] & 0x01; 4755 if (use_prefix) { 4756 cplength = 1 + trkcount; 4757 size = sizeof(struct PFX_eckd_data) + 2; 4758 } else { 4759 cplength = 2 + trkcount; 4760 size = sizeof(struct DE_eckd_data) + 4761 sizeof(struct LRE_eckd_data) + 2; 4762 } 4763 size = ALIGN(size, 8); 4764 4765 datasize = size + cidaw * sizeof(unsigned long); 4766 4767 /* Allocate the ccw request. */ 4768 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, 4769 datasize, startdev, blk_mq_rq_to_pdu(req)); 4770 if (IS_ERR(cqr)) 4771 return cqr; 4772 4773 ccw = cqr->cpaddr; 4774 data = cqr->data; 4775 4776 if (use_prefix) { 4777 prefix_LRE(ccw++, data, first_trk, last_trk, cmd, basedev, 4778 startdev, 1, first_offs + 1, trkcount, 0, 0); 4779 } else { 4780 define_extent(ccw++, data, first_trk, last_trk, cmd, basedev, 0); 4781 ccw[-1].flags |= CCW_FLAG_CC; 4782 4783 data += sizeof(struct DE_eckd_data); 4784 locate_record_ext(ccw++, data, first_trk, first_offs + 1, 4785 trkcount, cmd, basedev, 0, 0); 4786 } 4787 4788 idaws = (unsigned long *)(cqr->data + size); 4789 len_to_track_end = 0; 4790 if (start_padding_sectors) { 4791 ccw[-1].flags |= CCW_FLAG_CC; 4792 ccw->cmd_code = cmd; 4793 /* maximum 3390 track size */ 4794 ccw->count = 57326; 4795 /* 64k map to one track */ 4796 len_to_track_end = 65536 - start_padding_sectors * 512; 4797 ccw->cda = (__u32)(addr_t)idaws; 4798 ccw->flags |= CCW_FLAG_IDA; 4799 ccw->flags |= CCW_FLAG_SLI; 4800 ccw++; 4801 for (sectors = 0; sectors < start_padding_sectors; sectors += 8) 4802 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE); 4803 } 4804 rq_for_each_segment(bv, req, iter) { 4805 dst = bvec_virt(&bv); 4806 seg_len = bv.bv_len; 4807 if (cmd == DASD_ECKD_CCW_READ_TRACK) 4808 memset(dst, 0, seg_len); 4809 if (!len_to_track_end) { 4810 ccw[-1].flags |= CCW_FLAG_CC; 4811 ccw->cmd_code = cmd; 4812 /* maximum 3390 track size */ 4813 ccw->count = 57326; 4814 /* 64k map to one track */ 4815 len_to_track_end = 65536; 4816 ccw->cda = (__u32)(addr_t)idaws; 4817 ccw->flags |= CCW_FLAG_IDA; 4818 ccw->flags |= CCW_FLAG_SLI; 4819 ccw++; 4820 } 4821 len_to_track_end -= seg_len; 4822 idaws = idal_create_words(idaws, dst, seg_len); 4823 } 4824 for (sectors = 0; sectors < end_padding_sectors; sectors += 8) 4825 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE); 4826 if (blk_noretry_request(req) || 4827 block->base->features & DASD_FEATURE_FAILFAST) 4828 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 4829 cqr->startdev = startdev; 4830 cqr->memdev = startdev; 4831 cqr->block = block; 4832 cqr->expires = startdev->default_expires * HZ; 4833 cqr->lpm = dasd_path_get_ppm(startdev); 4834 cqr->retries = startdev->default_retries; 4835 cqr->buildclk = get_tod_clock(); 4836 cqr->status = DASD_CQR_FILLED; 4837 4838 return cqr; 4839 } 4840 4841 4842 static int 4843 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req) 4844 { 4845 struct dasd_eckd_private *private; 4846 struct ccw1 *ccw; 4847 struct req_iterator iter; 4848 struct bio_vec bv; 4849 char *dst, *cda; 4850 unsigned int blksize, blk_per_trk, off; 4851 sector_t recid; 4852 int status; 4853 4854 if (!dasd_page_cache) 4855 goto out; 4856 private = cqr->block->base->private; 4857 blksize = cqr->block->bp_block; 4858 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize); 4859 recid = blk_rq_pos(req) >> cqr->block->s2b_shift; 4860 ccw = cqr->cpaddr; 4861 /* Skip over define extent & locate record. */ 4862 ccw++; 4863 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) 4864 ccw++; 4865 rq_for_each_segment(bv, req, iter) { 4866 dst = bvec_virt(&bv); 4867 for (off = 0; off < bv.bv_len; off += blksize) { 4868 /* Skip locate record. */ 4869 if (private->uses_cdl && recid <= 2*blk_per_trk) 4870 ccw++; 4871 if (dst) { 4872 if (ccw->flags & CCW_FLAG_IDA) 4873 cda = *((char **)((addr_t) ccw->cda)); 4874 else 4875 cda = (char *)((addr_t) ccw->cda); 4876 if (dst != cda) { 4877 if (rq_data_dir(req) == READ) 4878 memcpy(dst, cda, bv.bv_len); 4879 kmem_cache_free(dasd_page_cache, 4880 (void *)((addr_t)cda & PAGE_MASK)); 4881 } 4882 dst = NULL; 4883 } 4884 ccw++; 4885 recid++; 4886 } 4887 } 4888 out: 4889 status = cqr->status == DASD_CQR_DONE; 4890 dasd_sfree_request(cqr, cqr->memdev); 4891 return status; 4892 } 4893 4894 /* 4895 * Modify ccw/tcw in cqr so it can be started on a base device. 4896 * 4897 * Note that this is not enough to restart the cqr! 4898 * Either reset cqr->startdev as well (summary unit check handling) 4899 * or restart via separate cqr (as in ERP handling). 4900 */ 4901 void dasd_eckd_reset_ccw_to_base_io(struct dasd_ccw_req *cqr) 4902 { 4903 struct ccw1 *ccw; 4904 struct PFX_eckd_data *pfxdata; 4905 struct tcw *tcw; 4906 struct tccb *tccb; 4907 struct dcw *dcw; 4908 4909 if (cqr->cpmode == 1) { 4910 tcw = cqr->cpaddr; 4911 tccb = tcw_get_tccb(tcw); 4912 dcw = (struct dcw *)&tccb->tca[0]; 4913 pfxdata = (struct PFX_eckd_data *)&dcw->cd[0]; 4914 pfxdata->validity.verify_base = 0; 4915 pfxdata->validity.hyper_pav = 0; 4916 } else { 4917 ccw = cqr->cpaddr; 4918 pfxdata = cqr->data; 4919 if (ccw->cmd_code == DASD_ECKD_CCW_PFX) { 4920 pfxdata->validity.verify_base = 0; 4921 pfxdata->validity.hyper_pav = 0; 4922 } 4923 } 4924 } 4925 4926 #define DASD_ECKD_CHANQ_MAX_SIZE 4 4927 4928 static struct dasd_ccw_req *dasd_eckd_build_alias_cp(struct dasd_device *base, 4929 struct dasd_block *block, 4930 struct request *req) 4931 { 4932 struct dasd_eckd_private *private; 4933 struct dasd_device *startdev; 4934 unsigned long flags; 4935 struct dasd_ccw_req *cqr; 4936 4937 startdev = dasd_alias_get_start_dev(base); 4938 if (!startdev) 4939 startdev = base; 4940 private = startdev->private; 4941 if (private->count >= DASD_ECKD_CHANQ_MAX_SIZE) 4942 return ERR_PTR(-EBUSY); 4943 4944 spin_lock_irqsave(get_ccwdev_lock(startdev->cdev), flags); 4945 private->count++; 4946 if ((base->features & DASD_FEATURE_USERAW)) 4947 cqr = dasd_eckd_build_cp_raw(startdev, block, req); 4948 else 4949 cqr = dasd_eckd_build_cp(startdev, block, req); 4950 if (IS_ERR(cqr)) 4951 private->count--; 4952 spin_unlock_irqrestore(get_ccwdev_lock(startdev->cdev), flags); 4953 return cqr; 4954 } 4955 4956 static int dasd_eckd_free_alias_cp(struct dasd_ccw_req *cqr, 4957 struct request *req) 4958 { 4959 struct dasd_eckd_private *private; 4960 unsigned long flags; 4961 4962 spin_lock_irqsave(get_ccwdev_lock(cqr->memdev->cdev), flags); 4963 private = cqr->memdev->private; 4964 private->count--; 4965 spin_unlock_irqrestore(get_ccwdev_lock(cqr->memdev->cdev), flags); 4966 return dasd_eckd_free_cp(cqr, req); 4967 } 4968 4969 static int 4970 dasd_eckd_fill_info(struct dasd_device * device, 4971 struct dasd_information2_t * info) 4972 { 4973 struct dasd_eckd_private *private = device->private; 4974 4975 info->label_block = 2; 4976 info->FBA_layout = private->uses_cdl ? 0 : 1; 4977 info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL; 4978 info->characteristics_size = sizeof(private->rdc_data); 4979 memcpy(info->characteristics, &private->rdc_data, 4980 sizeof(private->rdc_data)); 4981 info->confdata_size = min((unsigned long)private->conf_len, 4982 sizeof(info->configuration_data)); 4983 memcpy(info->configuration_data, private->conf_data, 4984 info->confdata_size); 4985 return 0; 4986 } 4987 4988 /* 4989 * SECTION: ioctl functions for eckd devices. 4990 */ 4991 4992 /* 4993 * Release device ioctl. 4994 * Buils a channel programm to releases a prior reserved 4995 * (see dasd_eckd_reserve) device. 4996 */ 4997 static int 4998 dasd_eckd_release(struct dasd_device *device) 4999 { 5000 struct dasd_ccw_req *cqr; 5001 int rc; 5002 struct ccw1 *ccw; 5003 int useglobal; 5004 5005 if (!capable(CAP_SYS_ADMIN)) 5006 return -EACCES; 5007 5008 useglobal = 0; 5009 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5010 if (IS_ERR(cqr)) { 5011 mutex_lock(&dasd_reserve_mutex); 5012 useglobal = 1; 5013 cqr = &dasd_reserve_req->cqr; 5014 memset(cqr, 0, sizeof(*cqr)); 5015 memset(&dasd_reserve_req->ccw, 0, 5016 sizeof(dasd_reserve_req->ccw)); 5017 cqr->cpaddr = &dasd_reserve_req->ccw; 5018 cqr->data = &dasd_reserve_req->data; 5019 cqr->magic = DASD_ECKD_MAGIC; 5020 } 5021 ccw = cqr->cpaddr; 5022 ccw->cmd_code = DASD_ECKD_CCW_RELEASE; 5023 ccw->flags |= CCW_FLAG_SLI; 5024 ccw->count = 32; 5025 ccw->cda = (__u32)(addr_t) cqr->data; 5026 cqr->startdev = device; 5027 cqr->memdev = device; 5028 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5029 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5030 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5031 cqr->expires = 2 * HZ; 5032 cqr->buildclk = get_tod_clock(); 5033 cqr->status = DASD_CQR_FILLED; 5034 5035 rc = dasd_sleep_on_immediatly(cqr); 5036 if (!rc) 5037 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5038 5039 if (useglobal) 5040 mutex_unlock(&dasd_reserve_mutex); 5041 else 5042 dasd_sfree_request(cqr, cqr->memdev); 5043 return rc; 5044 } 5045 5046 /* 5047 * Reserve device ioctl. 5048 * Options are set to 'synchronous wait for interrupt' and 5049 * 'timeout the request'. This leads to a terminate IO if 5050 * the interrupt is outstanding for a certain time. 5051 */ 5052 static int 5053 dasd_eckd_reserve(struct dasd_device *device) 5054 { 5055 struct dasd_ccw_req *cqr; 5056 int rc; 5057 struct ccw1 *ccw; 5058 int useglobal; 5059 5060 if (!capable(CAP_SYS_ADMIN)) 5061 return -EACCES; 5062 5063 useglobal = 0; 5064 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5065 if (IS_ERR(cqr)) { 5066 mutex_lock(&dasd_reserve_mutex); 5067 useglobal = 1; 5068 cqr = &dasd_reserve_req->cqr; 5069 memset(cqr, 0, sizeof(*cqr)); 5070 memset(&dasd_reserve_req->ccw, 0, 5071 sizeof(dasd_reserve_req->ccw)); 5072 cqr->cpaddr = &dasd_reserve_req->ccw; 5073 cqr->data = &dasd_reserve_req->data; 5074 cqr->magic = DASD_ECKD_MAGIC; 5075 } 5076 ccw = cqr->cpaddr; 5077 ccw->cmd_code = DASD_ECKD_CCW_RESERVE; 5078 ccw->flags |= CCW_FLAG_SLI; 5079 ccw->count = 32; 5080 ccw->cda = (__u32)(addr_t) cqr->data; 5081 cqr->startdev = device; 5082 cqr->memdev = device; 5083 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5084 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5085 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5086 cqr->expires = 2 * HZ; 5087 cqr->buildclk = get_tod_clock(); 5088 cqr->status = DASD_CQR_FILLED; 5089 5090 rc = dasd_sleep_on_immediatly(cqr); 5091 if (!rc) 5092 set_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5093 5094 if (useglobal) 5095 mutex_unlock(&dasd_reserve_mutex); 5096 else 5097 dasd_sfree_request(cqr, cqr->memdev); 5098 return rc; 5099 } 5100 5101 /* 5102 * Steal lock ioctl - unconditional reserve device. 5103 * Buils a channel programm to break a device's reservation. 5104 * (unconditional reserve) 5105 */ 5106 static int 5107 dasd_eckd_steal_lock(struct dasd_device *device) 5108 { 5109 struct dasd_ccw_req *cqr; 5110 int rc; 5111 struct ccw1 *ccw; 5112 int useglobal; 5113 5114 if (!capable(CAP_SYS_ADMIN)) 5115 return -EACCES; 5116 5117 useglobal = 0; 5118 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL); 5119 if (IS_ERR(cqr)) { 5120 mutex_lock(&dasd_reserve_mutex); 5121 useglobal = 1; 5122 cqr = &dasd_reserve_req->cqr; 5123 memset(cqr, 0, sizeof(*cqr)); 5124 memset(&dasd_reserve_req->ccw, 0, 5125 sizeof(dasd_reserve_req->ccw)); 5126 cqr->cpaddr = &dasd_reserve_req->ccw; 5127 cqr->data = &dasd_reserve_req->data; 5128 cqr->magic = DASD_ECKD_MAGIC; 5129 } 5130 ccw = cqr->cpaddr; 5131 ccw->cmd_code = DASD_ECKD_CCW_SLCK; 5132 ccw->flags |= CCW_FLAG_SLI; 5133 ccw->count = 32; 5134 ccw->cda = (__u32)(addr_t) cqr->data; 5135 cqr->startdev = device; 5136 cqr->memdev = device; 5137 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5138 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5139 cqr->retries = 2; /* set retry counter to enable basic ERP */ 5140 cqr->expires = 2 * HZ; 5141 cqr->buildclk = get_tod_clock(); 5142 cqr->status = DASD_CQR_FILLED; 5143 5144 rc = dasd_sleep_on_immediatly(cqr); 5145 if (!rc) 5146 set_bit(DASD_FLAG_IS_RESERVED, &device->flags); 5147 5148 if (useglobal) 5149 mutex_unlock(&dasd_reserve_mutex); 5150 else 5151 dasd_sfree_request(cqr, cqr->memdev); 5152 return rc; 5153 } 5154 5155 /* 5156 * SNID - Sense Path Group ID 5157 * This ioctl may be used in situations where I/O is stalled due to 5158 * a reserve, so if the normal dasd_smalloc_request fails, we use the 5159 * preallocated dasd_reserve_req. 5160 */ 5161 static int dasd_eckd_snid(struct dasd_device *device, 5162 void __user *argp) 5163 { 5164 struct dasd_ccw_req *cqr; 5165 int rc; 5166 struct ccw1 *ccw; 5167 int useglobal; 5168 struct dasd_snid_ioctl_data usrparm; 5169 5170 if (!capable(CAP_SYS_ADMIN)) 5171 return -EACCES; 5172 5173 if (copy_from_user(&usrparm, argp, sizeof(usrparm))) 5174 return -EFAULT; 5175 5176 useglobal = 0; 5177 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 5178 sizeof(struct dasd_snid_data), device, 5179 NULL); 5180 if (IS_ERR(cqr)) { 5181 mutex_lock(&dasd_reserve_mutex); 5182 useglobal = 1; 5183 cqr = &dasd_reserve_req->cqr; 5184 memset(cqr, 0, sizeof(*cqr)); 5185 memset(&dasd_reserve_req->ccw, 0, 5186 sizeof(dasd_reserve_req->ccw)); 5187 cqr->cpaddr = &dasd_reserve_req->ccw; 5188 cqr->data = &dasd_reserve_req->data; 5189 cqr->magic = DASD_ECKD_MAGIC; 5190 } 5191 ccw = cqr->cpaddr; 5192 ccw->cmd_code = DASD_ECKD_CCW_SNID; 5193 ccw->flags |= CCW_FLAG_SLI; 5194 ccw->count = 12; 5195 ccw->cda = (__u32)(addr_t) cqr->data; 5196 cqr->startdev = device; 5197 cqr->memdev = device; 5198 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5199 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags); 5200 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags); 5201 cqr->retries = 5; 5202 cqr->expires = 10 * HZ; 5203 cqr->buildclk = get_tod_clock(); 5204 cqr->status = DASD_CQR_FILLED; 5205 cqr->lpm = usrparm.path_mask; 5206 5207 rc = dasd_sleep_on_immediatly(cqr); 5208 /* verify that I/O processing didn't modify the path mask */ 5209 if (!rc && usrparm.path_mask && (cqr->lpm != usrparm.path_mask)) 5210 rc = -EIO; 5211 if (!rc) { 5212 usrparm.data = *((struct dasd_snid_data *)cqr->data); 5213 if (copy_to_user(argp, &usrparm, sizeof(usrparm))) 5214 rc = -EFAULT; 5215 } 5216 5217 if (useglobal) 5218 mutex_unlock(&dasd_reserve_mutex); 5219 else 5220 dasd_sfree_request(cqr, cqr->memdev); 5221 return rc; 5222 } 5223 5224 /* 5225 * Read performance statistics 5226 */ 5227 static int 5228 dasd_eckd_performance(struct dasd_device *device, void __user *argp) 5229 { 5230 struct dasd_psf_prssd_data *prssdp; 5231 struct dasd_rssd_perf_stats_t *stats; 5232 struct dasd_ccw_req *cqr; 5233 struct ccw1 *ccw; 5234 int rc; 5235 5236 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5237 (sizeof(struct dasd_psf_prssd_data) + 5238 sizeof(struct dasd_rssd_perf_stats_t)), 5239 device, NULL); 5240 if (IS_ERR(cqr)) { 5241 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5242 "Could not allocate initialization request"); 5243 return PTR_ERR(cqr); 5244 } 5245 cqr->startdev = device; 5246 cqr->memdev = device; 5247 cqr->retries = 0; 5248 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5249 cqr->expires = 10 * HZ; 5250 5251 /* Prepare for Read Subsystem Data */ 5252 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5253 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5254 prssdp->order = PSF_ORDER_PRSSD; 5255 prssdp->suborder = 0x01; /* Performance Statistics */ 5256 prssdp->varies[1] = 0x01; /* Perf Statistics for the Subsystem */ 5257 5258 ccw = cqr->cpaddr; 5259 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5260 ccw->count = sizeof(struct dasd_psf_prssd_data); 5261 ccw->flags |= CCW_FLAG_CC; 5262 ccw->cda = (__u32)(addr_t) prssdp; 5263 5264 /* Read Subsystem Data - Performance Statistics */ 5265 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1); 5266 memset(stats, 0, sizeof(struct dasd_rssd_perf_stats_t)); 5267 5268 ccw++; 5269 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5270 ccw->count = sizeof(struct dasd_rssd_perf_stats_t); 5271 ccw->cda = (__u32)(addr_t) stats; 5272 5273 cqr->buildclk = get_tod_clock(); 5274 cqr->status = DASD_CQR_FILLED; 5275 rc = dasd_sleep_on(cqr); 5276 if (rc == 0) { 5277 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5278 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1); 5279 if (copy_to_user(argp, stats, 5280 sizeof(struct dasd_rssd_perf_stats_t))) 5281 rc = -EFAULT; 5282 } 5283 dasd_sfree_request(cqr, cqr->memdev); 5284 return rc; 5285 } 5286 5287 /* 5288 * Get attributes (cache operations) 5289 * Returnes the cache attributes used in Define Extend (DE). 5290 */ 5291 static int 5292 dasd_eckd_get_attrib(struct dasd_device *device, void __user *argp) 5293 { 5294 struct dasd_eckd_private *private = device->private; 5295 struct attrib_data_t attrib = private->attrib; 5296 int rc; 5297 5298 if (!capable(CAP_SYS_ADMIN)) 5299 return -EACCES; 5300 if (!argp) 5301 return -EINVAL; 5302 5303 rc = 0; 5304 if (copy_to_user(argp, (long *) &attrib, 5305 sizeof(struct attrib_data_t))) 5306 rc = -EFAULT; 5307 5308 return rc; 5309 } 5310 5311 /* 5312 * Set attributes (cache operations) 5313 * Stores the attributes for cache operation to be used in Define Extend (DE). 5314 */ 5315 static int 5316 dasd_eckd_set_attrib(struct dasd_device *device, void __user *argp) 5317 { 5318 struct dasd_eckd_private *private = device->private; 5319 struct attrib_data_t attrib; 5320 5321 if (!capable(CAP_SYS_ADMIN)) 5322 return -EACCES; 5323 if (!argp) 5324 return -EINVAL; 5325 5326 if (copy_from_user(&attrib, argp, sizeof(struct attrib_data_t))) 5327 return -EFAULT; 5328 private->attrib = attrib; 5329 5330 dev_info(&device->cdev->dev, 5331 "The DASD cache mode was set to %x (%i cylinder prestage)\n", 5332 private->attrib.operation, private->attrib.nr_cyl); 5333 return 0; 5334 } 5335 5336 /* 5337 * Issue syscall I/O to EMC Symmetrix array. 5338 * CCWs are PSF and RSSD 5339 */ 5340 static int dasd_symm_io(struct dasd_device *device, void __user *argp) 5341 { 5342 struct dasd_symmio_parms usrparm; 5343 char *psf_data, *rssd_result; 5344 struct dasd_ccw_req *cqr; 5345 struct ccw1 *ccw; 5346 char psf0, psf1; 5347 int rc; 5348 5349 if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_RAWIO)) 5350 return -EACCES; 5351 psf0 = psf1 = 0; 5352 5353 /* Copy parms from caller */ 5354 rc = -EFAULT; 5355 if (copy_from_user(&usrparm, argp, sizeof(usrparm))) 5356 goto out; 5357 if (is_compat_task()) { 5358 /* Make sure pointers are sane even on 31 bit. */ 5359 rc = -EINVAL; 5360 if ((usrparm.psf_data >> 32) != 0) 5361 goto out; 5362 if ((usrparm.rssd_result >> 32) != 0) 5363 goto out; 5364 usrparm.psf_data &= 0x7fffffffULL; 5365 usrparm.rssd_result &= 0x7fffffffULL; 5366 } 5367 /* at least 2 bytes are accessed and should be allocated */ 5368 if (usrparm.psf_data_len < 2) { 5369 DBF_DEV_EVENT(DBF_WARNING, device, 5370 "Symmetrix ioctl invalid data length %d", 5371 usrparm.psf_data_len); 5372 rc = -EINVAL; 5373 goto out; 5374 } 5375 /* alloc I/O data area */ 5376 psf_data = kzalloc(usrparm.psf_data_len, GFP_KERNEL | GFP_DMA); 5377 rssd_result = kzalloc(usrparm.rssd_result_len, GFP_KERNEL | GFP_DMA); 5378 if (!psf_data || !rssd_result) { 5379 rc = -ENOMEM; 5380 goto out_free; 5381 } 5382 5383 /* get syscall header from user space */ 5384 rc = -EFAULT; 5385 if (copy_from_user(psf_data, 5386 (void __user *)(unsigned long) usrparm.psf_data, 5387 usrparm.psf_data_len)) 5388 goto out_free; 5389 psf0 = psf_data[0]; 5390 psf1 = psf_data[1]; 5391 5392 /* setup CCWs for PSF + RSSD */ 5393 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2, 0, device, NULL); 5394 if (IS_ERR(cqr)) { 5395 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5396 "Could not allocate initialization request"); 5397 rc = PTR_ERR(cqr); 5398 goto out_free; 5399 } 5400 5401 cqr->startdev = device; 5402 cqr->memdev = device; 5403 cqr->retries = 3; 5404 cqr->expires = 10 * HZ; 5405 cqr->buildclk = get_tod_clock(); 5406 cqr->status = DASD_CQR_FILLED; 5407 5408 /* Build the ccws */ 5409 ccw = cqr->cpaddr; 5410 5411 /* PSF ccw */ 5412 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5413 ccw->count = usrparm.psf_data_len; 5414 ccw->flags |= CCW_FLAG_CC; 5415 ccw->cda = (__u32)(addr_t) psf_data; 5416 5417 ccw++; 5418 5419 /* RSSD ccw */ 5420 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5421 ccw->count = usrparm.rssd_result_len; 5422 ccw->flags = CCW_FLAG_SLI ; 5423 ccw->cda = (__u32)(addr_t) rssd_result; 5424 5425 rc = dasd_sleep_on(cqr); 5426 if (rc) 5427 goto out_sfree; 5428 5429 rc = -EFAULT; 5430 if (copy_to_user((void __user *)(unsigned long) usrparm.rssd_result, 5431 rssd_result, usrparm.rssd_result_len)) 5432 goto out_sfree; 5433 rc = 0; 5434 5435 out_sfree: 5436 dasd_sfree_request(cqr, cqr->memdev); 5437 out_free: 5438 kfree(rssd_result); 5439 kfree(psf_data); 5440 out: 5441 DBF_DEV_EVENT(DBF_WARNING, device, 5442 "Symmetrix ioctl (0x%02x 0x%02x): rc=%d", 5443 (int) psf0, (int) psf1, rc); 5444 return rc; 5445 } 5446 5447 static int 5448 dasd_eckd_ioctl(struct dasd_block *block, unsigned int cmd, void __user *argp) 5449 { 5450 struct dasd_device *device = block->base; 5451 5452 switch (cmd) { 5453 case BIODASDGATTR: 5454 return dasd_eckd_get_attrib(device, argp); 5455 case BIODASDSATTR: 5456 return dasd_eckd_set_attrib(device, argp); 5457 case BIODASDPSRD: 5458 return dasd_eckd_performance(device, argp); 5459 case BIODASDRLSE: 5460 return dasd_eckd_release(device); 5461 case BIODASDRSRV: 5462 return dasd_eckd_reserve(device); 5463 case BIODASDSLCK: 5464 return dasd_eckd_steal_lock(device); 5465 case BIODASDSNID: 5466 return dasd_eckd_snid(device, argp); 5467 case BIODASDSYMMIO: 5468 return dasd_symm_io(device, argp); 5469 default: 5470 return -ENOTTY; 5471 } 5472 } 5473 5474 /* 5475 * Dump the range of CCWs into 'page' buffer 5476 * and return number of printed chars. 5477 */ 5478 static int 5479 dasd_eckd_dump_ccw_range(struct ccw1 *from, struct ccw1 *to, char *page) 5480 { 5481 int len, count; 5482 char *datap; 5483 5484 len = 0; 5485 while (from <= to) { 5486 len += sprintf(page + len, PRINTK_HEADER 5487 " CCW %p: %08X %08X DAT:", 5488 from, ((int *) from)[0], ((int *) from)[1]); 5489 5490 /* get pointer to data (consider IDALs) */ 5491 if (from->flags & CCW_FLAG_IDA) 5492 datap = (char *) *((addr_t *) (addr_t) from->cda); 5493 else 5494 datap = (char *) ((addr_t) from->cda); 5495 5496 /* dump data (max 32 bytes) */ 5497 for (count = 0; count < from->count && count < 32; count++) { 5498 if (count % 8 == 0) len += sprintf(page + len, " "); 5499 if (count % 4 == 0) len += sprintf(page + len, " "); 5500 len += sprintf(page + len, "%02x", datap[count]); 5501 } 5502 len += sprintf(page + len, "\n"); 5503 from++; 5504 } 5505 return len; 5506 } 5507 5508 static void 5509 dasd_eckd_dump_sense_dbf(struct dasd_device *device, struct irb *irb, 5510 char *reason) 5511 { 5512 u64 *sense; 5513 u64 *stat; 5514 5515 sense = (u64 *) dasd_get_sense(irb); 5516 stat = (u64 *) &irb->scsw; 5517 if (sense) { 5518 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : " 5519 "%016llx %016llx %016llx %016llx", 5520 reason, *stat, *((u32 *) (stat + 1)), 5521 sense[0], sense[1], sense[2], sense[3]); 5522 } else { 5523 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : %s", 5524 reason, *stat, *((u32 *) (stat + 1)), 5525 "NO VALID SENSE"); 5526 } 5527 } 5528 5529 /* 5530 * Print sense data and related channel program. 5531 * Parts are printed because printk buffer is only 1024 bytes. 5532 */ 5533 static void dasd_eckd_dump_sense_ccw(struct dasd_device *device, 5534 struct dasd_ccw_req *req, struct irb *irb) 5535 { 5536 char *page; 5537 struct ccw1 *first, *last, *fail, *from, *to; 5538 int len, sl, sct; 5539 5540 page = (char *) get_zeroed_page(GFP_ATOMIC); 5541 if (page == NULL) { 5542 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 5543 "No memory to dump sense data\n"); 5544 return; 5545 } 5546 /* dump the sense data */ 5547 len = sprintf(page, PRINTK_HEADER 5548 " I/O status report for device %s:\n", 5549 dev_name(&device->cdev->dev)); 5550 len += sprintf(page + len, PRINTK_HEADER 5551 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X " 5552 "CS:%02X RC:%d\n", 5553 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw), 5554 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw), 5555 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw), 5556 req ? req->intrc : 0); 5557 len += sprintf(page + len, PRINTK_HEADER 5558 " device %s: Failing CCW: %p\n", 5559 dev_name(&device->cdev->dev), 5560 (void *) (addr_t) irb->scsw.cmd.cpa); 5561 if (irb->esw.esw0.erw.cons) { 5562 for (sl = 0; sl < 4; sl++) { 5563 len += sprintf(page + len, PRINTK_HEADER 5564 " Sense(hex) %2d-%2d:", 5565 (8 * sl), ((8 * sl) + 7)); 5566 5567 for (sct = 0; sct < 8; sct++) { 5568 len += sprintf(page + len, " %02x", 5569 irb->ecw[8 * sl + sct]); 5570 } 5571 len += sprintf(page + len, "\n"); 5572 } 5573 5574 if (irb->ecw[27] & DASD_SENSE_BIT_0) { 5575 /* 24 Byte Sense Data */ 5576 sprintf(page + len, PRINTK_HEADER 5577 " 24 Byte: %x MSG %x, " 5578 "%s MSGb to SYSOP\n", 5579 irb->ecw[7] >> 4, irb->ecw[7] & 0x0f, 5580 irb->ecw[1] & 0x10 ? "" : "no"); 5581 } else { 5582 /* 32 Byte Sense Data */ 5583 sprintf(page + len, PRINTK_HEADER 5584 " 32 Byte: Format: %x " 5585 "Exception class %x\n", 5586 irb->ecw[6] & 0x0f, irb->ecw[22] >> 4); 5587 } 5588 } else { 5589 sprintf(page + len, PRINTK_HEADER 5590 " SORRY - NO VALID SENSE AVAILABLE\n"); 5591 } 5592 printk(KERN_ERR "%s", page); 5593 5594 if (req) { 5595 /* req == NULL for unsolicited interrupts */ 5596 /* dump the Channel Program (max 140 Bytes per line) */ 5597 /* Count CCW and print first CCWs (maximum 1024 % 140 = 7) */ 5598 first = req->cpaddr; 5599 for (last = first; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++); 5600 to = min(first + 6, last); 5601 len = sprintf(page, PRINTK_HEADER 5602 " Related CP in req: %p\n", req); 5603 dasd_eckd_dump_ccw_range(first, to, page + len); 5604 printk(KERN_ERR "%s", page); 5605 5606 /* print failing CCW area (maximum 4) */ 5607 /* scsw->cda is either valid or zero */ 5608 len = 0; 5609 from = ++to; 5610 fail = (struct ccw1 *)(addr_t) 5611 irb->scsw.cmd.cpa; /* failing CCW */ 5612 if (from < fail - 2) { 5613 from = fail - 2; /* there is a gap - print header */ 5614 len += sprintf(page, PRINTK_HEADER "......\n"); 5615 } 5616 to = min(fail + 1, last); 5617 len += dasd_eckd_dump_ccw_range(from, to, page + len); 5618 5619 /* print last CCWs (maximum 2) */ 5620 from = max(from, ++to); 5621 if (from < last - 1) { 5622 from = last - 1; /* there is a gap - print header */ 5623 len += sprintf(page + len, PRINTK_HEADER "......\n"); 5624 } 5625 len += dasd_eckd_dump_ccw_range(from, last, page + len); 5626 if (len > 0) 5627 printk(KERN_ERR "%s", page); 5628 } 5629 free_page((unsigned long) page); 5630 } 5631 5632 5633 /* 5634 * Print sense data from a tcw. 5635 */ 5636 static void dasd_eckd_dump_sense_tcw(struct dasd_device *device, 5637 struct dasd_ccw_req *req, struct irb *irb) 5638 { 5639 char *page; 5640 int len, sl, sct, residual; 5641 struct tsb *tsb; 5642 u8 *sense, *rcq; 5643 5644 page = (char *) get_zeroed_page(GFP_ATOMIC); 5645 if (page == NULL) { 5646 DBF_DEV_EVENT(DBF_WARNING, device, " %s", 5647 "No memory to dump sense data"); 5648 return; 5649 } 5650 /* dump the sense data */ 5651 len = sprintf(page, PRINTK_HEADER 5652 " I/O status report for device %s:\n", 5653 dev_name(&device->cdev->dev)); 5654 len += sprintf(page + len, PRINTK_HEADER 5655 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X " 5656 "CS:%02X fcxs:%02X schxs:%02X RC:%d\n", 5657 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw), 5658 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw), 5659 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw), 5660 irb->scsw.tm.fcxs, 5661 (irb->scsw.tm.ifob << 7) | irb->scsw.tm.sesq, 5662 req ? req->intrc : 0); 5663 len += sprintf(page + len, PRINTK_HEADER 5664 " device %s: Failing TCW: %p\n", 5665 dev_name(&device->cdev->dev), 5666 (void *) (addr_t) irb->scsw.tm.tcw); 5667 5668 tsb = NULL; 5669 sense = NULL; 5670 if (irb->scsw.tm.tcw && (irb->scsw.tm.fcxs & 0x01)) 5671 tsb = tcw_get_tsb( 5672 (struct tcw *)(unsigned long)irb->scsw.tm.tcw); 5673 5674 if (tsb) { 5675 len += sprintf(page + len, PRINTK_HEADER 5676 " tsb->length %d\n", tsb->length); 5677 len += sprintf(page + len, PRINTK_HEADER 5678 " tsb->flags %x\n", tsb->flags); 5679 len += sprintf(page + len, PRINTK_HEADER 5680 " tsb->dcw_offset %d\n", tsb->dcw_offset); 5681 len += sprintf(page + len, PRINTK_HEADER 5682 " tsb->count %d\n", tsb->count); 5683 residual = tsb->count - 28; 5684 len += sprintf(page + len, PRINTK_HEADER 5685 " residual %d\n", residual); 5686 5687 switch (tsb->flags & 0x07) { 5688 case 1: /* tsa_iostat */ 5689 len += sprintf(page + len, PRINTK_HEADER 5690 " tsb->tsa.iostat.dev_time %d\n", 5691 tsb->tsa.iostat.dev_time); 5692 len += sprintf(page + len, PRINTK_HEADER 5693 " tsb->tsa.iostat.def_time %d\n", 5694 tsb->tsa.iostat.def_time); 5695 len += sprintf(page + len, PRINTK_HEADER 5696 " tsb->tsa.iostat.queue_time %d\n", 5697 tsb->tsa.iostat.queue_time); 5698 len += sprintf(page + len, PRINTK_HEADER 5699 " tsb->tsa.iostat.dev_busy_time %d\n", 5700 tsb->tsa.iostat.dev_busy_time); 5701 len += sprintf(page + len, PRINTK_HEADER 5702 " tsb->tsa.iostat.dev_act_time %d\n", 5703 tsb->tsa.iostat.dev_act_time); 5704 sense = tsb->tsa.iostat.sense; 5705 break; 5706 case 2: /* ts_ddpc */ 5707 len += sprintf(page + len, PRINTK_HEADER 5708 " tsb->tsa.ddpc.rc %d\n", tsb->tsa.ddpc.rc); 5709 for (sl = 0; sl < 2; sl++) { 5710 len += sprintf(page + len, PRINTK_HEADER 5711 " tsb->tsa.ddpc.rcq %2d-%2d: ", 5712 (8 * sl), ((8 * sl) + 7)); 5713 rcq = tsb->tsa.ddpc.rcq; 5714 for (sct = 0; sct < 8; sct++) { 5715 len += sprintf(page + len, " %02x", 5716 rcq[8 * sl + sct]); 5717 } 5718 len += sprintf(page + len, "\n"); 5719 } 5720 sense = tsb->tsa.ddpc.sense; 5721 break; 5722 case 3: /* tsa_intrg */ 5723 len += sprintf(page + len, PRINTK_HEADER 5724 " tsb->tsa.intrg.: not supported yet\n"); 5725 break; 5726 } 5727 5728 if (sense) { 5729 for (sl = 0; sl < 4; sl++) { 5730 len += sprintf(page + len, PRINTK_HEADER 5731 " Sense(hex) %2d-%2d:", 5732 (8 * sl), ((8 * sl) + 7)); 5733 for (sct = 0; sct < 8; sct++) { 5734 len += sprintf(page + len, " %02x", 5735 sense[8 * sl + sct]); 5736 } 5737 len += sprintf(page + len, "\n"); 5738 } 5739 5740 if (sense[27] & DASD_SENSE_BIT_0) { 5741 /* 24 Byte Sense Data */ 5742 sprintf(page + len, PRINTK_HEADER 5743 " 24 Byte: %x MSG %x, " 5744 "%s MSGb to SYSOP\n", 5745 sense[7] >> 4, sense[7] & 0x0f, 5746 sense[1] & 0x10 ? "" : "no"); 5747 } else { 5748 /* 32 Byte Sense Data */ 5749 sprintf(page + len, PRINTK_HEADER 5750 " 32 Byte: Format: %x " 5751 "Exception class %x\n", 5752 sense[6] & 0x0f, sense[22] >> 4); 5753 } 5754 } else { 5755 sprintf(page + len, PRINTK_HEADER 5756 " SORRY - NO VALID SENSE AVAILABLE\n"); 5757 } 5758 } else { 5759 sprintf(page + len, PRINTK_HEADER 5760 " SORRY - NO TSB DATA AVAILABLE\n"); 5761 } 5762 printk(KERN_ERR "%s", page); 5763 free_page((unsigned long) page); 5764 } 5765 5766 static void dasd_eckd_dump_sense(struct dasd_device *device, 5767 struct dasd_ccw_req *req, struct irb *irb) 5768 { 5769 u8 *sense = dasd_get_sense(irb); 5770 5771 if (scsw_is_tm(&irb->scsw)) { 5772 /* 5773 * In some cases the 'File Protected' or 'Incorrect Length' 5774 * error might be expected and log messages shouldn't be written 5775 * then. Check if the according suppress bit is set. 5776 */ 5777 if (sense && (sense[1] & SNS1_FILE_PROTECTED) && 5778 test_bit(DASD_CQR_SUPPRESS_FP, &req->flags)) 5779 return; 5780 if (scsw_cstat(&irb->scsw) == 0x40 && 5781 test_bit(DASD_CQR_SUPPRESS_IL, &req->flags)) 5782 return; 5783 5784 dasd_eckd_dump_sense_tcw(device, req, irb); 5785 } else { 5786 /* 5787 * In some cases the 'Command Reject' or 'No Record Found' 5788 * error might be expected and log messages shouldn't be 5789 * written then. Check if the according suppress bit is set. 5790 */ 5791 if (sense && sense[0] & SNS0_CMD_REJECT && 5792 test_bit(DASD_CQR_SUPPRESS_CR, &req->flags)) 5793 return; 5794 5795 if (sense && sense[1] & SNS1_NO_REC_FOUND && 5796 test_bit(DASD_CQR_SUPPRESS_NRF, &req->flags)) 5797 return; 5798 5799 dasd_eckd_dump_sense_ccw(device, req, irb); 5800 } 5801 } 5802 5803 static int dasd_eckd_reload_device(struct dasd_device *device) 5804 { 5805 struct dasd_eckd_private *private = device->private; 5806 int rc, old_base; 5807 char print_uid[60]; 5808 struct dasd_uid uid; 5809 unsigned long flags; 5810 5811 /* 5812 * remove device from alias handling to prevent new requests 5813 * from being scheduled on the wrong alias device 5814 */ 5815 dasd_alias_remove_device(device); 5816 5817 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags); 5818 old_base = private->uid.base_unit_addr; 5819 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags); 5820 5821 /* Read Configuration Data */ 5822 rc = dasd_eckd_read_conf(device); 5823 if (rc) 5824 goto out_err; 5825 5826 rc = dasd_eckd_generate_uid(device); 5827 if (rc) 5828 goto out_err; 5829 /* 5830 * update unit address configuration and 5831 * add device to alias management 5832 */ 5833 dasd_alias_update_add_device(device); 5834 5835 dasd_eckd_get_uid(device, &uid); 5836 5837 if (old_base != uid.base_unit_addr) { 5838 if (strlen(uid.vduit) > 0) 5839 snprintf(print_uid, sizeof(print_uid), 5840 "%s.%s.%04x.%02x.%s", uid.vendor, uid.serial, 5841 uid.ssid, uid.base_unit_addr, uid.vduit); 5842 else 5843 snprintf(print_uid, sizeof(print_uid), 5844 "%s.%s.%04x.%02x", uid.vendor, uid.serial, 5845 uid.ssid, uid.base_unit_addr); 5846 5847 dev_info(&device->cdev->dev, 5848 "An Alias device was reassigned to a new base device " 5849 "with UID: %s\n", print_uid); 5850 } 5851 return 0; 5852 5853 out_err: 5854 return -1; 5855 } 5856 5857 static int dasd_eckd_read_message_buffer(struct dasd_device *device, 5858 struct dasd_rssd_messages *messages, 5859 __u8 lpum) 5860 { 5861 struct dasd_rssd_messages *message_buf; 5862 struct dasd_psf_prssd_data *prssdp; 5863 struct dasd_ccw_req *cqr; 5864 struct ccw1 *ccw; 5865 int rc; 5866 5867 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5868 (sizeof(struct dasd_psf_prssd_data) + 5869 sizeof(struct dasd_rssd_messages)), 5870 device, NULL); 5871 if (IS_ERR(cqr)) { 5872 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5873 "Could not allocate read message buffer request"); 5874 return PTR_ERR(cqr); 5875 } 5876 5877 cqr->lpm = lpum; 5878 retry: 5879 cqr->startdev = device; 5880 cqr->memdev = device; 5881 cqr->block = NULL; 5882 cqr->expires = 10 * HZ; 5883 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 5884 /* dasd_sleep_on_immediatly does not do complex error 5885 * recovery so clear erp flag and set retry counter to 5886 * do basic erp */ 5887 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags); 5888 cqr->retries = 256; 5889 5890 /* Prepare for Read Subsystem Data */ 5891 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5892 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5893 prssdp->order = PSF_ORDER_PRSSD; 5894 prssdp->suborder = 0x03; /* Message Buffer */ 5895 /* all other bytes of prssdp must be zero */ 5896 5897 ccw = cqr->cpaddr; 5898 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5899 ccw->count = sizeof(struct dasd_psf_prssd_data); 5900 ccw->flags |= CCW_FLAG_CC; 5901 ccw->flags |= CCW_FLAG_SLI; 5902 ccw->cda = (__u32)(addr_t) prssdp; 5903 5904 /* Read Subsystem Data - message buffer */ 5905 message_buf = (struct dasd_rssd_messages *) (prssdp + 1); 5906 memset(message_buf, 0, sizeof(struct dasd_rssd_messages)); 5907 5908 ccw++; 5909 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5910 ccw->count = sizeof(struct dasd_rssd_messages); 5911 ccw->flags |= CCW_FLAG_SLI; 5912 ccw->cda = (__u32)(addr_t) message_buf; 5913 5914 cqr->buildclk = get_tod_clock(); 5915 cqr->status = DASD_CQR_FILLED; 5916 rc = dasd_sleep_on_immediatly(cqr); 5917 if (rc == 0) { 5918 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5919 message_buf = (struct dasd_rssd_messages *) 5920 (prssdp + 1); 5921 memcpy(messages, message_buf, 5922 sizeof(struct dasd_rssd_messages)); 5923 } else if (cqr->lpm) { 5924 /* 5925 * on z/VM we might not be able to do I/O on the requested path 5926 * but instead we get the required information on any path 5927 * so retry with open path mask 5928 */ 5929 cqr->lpm = 0; 5930 goto retry; 5931 } else 5932 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 5933 "Reading messages failed with rc=%d\n" 5934 , rc); 5935 dasd_sfree_request(cqr, cqr->memdev); 5936 return rc; 5937 } 5938 5939 static int dasd_eckd_query_host_access(struct dasd_device *device, 5940 struct dasd_psf_query_host_access *data) 5941 { 5942 struct dasd_eckd_private *private = device->private; 5943 struct dasd_psf_query_host_access *host_access; 5944 struct dasd_psf_prssd_data *prssdp; 5945 struct dasd_ccw_req *cqr; 5946 struct ccw1 *ccw; 5947 int rc; 5948 5949 /* not available for HYPER PAV alias devices */ 5950 if (!device->block && private->lcu->pav == HYPER_PAV) 5951 return -EOPNOTSUPP; 5952 5953 /* may not be supported by the storage server */ 5954 if (!(private->features.feature[14] & 0x80)) 5955 return -EOPNOTSUPP; 5956 5957 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */, 5958 sizeof(struct dasd_psf_prssd_data) + 1, 5959 device, NULL); 5960 if (IS_ERR(cqr)) { 5961 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5962 "Could not allocate read message buffer request"); 5963 return PTR_ERR(cqr); 5964 } 5965 host_access = kzalloc(sizeof(*host_access), GFP_KERNEL | GFP_DMA); 5966 if (!host_access) { 5967 dasd_sfree_request(cqr, device); 5968 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 5969 "Could not allocate host_access buffer"); 5970 return -ENOMEM; 5971 } 5972 cqr->startdev = device; 5973 cqr->memdev = device; 5974 cqr->block = NULL; 5975 cqr->retries = 256; 5976 cqr->expires = 10 * HZ; 5977 5978 /* Prepare for Read Subsystem Data */ 5979 prssdp = (struct dasd_psf_prssd_data *) cqr->data; 5980 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data)); 5981 prssdp->order = PSF_ORDER_PRSSD; 5982 prssdp->suborder = PSF_SUBORDER_QHA; /* query host access */ 5983 /* LSS and Volume that will be queried */ 5984 prssdp->lss = private->ned->ID; 5985 prssdp->volume = private->ned->unit_addr; 5986 /* all other bytes of prssdp must be zero */ 5987 5988 ccw = cqr->cpaddr; 5989 ccw->cmd_code = DASD_ECKD_CCW_PSF; 5990 ccw->count = sizeof(struct dasd_psf_prssd_data); 5991 ccw->flags |= CCW_FLAG_CC; 5992 ccw->flags |= CCW_FLAG_SLI; 5993 ccw->cda = (__u32)(addr_t) prssdp; 5994 5995 /* Read Subsystem Data - query host access */ 5996 ccw++; 5997 ccw->cmd_code = DASD_ECKD_CCW_RSSD; 5998 ccw->count = sizeof(struct dasd_psf_query_host_access); 5999 ccw->flags |= CCW_FLAG_SLI; 6000 ccw->cda = (__u32)(addr_t) host_access; 6001 6002 cqr->buildclk = get_tod_clock(); 6003 cqr->status = DASD_CQR_FILLED; 6004 /* the command might not be supported, suppress error message */ 6005 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags); 6006 rc = dasd_sleep_on_interruptible(cqr); 6007 if (rc == 0) { 6008 *data = *host_access; 6009 } else { 6010 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, 6011 "Reading host access data failed with rc=%d\n", 6012 rc); 6013 rc = -EOPNOTSUPP; 6014 } 6015 6016 dasd_sfree_request(cqr, cqr->memdev); 6017 kfree(host_access); 6018 return rc; 6019 } 6020 /* 6021 * return number of grouped devices 6022 */ 6023 static int dasd_eckd_host_access_count(struct dasd_device *device) 6024 { 6025 struct dasd_psf_query_host_access *access; 6026 struct dasd_ckd_path_group_entry *entry; 6027 struct dasd_ckd_host_information *info; 6028 int count = 0; 6029 int rc, i; 6030 6031 access = kzalloc(sizeof(*access), GFP_NOIO); 6032 if (!access) { 6033 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 6034 "Could not allocate access buffer"); 6035 return -ENOMEM; 6036 } 6037 rc = dasd_eckd_query_host_access(device, access); 6038 if (rc) { 6039 kfree(access); 6040 return rc; 6041 } 6042 6043 info = (struct dasd_ckd_host_information *) 6044 access->host_access_information; 6045 for (i = 0; i < info->entry_count; i++) { 6046 entry = (struct dasd_ckd_path_group_entry *) 6047 (info->entry + i * info->entry_size); 6048 if (entry->status_flags & DASD_ECKD_PG_GROUPED) 6049 count++; 6050 } 6051 6052 kfree(access); 6053 return count; 6054 } 6055 6056 /* 6057 * write host access information to a sequential file 6058 */ 6059 static int dasd_hosts_print(struct dasd_device *device, struct seq_file *m) 6060 { 6061 struct dasd_psf_query_host_access *access; 6062 struct dasd_ckd_path_group_entry *entry; 6063 struct dasd_ckd_host_information *info; 6064 char sysplex[9] = ""; 6065 int rc, i; 6066 6067 access = kzalloc(sizeof(*access), GFP_NOIO); 6068 if (!access) { 6069 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", 6070 "Could not allocate access buffer"); 6071 return -ENOMEM; 6072 } 6073 rc = dasd_eckd_query_host_access(device, access); 6074 if (rc) { 6075 kfree(access); 6076 return rc; 6077 } 6078 6079 info = (struct dasd_ckd_host_information *) 6080 access->host_access_information; 6081 for (i = 0; i < info->entry_count; i++) { 6082 entry = (struct dasd_ckd_path_group_entry *) 6083 (info->entry + i * info->entry_size); 6084 /* PGID */ 6085 seq_printf(m, "pgid %*phN\n", 11, entry->pgid); 6086 /* FLAGS */ 6087 seq_printf(m, "status_flags %02x\n", entry->status_flags); 6088 /* SYSPLEX NAME */ 6089 memcpy(&sysplex, &entry->sysplex_name, sizeof(sysplex) - 1); 6090 EBCASC(sysplex, sizeof(sysplex)); 6091 seq_printf(m, "sysplex_name %8s\n", sysplex); 6092 /* SUPPORTED CYLINDER */ 6093 seq_printf(m, "supported_cylinder %d\n", entry->cylinder); 6094 /* TIMESTAMP */ 6095 seq_printf(m, "timestamp %lu\n", (unsigned long) 6096 entry->timestamp); 6097 } 6098 kfree(access); 6099 6100 return 0; 6101 } 6102 6103 /* 6104 * Perform Subsystem Function - CUIR response 6105 */ 6106 static int 6107 dasd_eckd_psf_cuir_response(struct dasd_device *device, int response, 6108 __u32 message_id, __u8 lpum) 6109 { 6110 struct dasd_psf_cuir_response *psf_cuir; 6111 int pos = pathmask_to_pos(lpum); 6112 struct dasd_ccw_req *cqr; 6113 struct ccw1 *ccw; 6114 int rc; 6115 6116 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ , 6117 sizeof(struct dasd_psf_cuir_response), 6118 device, NULL); 6119 6120 if (IS_ERR(cqr)) { 6121 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6122 "Could not allocate PSF-CUIR request"); 6123 return PTR_ERR(cqr); 6124 } 6125 6126 psf_cuir = (struct dasd_psf_cuir_response *)cqr->data; 6127 psf_cuir->order = PSF_ORDER_CUIR_RESPONSE; 6128 psf_cuir->cc = response; 6129 psf_cuir->chpid = device->path[pos].chpid; 6130 psf_cuir->message_id = message_id; 6131 psf_cuir->cssid = device->path[pos].cssid; 6132 psf_cuir->ssid = device->path[pos].ssid; 6133 ccw = cqr->cpaddr; 6134 ccw->cmd_code = DASD_ECKD_CCW_PSF; 6135 ccw->cda = (__u32)(addr_t)psf_cuir; 6136 ccw->flags = CCW_FLAG_SLI; 6137 ccw->count = sizeof(struct dasd_psf_cuir_response); 6138 6139 cqr->startdev = device; 6140 cqr->memdev = device; 6141 cqr->block = NULL; 6142 cqr->retries = 256; 6143 cqr->expires = 10*HZ; 6144 cqr->buildclk = get_tod_clock(); 6145 cqr->status = DASD_CQR_FILLED; 6146 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags); 6147 6148 rc = dasd_sleep_on(cqr); 6149 6150 dasd_sfree_request(cqr, cqr->memdev); 6151 return rc; 6152 } 6153 6154 /* 6155 * return configuration data that is referenced by record selector 6156 * if a record selector is specified or per default return the 6157 * conf_data pointer for the path specified by lpum 6158 */ 6159 static struct dasd_conf_data *dasd_eckd_get_ref_conf(struct dasd_device *device, 6160 __u8 lpum, 6161 struct dasd_cuir_message *cuir) 6162 { 6163 struct dasd_conf_data *conf_data; 6164 int path, pos; 6165 6166 if (cuir->record_selector == 0) 6167 goto out; 6168 for (path = 0x80, pos = 0; path; path >>= 1, pos++) { 6169 conf_data = device->path[pos].conf_data; 6170 if (conf_data->gneq.record_selector == 6171 cuir->record_selector) 6172 return conf_data; 6173 } 6174 out: 6175 return device->path[pathmask_to_pos(lpum)].conf_data; 6176 } 6177 6178 /* 6179 * This function determines the scope of a reconfiguration request by 6180 * analysing the path and device selection data provided in the CUIR request. 6181 * Returns a path mask containing CUIR affected paths for the give device. 6182 * 6183 * If the CUIR request does not contain the required information return the 6184 * path mask of the path the attention message for the CUIR request was reveived 6185 * on. 6186 */ 6187 static int dasd_eckd_cuir_scope(struct dasd_device *device, __u8 lpum, 6188 struct dasd_cuir_message *cuir) 6189 { 6190 struct dasd_conf_data *ref_conf_data; 6191 unsigned long bitmask = 0, mask = 0; 6192 struct dasd_conf_data *conf_data; 6193 unsigned int pos, path; 6194 char *ref_gneq, *gneq; 6195 char *ref_ned, *ned; 6196 int tbcpm = 0; 6197 6198 /* if CUIR request does not specify the scope use the path 6199 the attention message was presented on */ 6200 if (!cuir->ned_map || 6201 !(cuir->neq_map[0] | cuir->neq_map[1] | cuir->neq_map[2])) 6202 return lpum; 6203 6204 /* get reference conf data */ 6205 ref_conf_data = dasd_eckd_get_ref_conf(device, lpum, cuir); 6206 /* reference ned is determined by ned_map field */ 6207 pos = 8 - ffs(cuir->ned_map); 6208 ref_ned = (char *)&ref_conf_data->neds[pos]; 6209 ref_gneq = (char *)&ref_conf_data->gneq; 6210 /* transfer 24 bit neq_map to mask */ 6211 mask = cuir->neq_map[2]; 6212 mask |= cuir->neq_map[1] << 8; 6213 mask |= cuir->neq_map[0] << 16; 6214 6215 for (path = 0; path < 8; path++) { 6216 /* initialise data per path */ 6217 bitmask = mask; 6218 conf_data = device->path[path].conf_data; 6219 pos = 8 - ffs(cuir->ned_map); 6220 ned = (char *) &conf_data->neds[pos]; 6221 /* compare reference ned and per path ned */ 6222 if (memcmp(ref_ned, ned, sizeof(*ned)) != 0) 6223 continue; 6224 gneq = (char *)&conf_data->gneq; 6225 /* compare reference gneq and per_path gneq under 6226 24 bit mask where mask bit 0 equals byte 7 of 6227 the gneq and mask bit 24 equals byte 31 */ 6228 while (bitmask) { 6229 pos = ffs(bitmask) - 1; 6230 if (memcmp(&ref_gneq[31 - pos], &gneq[31 - pos], 1) 6231 != 0) 6232 break; 6233 clear_bit(pos, &bitmask); 6234 } 6235 if (bitmask) 6236 continue; 6237 /* device and path match the reference values 6238 add path to CUIR scope */ 6239 tbcpm |= 0x80 >> path; 6240 } 6241 return tbcpm; 6242 } 6243 6244 static void dasd_eckd_cuir_notify_user(struct dasd_device *device, 6245 unsigned long paths, int action) 6246 { 6247 int pos; 6248 6249 while (paths) { 6250 /* get position of bit in mask */ 6251 pos = 8 - ffs(paths); 6252 /* get channel path descriptor from this position */ 6253 if (action == CUIR_QUIESCE) 6254 pr_warn("Service on the storage server caused path %x.%02x to go offline", 6255 device->path[pos].cssid, 6256 device->path[pos].chpid); 6257 else if (action == CUIR_RESUME) 6258 pr_info("Path %x.%02x is back online after service on the storage server", 6259 device->path[pos].cssid, 6260 device->path[pos].chpid); 6261 clear_bit(7 - pos, &paths); 6262 } 6263 } 6264 6265 static int dasd_eckd_cuir_remove_path(struct dasd_device *device, __u8 lpum, 6266 struct dasd_cuir_message *cuir) 6267 { 6268 unsigned long tbcpm; 6269 6270 tbcpm = dasd_eckd_cuir_scope(device, lpum, cuir); 6271 /* nothing to do if path is not in use */ 6272 if (!(dasd_path_get_opm(device) & tbcpm)) 6273 return 0; 6274 if (!(dasd_path_get_opm(device) & ~tbcpm)) { 6275 /* no path would be left if the CUIR action is taken 6276 return error */ 6277 return -EINVAL; 6278 } 6279 /* remove device from operational path mask */ 6280 dasd_path_remove_opm(device, tbcpm); 6281 dasd_path_add_cuirpm(device, tbcpm); 6282 return tbcpm; 6283 } 6284 6285 /* 6286 * walk through all devices and build a path mask to quiesce them 6287 * return an error if the last path to a device would be removed 6288 * 6289 * if only part of the devices are quiesced and an error 6290 * occurs no onlining necessary, the storage server will 6291 * notify the already set offline devices again 6292 */ 6293 static int dasd_eckd_cuir_quiesce(struct dasd_device *device, __u8 lpum, 6294 struct dasd_cuir_message *cuir) 6295 { 6296 struct dasd_eckd_private *private = device->private; 6297 struct alias_pav_group *pavgroup, *tempgroup; 6298 struct dasd_device *dev, *n; 6299 unsigned long paths = 0; 6300 unsigned long flags; 6301 int tbcpm; 6302 6303 /* active devices */ 6304 list_for_each_entry_safe(dev, n, &private->lcu->active_devices, 6305 alias_list) { 6306 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6307 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6308 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags); 6309 if (tbcpm < 0) 6310 goto out_err; 6311 paths |= tbcpm; 6312 } 6313 /* inactive devices */ 6314 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices, 6315 alias_list) { 6316 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6317 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6318 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags); 6319 if (tbcpm < 0) 6320 goto out_err; 6321 paths |= tbcpm; 6322 } 6323 /* devices in PAV groups */ 6324 list_for_each_entry_safe(pavgroup, tempgroup, 6325 &private->lcu->grouplist, group) { 6326 list_for_each_entry_safe(dev, n, &pavgroup->baselist, 6327 alias_list) { 6328 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6329 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6330 spin_unlock_irqrestore( 6331 get_ccwdev_lock(dev->cdev), flags); 6332 if (tbcpm < 0) 6333 goto out_err; 6334 paths |= tbcpm; 6335 } 6336 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist, 6337 alias_list) { 6338 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags); 6339 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir); 6340 spin_unlock_irqrestore( 6341 get_ccwdev_lock(dev->cdev), flags); 6342 if (tbcpm < 0) 6343 goto out_err; 6344 paths |= tbcpm; 6345 } 6346 } 6347 /* notify user about all paths affected by CUIR action */ 6348 dasd_eckd_cuir_notify_user(device, paths, CUIR_QUIESCE); 6349 return 0; 6350 out_err: 6351 return tbcpm; 6352 } 6353 6354 static int dasd_eckd_cuir_resume(struct dasd_device *device, __u8 lpum, 6355 struct dasd_cuir_message *cuir) 6356 { 6357 struct dasd_eckd_private *private = device->private; 6358 struct alias_pav_group *pavgroup, *tempgroup; 6359 struct dasd_device *dev, *n; 6360 unsigned long paths = 0; 6361 int tbcpm; 6362 6363 /* 6364 * the path may have been added through a generic path event before 6365 * only trigger path verification if the path is not already in use 6366 */ 6367 list_for_each_entry_safe(dev, n, 6368 &private->lcu->active_devices, 6369 alias_list) { 6370 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6371 paths |= tbcpm; 6372 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6373 dasd_path_add_tbvpm(dev, tbcpm); 6374 dasd_schedule_device_bh(dev); 6375 } 6376 } 6377 list_for_each_entry_safe(dev, n, 6378 &private->lcu->inactive_devices, 6379 alias_list) { 6380 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6381 paths |= tbcpm; 6382 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6383 dasd_path_add_tbvpm(dev, tbcpm); 6384 dasd_schedule_device_bh(dev); 6385 } 6386 } 6387 /* devices in PAV groups */ 6388 list_for_each_entry_safe(pavgroup, tempgroup, 6389 &private->lcu->grouplist, 6390 group) { 6391 list_for_each_entry_safe(dev, n, 6392 &pavgroup->baselist, 6393 alias_list) { 6394 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6395 paths |= tbcpm; 6396 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6397 dasd_path_add_tbvpm(dev, tbcpm); 6398 dasd_schedule_device_bh(dev); 6399 } 6400 } 6401 list_for_each_entry_safe(dev, n, 6402 &pavgroup->aliaslist, 6403 alias_list) { 6404 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir); 6405 paths |= tbcpm; 6406 if (!(dasd_path_get_opm(dev) & tbcpm)) { 6407 dasd_path_add_tbvpm(dev, tbcpm); 6408 dasd_schedule_device_bh(dev); 6409 } 6410 } 6411 } 6412 /* notify user about all paths affected by CUIR action */ 6413 dasd_eckd_cuir_notify_user(device, paths, CUIR_RESUME); 6414 return 0; 6415 } 6416 6417 static void dasd_eckd_handle_cuir(struct dasd_device *device, void *messages, 6418 __u8 lpum) 6419 { 6420 struct dasd_cuir_message *cuir = messages; 6421 int response; 6422 6423 DBF_DEV_EVENT(DBF_WARNING, device, 6424 "CUIR request: %016llx %016llx %016llx %08x", 6425 ((u64 *)cuir)[0], ((u64 *)cuir)[1], ((u64 *)cuir)[2], 6426 ((u32 *)cuir)[3]); 6427 6428 if (cuir->code == CUIR_QUIESCE) { 6429 /* quiesce */ 6430 if (dasd_eckd_cuir_quiesce(device, lpum, cuir)) 6431 response = PSF_CUIR_LAST_PATH; 6432 else 6433 response = PSF_CUIR_COMPLETED; 6434 } else if (cuir->code == CUIR_RESUME) { 6435 /* resume */ 6436 dasd_eckd_cuir_resume(device, lpum, cuir); 6437 response = PSF_CUIR_COMPLETED; 6438 } else 6439 response = PSF_CUIR_NOT_SUPPORTED; 6440 6441 dasd_eckd_psf_cuir_response(device, response, 6442 cuir->message_id, lpum); 6443 DBF_DEV_EVENT(DBF_WARNING, device, 6444 "CUIR response: %d on message ID %08x", response, 6445 cuir->message_id); 6446 /* to make sure there is no attention left schedule work again */ 6447 device->discipline->check_attention(device, lpum); 6448 } 6449 6450 static void dasd_eckd_oos_resume(struct dasd_device *device) 6451 { 6452 struct dasd_eckd_private *private = device->private; 6453 struct alias_pav_group *pavgroup, *tempgroup; 6454 struct dasd_device *dev, *n; 6455 unsigned long flags; 6456 6457 spin_lock_irqsave(&private->lcu->lock, flags); 6458 list_for_each_entry_safe(dev, n, &private->lcu->active_devices, 6459 alias_list) { 6460 if (dev->stopped & DASD_STOPPED_NOSPC) 6461 dasd_generic_space_avail(dev); 6462 } 6463 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices, 6464 alias_list) { 6465 if (dev->stopped & DASD_STOPPED_NOSPC) 6466 dasd_generic_space_avail(dev); 6467 } 6468 /* devices in PAV groups */ 6469 list_for_each_entry_safe(pavgroup, tempgroup, 6470 &private->lcu->grouplist, 6471 group) { 6472 list_for_each_entry_safe(dev, n, &pavgroup->baselist, 6473 alias_list) { 6474 if (dev->stopped & DASD_STOPPED_NOSPC) 6475 dasd_generic_space_avail(dev); 6476 } 6477 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist, 6478 alias_list) { 6479 if (dev->stopped & DASD_STOPPED_NOSPC) 6480 dasd_generic_space_avail(dev); 6481 } 6482 } 6483 spin_unlock_irqrestore(&private->lcu->lock, flags); 6484 } 6485 6486 static void dasd_eckd_handle_oos(struct dasd_device *device, void *messages, 6487 __u8 lpum) 6488 { 6489 struct dasd_oos_message *oos = messages; 6490 6491 switch (oos->code) { 6492 case REPO_WARN: 6493 case POOL_WARN: 6494 dev_warn(&device->cdev->dev, 6495 "Extent pool usage has reached a critical value\n"); 6496 dasd_eckd_oos_resume(device); 6497 break; 6498 case REPO_EXHAUST: 6499 case POOL_EXHAUST: 6500 dev_warn(&device->cdev->dev, 6501 "Extent pool is exhausted\n"); 6502 break; 6503 case REPO_RELIEVE: 6504 case POOL_RELIEVE: 6505 dev_info(&device->cdev->dev, 6506 "Extent pool physical space constraint has been relieved\n"); 6507 break; 6508 } 6509 6510 /* In any case, update related data */ 6511 dasd_eckd_read_ext_pool_info(device); 6512 6513 /* to make sure there is no attention left schedule work again */ 6514 device->discipline->check_attention(device, lpum); 6515 } 6516 6517 static void dasd_eckd_check_attention_work(struct work_struct *work) 6518 { 6519 struct check_attention_work_data *data; 6520 struct dasd_rssd_messages *messages; 6521 struct dasd_device *device; 6522 int rc; 6523 6524 data = container_of(work, struct check_attention_work_data, worker); 6525 device = data->device; 6526 messages = kzalloc(sizeof(*messages), GFP_KERNEL); 6527 if (!messages) { 6528 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6529 "Could not allocate attention message buffer"); 6530 goto out; 6531 } 6532 rc = dasd_eckd_read_message_buffer(device, messages, data->lpum); 6533 if (rc) 6534 goto out; 6535 6536 if (messages->length == ATTENTION_LENGTH_CUIR && 6537 messages->format == ATTENTION_FORMAT_CUIR) 6538 dasd_eckd_handle_cuir(device, messages, data->lpum); 6539 if (messages->length == ATTENTION_LENGTH_OOS && 6540 messages->format == ATTENTION_FORMAT_OOS) 6541 dasd_eckd_handle_oos(device, messages, data->lpum); 6542 6543 out: 6544 dasd_put_device(device); 6545 kfree(messages); 6546 kfree(data); 6547 } 6548 6549 static int dasd_eckd_check_attention(struct dasd_device *device, __u8 lpum) 6550 { 6551 struct check_attention_work_data *data; 6552 6553 data = kzalloc(sizeof(*data), GFP_ATOMIC); 6554 if (!data) 6555 return -ENOMEM; 6556 INIT_WORK(&data->worker, dasd_eckd_check_attention_work); 6557 dasd_get_device(device); 6558 data->device = device; 6559 data->lpum = lpum; 6560 schedule_work(&data->worker); 6561 return 0; 6562 } 6563 6564 static int dasd_eckd_disable_hpf_path(struct dasd_device *device, __u8 lpum) 6565 { 6566 if (~lpum & dasd_path_get_opm(device)) { 6567 dasd_path_add_nohpfpm(device, lpum); 6568 dasd_path_remove_opm(device, lpum); 6569 dev_err(&device->cdev->dev, 6570 "Channel path %02X lost HPF functionality and is disabled\n", 6571 lpum); 6572 return 1; 6573 } 6574 return 0; 6575 } 6576 6577 static void dasd_eckd_disable_hpf_device(struct dasd_device *device) 6578 { 6579 struct dasd_eckd_private *private = device->private; 6580 6581 dev_err(&device->cdev->dev, 6582 "High Performance FICON disabled\n"); 6583 private->fcx_max_data = 0; 6584 } 6585 6586 static int dasd_eckd_hpf_enabled(struct dasd_device *device) 6587 { 6588 struct dasd_eckd_private *private = device->private; 6589 6590 return private->fcx_max_data ? 1 : 0; 6591 } 6592 6593 static void dasd_eckd_handle_hpf_error(struct dasd_device *device, 6594 struct irb *irb) 6595 { 6596 struct dasd_eckd_private *private = device->private; 6597 6598 if (!private->fcx_max_data) { 6599 /* sanity check for no HPF, the error makes no sense */ 6600 DBF_DEV_EVENT(DBF_WARNING, device, "%s", 6601 "Trying to disable HPF for a non HPF device"); 6602 return; 6603 } 6604 if (irb->scsw.tm.sesq == SCSW_SESQ_DEV_NOFCX) { 6605 dasd_eckd_disable_hpf_device(device); 6606 } else if (irb->scsw.tm.sesq == SCSW_SESQ_PATH_NOFCX) { 6607 if (dasd_eckd_disable_hpf_path(device, irb->esw.esw1.lpum)) 6608 return; 6609 dasd_eckd_disable_hpf_device(device); 6610 dasd_path_set_tbvpm(device, 6611 dasd_path_get_hpfpm(device)); 6612 } 6613 /* 6614 * prevent that any new I/O ist started on the device and schedule a 6615 * requeue of existing requests 6616 */ 6617 dasd_device_set_stop_bits(device, DASD_STOPPED_NOT_ACC); 6618 dasd_schedule_requeue(device); 6619 } 6620 6621 /* 6622 * Initialize block layer request queue. 6623 */ 6624 static void dasd_eckd_setup_blk_queue(struct dasd_block *block) 6625 { 6626 unsigned int logical_block_size = block->bp_block; 6627 struct request_queue *q = block->request_queue; 6628 struct dasd_device *device = block->base; 6629 int max; 6630 6631 if (device->features & DASD_FEATURE_USERAW) { 6632 /* 6633 * the max_blocks value for raw_track access is 256 6634 * it is higher than the native ECKD value because we 6635 * only need one ccw per track 6636 * so the max_hw_sectors are 6637 * 2048 x 512B = 1024kB = 16 tracks 6638 */ 6639 max = DASD_ECKD_MAX_BLOCKS_RAW << block->s2b_shift; 6640 } else { 6641 max = DASD_ECKD_MAX_BLOCKS << block->s2b_shift; 6642 } 6643 blk_queue_flag_set(QUEUE_FLAG_NONROT, q); 6644 q->limits.max_dev_sectors = max; 6645 blk_queue_logical_block_size(q, logical_block_size); 6646 blk_queue_max_hw_sectors(q, max); 6647 blk_queue_max_segments(q, USHRT_MAX); 6648 /* With page sized segments each segment can be translated into one idaw/tidaw */ 6649 blk_queue_max_segment_size(q, PAGE_SIZE); 6650 blk_queue_segment_boundary(q, PAGE_SIZE - 1); 6651 } 6652 6653 static struct ccw_driver dasd_eckd_driver = { 6654 .driver = { 6655 .name = "dasd-eckd", 6656 .owner = THIS_MODULE, 6657 .dev_groups = dasd_dev_groups, 6658 }, 6659 .ids = dasd_eckd_ids, 6660 .probe = dasd_eckd_probe, 6661 .remove = dasd_generic_remove, 6662 .set_offline = dasd_generic_set_offline, 6663 .set_online = dasd_eckd_set_online, 6664 .notify = dasd_generic_notify, 6665 .path_event = dasd_generic_path_event, 6666 .shutdown = dasd_generic_shutdown, 6667 .uc_handler = dasd_generic_uc_handler, 6668 .int_class = IRQIO_DAS, 6669 }; 6670 6671 static struct dasd_discipline dasd_eckd_discipline = { 6672 .owner = THIS_MODULE, 6673 .name = "ECKD", 6674 .ebcname = "ECKD", 6675 .check_device = dasd_eckd_check_characteristics, 6676 .uncheck_device = dasd_eckd_uncheck_device, 6677 .do_analysis = dasd_eckd_do_analysis, 6678 .pe_handler = dasd_eckd_pe_handler, 6679 .basic_to_ready = dasd_eckd_basic_to_ready, 6680 .online_to_ready = dasd_eckd_online_to_ready, 6681 .basic_to_known = dasd_eckd_basic_to_known, 6682 .setup_blk_queue = dasd_eckd_setup_blk_queue, 6683 .fill_geometry = dasd_eckd_fill_geometry, 6684 .start_IO = dasd_start_IO, 6685 .term_IO = dasd_term_IO, 6686 .handle_terminated_request = dasd_eckd_handle_terminated_request, 6687 .format_device = dasd_eckd_format_device, 6688 .check_device_format = dasd_eckd_check_device_format, 6689 .erp_action = dasd_eckd_erp_action, 6690 .erp_postaction = dasd_eckd_erp_postaction, 6691 .check_for_device_change = dasd_eckd_check_for_device_change, 6692 .build_cp = dasd_eckd_build_alias_cp, 6693 .free_cp = dasd_eckd_free_alias_cp, 6694 .dump_sense = dasd_eckd_dump_sense, 6695 .dump_sense_dbf = dasd_eckd_dump_sense_dbf, 6696 .fill_info = dasd_eckd_fill_info, 6697 .ioctl = dasd_eckd_ioctl, 6698 .reload = dasd_eckd_reload_device, 6699 .get_uid = dasd_eckd_get_uid, 6700 .kick_validate = dasd_eckd_kick_validate_server, 6701 .check_attention = dasd_eckd_check_attention, 6702 .host_access_count = dasd_eckd_host_access_count, 6703 .hosts_print = dasd_hosts_print, 6704 .handle_hpf_error = dasd_eckd_handle_hpf_error, 6705 .disable_hpf = dasd_eckd_disable_hpf_device, 6706 .hpf_enabled = dasd_eckd_hpf_enabled, 6707 .reset_path = dasd_eckd_reset_path, 6708 .is_ese = dasd_eckd_is_ese, 6709 .space_allocated = dasd_eckd_space_allocated, 6710 .space_configured = dasd_eckd_space_configured, 6711 .logical_capacity = dasd_eckd_logical_capacity, 6712 .release_space = dasd_eckd_release_space, 6713 .ext_pool_id = dasd_eckd_ext_pool_id, 6714 .ext_size = dasd_eckd_ext_size, 6715 .ext_pool_cap_at_warnlevel = dasd_eckd_ext_pool_cap_at_warnlevel, 6716 .ext_pool_warn_thrshld = dasd_eckd_ext_pool_warn_thrshld, 6717 .ext_pool_oos = dasd_eckd_ext_pool_oos, 6718 .ext_pool_exhaust = dasd_eckd_ext_pool_exhaust, 6719 .ese_format = dasd_eckd_ese_format, 6720 .ese_read = dasd_eckd_ese_read, 6721 }; 6722 6723 static int __init 6724 dasd_eckd_init(void) 6725 { 6726 int ret; 6727 6728 ASCEBC(dasd_eckd_discipline.ebcname, 4); 6729 dasd_reserve_req = kmalloc(sizeof(*dasd_reserve_req), 6730 GFP_KERNEL | GFP_DMA); 6731 if (!dasd_reserve_req) 6732 return -ENOMEM; 6733 dasd_vol_info_req = kmalloc(sizeof(*dasd_vol_info_req), 6734 GFP_KERNEL | GFP_DMA); 6735 if (!dasd_vol_info_req) 6736 return -ENOMEM; 6737 pe_handler_worker = kmalloc(sizeof(*pe_handler_worker), 6738 GFP_KERNEL | GFP_DMA); 6739 if (!pe_handler_worker) { 6740 kfree(dasd_reserve_req); 6741 kfree(dasd_vol_info_req); 6742 return -ENOMEM; 6743 } 6744 rawpadpage = (void *)__get_free_page(GFP_KERNEL); 6745 if (!rawpadpage) { 6746 kfree(pe_handler_worker); 6747 kfree(dasd_reserve_req); 6748 kfree(dasd_vol_info_req); 6749 return -ENOMEM; 6750 } 6751 ret = ccw_driver_register(&dasd_eckd_driver); 6752 if (!ret) 6753 wait_for_device_probe(); 6754 else { 6755 kfree(pe_handler_worker); 6756 kfree(dasd_reserve_req); 6757 kfree(dasd_vol_info_req); 6758 free_page((unsigned long)rawpadpage); 6759 } 6760 return ret; 6761 } 6762 6763 static void __exit 6764 dasd_eckd_cleanup(void) 6765 { 6766 ccw_driver_unregister(&dasd_eckd_driver); 6767 kfree(pe_handler_worker); 6768 kfree(dasd_reserve_req); 6769 free_page((unsigned long)rawpadpage); 6770 } 6771 6772 module_init(dasd_eckd_init); 6773 module_exit(dasd_eckd_cleanup); 6774