1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * S/390 common I/O routines -- channel subsystem call 4 * 5 * Copyright IBM Corp. 1999,2012 6 * Author(s): Ingo Adlung (adlung@de.ibm.com) 7 * Cornelia Huck (cornelia.huck@de.ibm.com) 8 * Arnd Bergmann (arndb@de.ibm.com) 9 */ 10 11 #define KMSG_COMPONENT "cio" 12 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 13 14 #include <linux/module.h> 15 #include <linux/slab.h> 16 #include <linux/init.h> 17 #include <linux/device.h> 18 #include <linux/mutex.h> 19 #include <linux/pci.h> 20 21 #include <asm/cio.h> 22 #include <asm/chpid.h> 23 #include <asm/chsc.h> 24 #include <asm/crw.h> 25 #include <asm/isc.h> 26 #include <asm/ebcdic.h> 27 #include <asm/ap.h> 28 29 #include "css.h" 30 #include "cio.h" 31 #include "cio_debug.h" 32 #include "ioasm.h" 33 #include "chp.h" 34 #include "chsc.h" 35 36 static void *sei_page; 37 static void *chsc_page; 38 static DEFINE_SPINLOCK(chsc_page_lock); 39 40 /** 41 * chsc_error_from_response() - convert a chsc response to an error 42 * @response: chsc response code 43 * 44 * Returns an appropriate Linux error code for @response. 45 */ 46 int chsc_error_from_response(int response) 47 { 48 switch (response) { 49 case 0x0001: 50 return 0; 51 case 0x0002: 52 case 0x0003: 53 case 0x0006: 54 case 0x0007: 55 case 0x0008: 56 case 0x000a: 57 case 0x0104: 58 return -EINVAL; 59 case 0x0004: 60 case 0x0106: /* "Wrong Channel Parm" for the op 0x003d */ 61 return -EOPNOTSUPP; 62 case 0x000b: 63 case 0x0107: /* "Channel busy" for the op 0x003d */ 64 return -EBUSY; 65 case 0x0100: 66 case 0x0102: 67 return -ENOMEM; 68 default: 69 return -EIO; 70 } 71 } 72 EXPORT_SYMBOL_GPL(chsc_error_from_response); 73 74 struct chsc_ssd_area { 75 struct chsc_header request; 76 u16 :10; 77 u16 ssid:2; 78 u16 :4; 79 u16 f_sch; /* first subchannel */ 80 u16 :16; 81 u16 l_sch; /* last subchannel */ 82 u32 :32; 83 struct chsc_header response; 84 u32 :32; 85 u8 sch_valid : 1; 86 u8 dev_valid : 1; 87 u8 st : 3; /* subchannel type */ 88 u8 zeroes : 3; 89 u8 unit_addr; /* unit address */ 90 u16 devno; /* device number */ 91 u8 path_mask; 92 u8 fla_valid_mask; 93 u16 sch; /* subchannel */ 94 u8 chpid[8]; /* chpids 0-7 */ 95 u16 fla[8]; /* full link addresses 0-7 */ 96 } __packed __aligned(PAGE_SIZE); 97 98 int chsc_get_ssd_info(struct subchannel_id schid, struct chsc_ssd_info *ssd) 99 { 100 struct chsc_ssd_area *ssd_area; 101 unsigned long flags; 102 int ccode; 103 int ret; 104 int i; 105 int mask; 106 107 spin_lock_irqsave(&chsc_page_lock, flags); 108 memset(chsc_page, 0, PAGE_SIZE); 109 ssd_area = chsc_page; 110 ssd_area->request.length = 0x0010; 111 ssd_area->request.code = 0x0004; 112 ssd_area->ssid = schid.ssid; 113 ssd_area->f_sch = schid.sch_no; 114 ssd_area->l_sch = schid.sch_no; 115 116 ccode = chsc(ssd_area); 117 /* Check response. */ 118 if (ccode > 0) { 119 ret = (ccode == 3) ? -ENODEV : -EBUSY; 120 goto out; 121 } 122 ret = chsc_error_from_response(ssd_area->response.code); 123 if (ret != 0) { 124 CIO_MSG_EVENT(2, "chsc: ssd failed for 0.%x.%04x (rc=%04x)\n", 125 schid.ssid, schid.sch_no, 126 ssd_area->response.code); 127 goto out; 128 } 129 if (!ssd_area->sch_valid) { 130 ret = -ENODEV; 131 goto out; 132 } 133 /* Copy data */ 134 ret = 0; 135 memset(ssd, 0, sizeof(struct chsc_ssd_info)); 136 if ((ssd_area->st != SUBCHANNEL_TYPE_IO) && 137 (ssd_area->st != SUBCHANNEL_TYPE_MSG)) 138 goto out; 139 ssd->path_mask = ssd_area->path_mask; 140 ssd->fla_valid_mask = ssd_area->fla_valid_mask; 141 for (i = 0; i < 8; i++) { 142 mask = 0x80 >> i; 143 if (ssd_area->path_mask & mask) { 144 chp_id_init(&ssd->chpid[i]); 145 ssd->chpid[i].id = ssd_area->chpid[i]; 146 } 147 if (ssd_area->fla_valid_mask & mask) 148 ssd->fla[i] = ssd_area->fla[i]; 149 } 150 out: 151 spin_unlock_irqrestore(&chsc_page_lock, flags); 152 return ret; 153 } 154 155 /** 156 * chsc_ssqd() - store subchannel QDIO data (SSQD) 157 * @schid: id of the subchannel on which SSQD is performed 158 * @ssqd: request and response block for SSQD 159 * 160 * Returns 0 on success. 161 */ 162 int chsc_ssqd(struct subchannel_id schid, struct chsc_ssqd_area *ssqd) 163 { 164 memset(ssqd, 0, sizeof(*ssqd)); 165 ssqd->request.length = 0x0010; 166 ssqd->request.code = 0x0024; 167 ssqd->first_sch = schid.sch_no; 168 ssqd->last_sch = schid.sch_no; 169 ssqd->ssid = schid.ssid; 170 171 if (chsc(ssqd)) 172 return -EIO; 173 174 return chsc_error_from_response(ssqd->response.code); 175 } 176 EXPORT_SYMBOL_GPL(chsc_ssqd); 177 178 /** 179 * chsc_sadc() - set adapter device controls (SADC) 180 * @schid: id of the subchannel on which SADC is performed 181 * @scssc: request and response block for SADC 182 * @summary_indicator_addr: summary indicator address 183 * @subchannel_indicator_addr: subchannel indicator address 184 * @isc: Interruption Subclass for this subchannel 185 * 186 * Returns 0 on success. 187 */ 188 int chsc_sadc(struct subchannel_id schid, struct chsc_scssc_area *scssc, 189 u64 summary_indicator_addr, u64 subchannel_indicator_addr, u8 isc) 190 { 191 memset(scssc, 0, sizeof(*scssc)); 192 scssc->request.length = 0x0fe0; 193 scssc->request.code = 0x0021; 194 scssc->operation_code = 0; 195 196 scssc->summary_indicator_addr = summary_indicator_addr; 197 scssc->subchannel_indicator_addr = subchannel_indicator_addr; 198 199 scssc->ks = PAGE_DEFAULT_KEY >> 4; 200 scssc->kc = PAGE_DEFAULT_KEY >> 4; 201 scssc->isc = isc; 202 scssc->schid = schid; 203 204 /* enable the time delay disablement facility */ 205 if (css_general_characteristics.aif_tdd) 206 scssc->word_with_d_bit = 0x10000000; 207 208 if (chsc(scssc)) 209 return -EIO; 210 211 return chsc_error_from_response(scssc->response.code); 212 } 213 EXPORT_SYMBOL_GPL(chsc_sadc); 214 215 static int s390_subchannel_remove_chpid(struct subchannel *sch, void *data) 216 { 217 spin_lock_irq(sch->lock); 218 if (sch->driver && sch->driver->chp_event) 219 if (sch->driver->chp_event(sch, data, CHP_OFFLINE) != 0) 220 goto out_unreg; 221 spin_unlock_irq(sch->lock); 222 return 0; 223 224 out_unreg: 225 sch->lpm = 0; 226 spin_unlock_irq(sch->lock); 227 css_schedule_eval(sch->schid); 228 return 0; 229 } 230 231 void chsc_chp_offline(struct chp_id chpid) 232 { 233 struct channel_path *chp = chpid_to_chp(chpid); 234 struct chp_link link; 235 char dbf_txt[15]; 236 237 sprintf(dbf_txt, "chpr%x.%02x", chpid.cssid, chpid.id); 238 CIO_TRACE_EVENT(2, dbf_txt); 239 240 if (chp_get_status(chpid) <= 0) 241 return; 242 memset(&link, 0, sizeof(struct chp_link)); 243 link.chpid = chpid; 244 /* Wait until previous actions have settled. */ 245 css_wait_for_slow_path(); 246 247 mutex_lock(&chp->lock); 248 chp_update_desc(chp); 249 mutex_unlock(&chp->lock); 250 251 for_each_subchannel_staged(s390_subchannel_remove_chpid, NULL, &link); 252 } 253 254 static int __s390_process_res_acc(struct subchannel *sch, void *data) 255 { 256 spin_lock_irq(sch->lock); 257 if (sch->driver && sch->driver->chp_event) 258 sch->driver->chp_event(sch, data, CHP_ONLINE); 259 spin_unlock_irq(sch->lock); 260 261 return 0; 262 } 263 264 static void s390_process_res_acc(struct chp_link *link) 265 { 266 char dbf_txt[15]; 267 268 sprintf(dbf_txt, "accpr%x.%02x", link->chpid.cssid, 269 link->chpid.id); 270 CIO_TRACE_EVENT( 2, dbf_txt); 271 if (link->fla != 0) { 272 sprintf(dbf_txt, "fla%x", link->fla); 273 CIO_TRACE_EVENT( 2, dbf_txt); 274 } 275 /* Wait until previous actions have settled. */ 276 css_wait_for_slow_path(); 277 /* 278 * I/O resources may have become accessible. 279 * Scan through all subchannels that may be concerned and 280 * do a validation on those. 281 * The more information we have (info), the less scanning 282 * will we have to do. 283 */ 284 for_each_subchannel_staged(__s390_process_res_acc, NULL, link); 285 css_schedule_reprobe(); 286 } 287 288 struct chsc_sei_nt0_area { 289 u8 flags; 290 u8 vf; /* validity flags */ 291 u8 rs; /* reporting source */ 292 u8 cc; /* content code */ 293 u16 fla; /* full link address */ 294 u16 rsid; /* reporting source id */ 295 u32 reserved1; 296 u32 reserved2; 297 /* ccdf has to be big enough for a link-incident record */ 298 u8 ccdf[PAGE_SIZE - 24 - 16]; /* content-code dependent field */ 299 } __packed; 300 301 struct chsc_sei_nt2_area { 302 u8 flags; /* p and v bit */ 303 u8 reserved1; 304 u8 reserved2; 305 u8 cc; /* content code */ 306 u32 reserved3[13]; 307 u8 ccdf[PAGE_SIZE - 24 - 56]; /* content-code dependent field */ 308 } __packed; 309 310 #define CHSC_SEI_NT0 (1ULL << 63) 311 #define CHSC_SEI_NT2 (1ULL << 61) 312 313 struct chsc_sei { 314 struct chsc_header request; 315 u32 reserved1; 316 u64 ntsm; /* notification type mask */ 317 struct chsc_header response; 318 u32 :24; 319 u8 nt; 320 union { 321 struct chsc_sei_nt0_area nt0_area; 322 struct chsc_sei_nt2_area nt2_area; 323 u8 nt_area[PAGE_SIZE - 24]; 324 } u; 325 } __packed __aligned(PAGE_SIZE); 326 327 /* 328 * Link Incident Record as defined in SA22-7202, "ESCON I/O Interface" 329 */ 330 331 #define LIR_IQ_CLASS_INFO 0 332 #define LIR_IQ_CLASS_DEGRADED 1 333 #define LIR_IQ_CLASS_NOT_OPERATIONAL 2 334 335 struct lir { 336 struct { 337 u32 null:1; 338 u32 reserved:3; 339 u32 class:2; 340 u32 reserved2:2; 341 } __packed iq; 342 u32 ic:8; 343 u32 reserved:16; 344 struct node_descriptor incident_node; 345 struct node_descriptor attached_node; 346 u8 reserved2[32]; 347 } __packed; 348 349 #define PARAMS_LEN 10 /* PARAMS=xx,xxxxxx */ 350 #define NODEID_LEN 35 /* NODEID=tttttt/mdl,mmm.ppssssssssssss,xxxx */ 351 352 /* Copy EBCIDC text, convert to ASCII and optionally add delimiter. */ 353 static char *store_ebcdic(char *dest, const char *src, unsigned long len, 354 char delim) 355 { 356 memcpy(dest, src, len); 357 EBCASC(dest, len); 358 359 if (delim) 360 dest[len++] = delim; 361 362 return dest + len; 363 } 364 365 /* Format node ID and parameters for output in LIR log message. */ 366 static void format_node_data(char *params, char *id, struct node_descriptor *nd) 367 { 368 memset(params, 0, PARAMS_LEN); 369 memset(id, 0, NODEID_LEN); 370 371 if (nd->validity != ND_VALIDITY_VALID) { 372 strncpy(params, "n/a", PARAMS_LEN - 1); 373 strncpy(id, "n/a", NODEID_LEN - 1); 374 return; 375 } 376 377 /* PARAMS=xx,xxxxxx */ 378 snprintf(params, PARAMS_LEN, "%02x,%06x", nd->byte0, nd->params); 379 /* NODEID=tttttt/mdl,mmm.ppssssssssssss,xxxx */ 380 id = store_ebcdic(id, nd->type, sizeof(nd->type), '/'); 381 id = store_ebcdic(id, nd->model, sizeof(nd->model), ','); 382 id = store_ebcdic(id, nd->manufacturer, sizeof(nd->manufacturer), '.'); 383 id = store_ebcdic(id, nd->plant, sizeof(nd->plant), 0); 384 id = store_ebcdic(id, nd->seq, sizeof(nd->seq), ','); 385 sprintf(id, "%04X", nd->tag); 386 } 387 388 static void chsc_process_sei_link_incident(struct chsc_sei_nt0_area *sei_area) 389 { 390 struct lir *lir = (struct lir *) &sei_area->ccdf; 391 char iuparams[PARAMS_LEN], iunodeid[NODEID_LEN], auparams[PARAMS_LEN], 392 aunodeid[NODEID_LEN]; 393 394 CIO_CRW_EVENT(4, "chsc: link incident (rs=%02x, rs_id=%04x, iq=%02x)\n", 395 sei_area->rs, sei_area->rsid, sei_area->ccdf[0]); 396 397 /* Ignore NULL Link Incident Records. */ 398 if (lir->iq.null) 399 return; 400 401 /* Inform user that a link requires maintenance actions because it has 402 * become degraded or not operational. Note that this log message is 403 * the primary intention behind a Link Incident Record. */ 404 405 format_node_data(iuparams, iunodeid, &lir->incident_node); 406 format_node_data(auparams, aunodeid, &lir->attached_node); 407 408 switch (lir->iq.class) { 409 case LIR_IQ_CLASS_DEGRADED: 410 pr_warn("Link degraded: RS=%02x RSID=%04x IC=%02x " 411 "IUPARAMS=%s IUNODEID=%s AUPARAMS=%s AUNODEID=%s\n", 412 sei_area->rs, sei_area->rsid, lir->ic, iuparams, 413 iunodeid, auparams, aunodeid); 414 break; 415 case LIR_IQ_CLASS_NOT_OPERATIONAL: 416 pr_err("Link stopped: RS=%02x RSID=%04x IC=%02x " 417 "IUPARAMS=%s IUNODEID=%s AUPARAMS=%s AUNODEID=%s\n", 418 sei_area->rs, sei_area->rsid, lir->ic, iuparams, 419 iunodeid, auparams, aunodeid); 420 break; 421 default: 422 break; 423 } 424 } 425 426 static void chsc_process_sei_res_acc(struct chsc_sei_nt0_area *sei_area) 427 { 428 struct channel_path *chp; 429 struct chp_link link; 430 struct chp_id chpid; 431 int status; 432 433 CIO_CRW_EVENT(4, "chsc: resource accessibility event (rs=%02x, " 434 "rs_id=%04x)\n", sei_area->rs, sei_area->rsid); 435 if (sei_area->rs != 4) 436 return; 437 chp_id_init(&chpid); 438 chpid.id = sei_area->rsid; 439 /* allocate a new channel path structure, if needed */ 440 status = chp_get_status(chpid); 441 if (!status) 442 return; 443 444 if (status < 0) { 445 chp_new(chpid); 446 } else { 447 chp = chpid_to_chp(chpid); 448 mutex_lock(&chp->lock); 449 chp_update_desc(chp); 450 mutex_unlock(&chp->lock); 451 } 452 memset(&link, 0, sizeof(struct chp_link)); 453 link.chpid = chpid; 454 if ((sei_area->vf & 0xc0) != 0) { 455 link.fla = sei_area->fla; 456 if ((sei_area->vf & 0xc0) == 0xc0) 457 /* full link address */ 458 link.fla_mask = 0xffff; 459 else 460 /* link address */ 461 link.fla_mask = 0xff00; 462 } 463 s390_process_res_acc(&link); 464 } 465 466 static void chsc_process_sei_chp_avail(struct chsc_sei_nt0_area *sei_area) 467 { 468 struct channel_path *chp; 469 struct chp_id chpid; 470 u8 *data; 471 int num; 472 473 CIO_CRW_EVENT(4, "chsc: channel path availability information\n"); 474 if (sei_area->rs != 0) 475 return; 476 data = sei_area->ccdf; 477 chp_id_init(&chpid); 478 for (num = 0; num <= __MAX_CHPID; num++) { 479 if (!chp_test_bit(data, num)) 480 continue; 481 chpid.id = num; 482 483 CIO_CRW_EVENT(4, "Update information for channel path " 484 "%x.%02x\n", chpid.cssid, chpid.id); 485 chp = chpid_to_chp(chpid); 486 if (!chp) { 487 chp_new(chpid); 488 continue; 489 } 490 mutex_lock(&chp->lock); 491 chp_update_desc(chp); 492 mutex_unlock(&chp->lock); 493 } 494 } 495 496 struct chp_config_data { 497 u8 map[32]; 498 u8 op; 499 u8 pc; 500 }; 501 502 static void chsc_process_sei_chp_config(struct chsc_sei_nt0_area *sei_area) 503 { 504 struct chp_config_data *data; 505 struct chp_id chpid; 506 int num; 507 char *events[3] = {"configure", "deconfigure", "cancel deconfigure"}; 508 509 CIO_CRW_EVENT(4, "chsc: channel-path-configuration notification\n"); 510 if (sei_area->rs != 0) 511 return; 512 data = (struct chp_config_data *) &(sei_area->ccdf); 513 chp_id_init(&chpid); 514 for (num = 0; num <= __MAX_CHPID; num++) { 515 if (!chp_test_bit(data->map, num)) 516 continue; 517 chpid.id = num; 518 pr_notice("Processing %s for channel path %x.%02x\n", 519 events[data->op], chpid.cssid, chpid.id); 520 switch (data->op) { 521 case 0: 522 chp_cfg_schedule(chpid, 1); 523 break; 524 case 1: 525 chp_cfg_schedule(chpid, 0); 526 break; 527 case 2: 528 chp_cfg_cancel_deconfigure(chpid); 529 break; 530 } 531 } 532 } 533 534 static void chsc_process_sei_scm_change(struct chsc_sei_nt0_area *sei_area) 535 { 536 int ret; 537 538 CIO_CRW_EVENT(4, "chsc: scm change notification\n"); 539 if (sei_area->rs != 7) 540 return; 541 542 ret = scm_update_information(); 543 if (ret) 544 CIO_CRW_EVENT(0, "chsc: updating change notification" 545 " failed (rc=%d).\n", ret); 546 } 547 548 static void chsc_process_sei_scm_avail(struct chsc_sei_nt0_area *sei_area) 549 { 550 int ret; 551 552 CIO_CRW_EVENT(4, "chsc: scm available information\n"); 553 if (sei_area->rs != 7) 554 return; 555 556 ret = scm_process_availability_information(); 557 if (ret) 558 CIO_CRW_EVENT(0, "chsc: process availability information" 559 " failed (rc=%d).\n", ret); 560 } 561 562 static void chsc_process_sei_ap_cfg_chg(struct chsc_sei_nt0_area *sei_area) 563 { 564 CIO_CRW_EVENT(3, "chsc: ap config changed\n"); 565 if (sei_area->rs != 5) 566 return; 567 568 ap_bus_cfg_chg(); 569 } 570 571 static void chsc_process_sei_nt2(struct chsc_sei_nt2_area *sei_area) 572 { 573 switch (sei_area->cc) { 574 case 1: 575 zpci_event_error(sei_area->ccdf); 576 break; 577 case 2: 578 zpci_event_availability(sei_area->ccdf); 579 break; 580 default: 581 CIO_CRW_EVENT(2, "chsc: sei nt2 unhandled cc=%d\n", 582 sei_area->cc); 583 break; 584 } 585 } 586 587 static void chsc_process_sei_nt0(struct chsc_sei_nt0_area *sei_area) 588 { 589 /* which kind of information was stored? */ 590 switch (sei_area->cc) { 591 case 1: /* link incident*/ 592 chsc_process_sei_link_incident(sei_area); 593 break; 594 case 2: /* i/o resource accessibility */ 595 chsc_process_sei_res_acc(sei_area); 596 break; 597 case 3: /* ap config changed */ 598 chsc_process_sei_ap_cfg_chg(sei_area); 599 break; 600 case 7: /* channel-path-availability information */ 601 chsc_process_sei_chp_avail(sei_area); 602 break; 603 case 8: /* channel-path-configuration notification */ 604 chsc_process_sei_chp_config(sei_area); 605 break; 606 case 12: /* scm change notification */ 607 chsc_process_sei_scm_change(sei_area); 608 break; 609 case 14: /* scm available notification */ 610 chsc_process_sei_scm_avail(sei_area); 611 break; 612 default: /* other stuff */ 613 CIO_CRW_EVENT(2, "chsc: sei nt0 unhandled cc=%d\n", 614 sei_area->cc); 615 break; 616 } 617 618 /* Check if we might have lost some information. */ 619 if (sei_area->flags & 0x40) { 620 CIO_CRW_EVENT(2, "chsc: event overflow\n"); 621 css_schedule_eval_all(); 622 } 623 } 624 625 static void chsc_process_event_information(struct chsc_sei *sei, u64 ntsm) 626 { 627 static int ntsm_unsupported; 628 629 while (true) { 630 memset(sei, 0, sizeof(*sei)); 631 sei->request.length = 0x0010; 632 sei->request.code = 0x000e; 633 if (!ntsm_unsupported) 634 sei->ntsm = ntsm; 635 636 if (chsc(sei)) 637 break; 638 639 if (sei->response.code != 0x0001) { 640 CIO_CRW_EVENT(2, "chsc: sei failed (rc=%04x, ntsm=%llx)\n", 641 sei->response.code, sei->ntsm); 642 643 if (sei->response.code == 3 && sei->ntsm) { 644 /* Fallback for old firmware. */ 645 ntsm_unsupported = 1; 646 continue; 647 } 648 break; 649 } 650 651 CIO_CRW_EVENT(2, "chsc: sei successful (nt=%d)\n", sei->nt); 652 switch (sei->nt) { 653 case 0: 654 chsc_process_sei_nt0(&sei->u.nt0_area); 655 break; 656 case 2: 657 chsc_process_sei_nt2(&sei->u.nt2_area); 658 break; 659 default: 660 CIO_CRW_EVENT(2, "chsc: unhandled nt: %d\n", sei->nt); 661 break; 662 } 663 664 if (!(sei->u.nt0_area.flags & 0x80)) 665 break; 666 } 667 } 668 669 /* 670 * Handle channel subsystem related CRWs. 671 * Use store event information to find out what's going on. 672 * 673 * Note: Access to sei_page is serialized through machine check handler 674 * thread, so no need for locking. 675 */ 676 static void chsc_process_crw(struct crw *crw0, struct crw *crw1, int overflow) 677 { 678 struct chsc_sei *sei = sei_page; 679 680 if (overflow) { 681 css_schedule_eval_all(); 682 return; 683 } 684 CIO_CRW_EVENT(2, "CRW reports slct=%d, oflw=%d, " 685 "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n", 686 crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc, 687 crw0->erc, crw0->rsid); 688 689 CIO_TRACE_EVENT(2, "prcss"); 690 chsc_process_event_information(sei, CHSC_SEI_NT0 | CHSC_SEI_NT2); 691 } 692 693 void chsc_chp_online(struct chp_id chpid) 694 { 695 struct channel_path *chp = chpid_to_chp(chpid); 696 struct chp_link link; 697 char dbf_txt[15]; 698 699 sprintf(dbf_txt, "cadd%x.%02x", chpid.cssid, chpid.id); 700 CIO_TRACE_EVENT(2, dbf_txt); 701 702 if (chp_get_status(chpid) != 0) { 703 memset(&link, 0, sizeof(struct chp_link)); 704 link.chpid = chpid; 705 /* Wait until previous actions have settled. */ 706 css_wait_for_slow_path(); 707 708 mutex_lock(&chp->lock); 709 chp_update_desc(chp); 710 mutex_unlock(&chp->lock); 711 712 for_each_subchannel_staged(__s390_process_res_acc, NULL, 713 &link); 714 css_schedule_reprobe(); 715 } 716 } 717 718 static void __s390_subchannel_vary_chpid(struct subchannel *sch, 719 struct chp_id chpid, int on) 720 { 721 unsigned long flags; 722 struct chp_link link; 723 724 memset(&link, 0, sizeof(struct chp_link)); 725 link.chpid = chpid; 726 spin_lock_irqsave(sch->lock, flags); 727 if (sch->driver && sch->driver->chp_event) 728 sch->driver->chp_event(sch, &link, 729 on ? CHP_VARY_ON : CHP_VARY_OFF); 730 spin_unlock_irqrestore(sch->lock, flags); 731 } 732 733 static int s390_subchannel_vary_chpid_off(struct subchannel *sch, void *data) 734 { 735 struct chp_id *chpid = data; 736 737 __s390_subchannel_vary_chpid(sch, *chpid, 0); 738 return 0; 739 } 740 741 static int s390_subchannel_vary_chpid_on(struct subchannel *sch, void *data) 742 { 743 struct chp_id *chpid = data; 744 745 __s390_subchannel_vary_chpid(sch, *chpid, 1); 746 return 0; 747 } 748 749 /** 750 * chsc_chp_vary - propagate channel-path vary operation to subchannels 751 * @chpid: channl-path ID 752 * @on: non-zero for vary online, zero for vary offline 753 */ 754 int chsc_chp_vary(struct chp_id chpid, int on) 755 { 756 struct channel_path *chp = chpid_to_chp(chpid); 757 758 /* Wait until previous actions have settled. */ 759 css_wait_for_slow_path(); 760 /* 761 * Redo PathVerification on the devices the chpid connects to 762 */ 763 if (on) { 764 /* Try to update the channel path description. */ 765 chp_update_desc(chp); 766 for_each_subchannel_staged(s390_subchannel_vary_chpid_on, 767 NULL, &chpid); 768 css_schedule_reprobe(); 769 } else 770 for_each_subchannel_staged(s390_subchannel_vary_chpid_off, 771 NULL, &chpid); 772 773 return 0; 774 } 775 776 static void 777 chsc_remove_cmg_attr(struct channel_subsystem *css) 778 { 779 int i; 780 781 for (i = 0; i <= __MAX_CHPID; i++) { 782 if (!css->chps[i]) 783 continue; 784 chp_remove_cmg_attr(css->chps[i]); 785 } 786 } 787 788 static int 789 chsc_add_cmg_attr(struct channel_subsystem *css) 790 { 791 int i, ret; 792 793 ret = 0; 794 for (i = 0; i <= __MAX_CHPID; i++) { 795 if (!css->chps[i]) 796 continue; 797 ret = chp_add_cmg_attr(css->chps[i]); 798 if (ret) 799 goto cleanup; 800 } 801 return ret; 802 cleanup: 803 for (--i; i >= 0; i--) { 804 if (!css->chps[i]) 805 continue; 806 chp_remove_cmg_attr(css->chps[i]); 807 } 808 return ret; 809 } 810 811 int __chsc_do_secm(struct channel_subsystem *css, int enable) 812 { 813 struct { 814 struct chsc_header request; 815 u32 operation_code : 2; 816 u32 : 30; 817 u32 key : 4; 818 u32 : 28; 819 u32 zeroes1; 820 u32 cub_addr1; 821 u32 zeroes2; 822 u32 cub_addr2; 823 u32 reserved[13]; 824 struct chsc_header response; 825 u32 status : 8; 826 u32 : 4; 827 u32 fmt : 4; 828 u32 : 16; 829 } *secm_area; 830 unsigned long flags; 831 int ret, ccode; 832 833 spin_lock_irqsave(&chsc_page_lock, flags); 834 memset(chsc_page, 0, PAGE_SIZE); 835 secm_area = chsc_page; 836 secm_area->request.length = 0x0050; 837 secm_area->request.code = 0x0016; 838 839 secm_area->key = PAGE_DEFAULT_KEY >> 4; 840 secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1; 841 secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2; 842 843 secm_area->operation_code = enable ? 0 : 1; 844 845 ccode = chsc(secm_area); 846 if (ccode > 0) { 847 ret = (ccode == 3) ? -ENODEV : -EBUSY; 848 goto out; 849 } 850 851 switch (secm_area->response.code) { 852 case 0x0102: 853 case 0x0103: 854 ret = -EINVAL; 855 break; 856 default: 857 ret = chsc_error_from_response(secm_area->response.code); 858 } 859 if (ret != 0) 860 CIO_CRW_EVENT(2, "chsc: secm failed (rc=%04x)\n", 861 secm_area->response.code); 862 out: 863 spin_unlock_irqrestore(&chsc_page_lock, flags); 864 return ret; 865 } 866 867 int 868 chsc_secm(struct channel_subsystem *css, int enable) 869 { 870 int ret; 871 872 if (enable && !css->cm_enabled) { 873 css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA); 874 css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA); 875 if (!css->cub_addr1 || !css->cub_addr2) { 876 free_page((unsigned long)css->cub_addr1); 877 free_page((unsigned long)css->cub_addr2); 878 return -ENOMEM; 879 } 880 } 881 ret = __chsc_do_secm(css, enable); 882 if (!ret) { 883 css->cm_enabled = enable; 884 if (css->cm_enabled) { 885 ret = chsc_add_cmg_attr(css); 886 if (ret) { 887 __chsc_do_secm(css, 0); 888 css->cm_enabled = 0; 889 } 890 } else 891 chsc_remove_cmg_attr(css); 892 } 893 if (!css->cm_enabled) { 894 free_page((unsigned long)css->cub_addr1); 895 free_page((unsigned long)css->cub_addr2); 896 } 897 return ret; 898 } 899 900 int chsc_determine_channel_path_desc(struct chp_id chpid, int fmt, int rfmt, 901 int c, int m, void *page) 902 { 903 struct chsc_scpd *scpd_area; 904 int ccode, ret; 905 906 if ((rfmt == 1 || rfmt == 0) && c == 1 && 907 !css_general_characteristics.fcs) 908 return -EINVAL; 909 if ((rfmt == 2) && !css_general_characteristics.cib) 910 return -EINVAL; 911 if ((rfmt == 3) && !css_general_characteristics.util_str) 912 return -EINVAL; 913 914 memset(page, 0, PAGE_SIZE); 915 scpd_area = page; 916 scpd_area->request.length = 0x0010; 917 scpd_area->request.code = 0x0002; 918 scpd_area->cssid = chpid.cssid; 919 scpd_area->first_chpid = chpid.id; 920 scpd_area->last_chpid = chpid.id; 921 scpd_area->m = m; 922 scpd_area->c = c; 923 scpd_area->fmt = fmt; 924 scpd_area->rfmt = rfmt; 925 926 ccode = chsc(scpd_area); 927 if (ccode > 0) 928 return (ccode == 3) ? -ENODEV : -EBUSY; 929 930 ret = chsc_error_from_response(scpd_area->response.code); 931 if (ret) 932 CIO_CRW_EVENT(2, "chsc: scpd failed (rc=%04x)\n", 933 scpd_area->response.code); 934 return ret; 935 } 936 EXPORT_SYMBOL_GPL(chsc_determine_channel_path_desc); 937 938 #define chsc_det_chp_desc(FMT, c) \ 939 int chsc_determine_fmt##FMT##_channel_path_desc( \ 940 struct chp_id chpid, struct channel_path_desc_fmt##FMT *desc) \ 941 { \ 942 struct chsc_scpd *scpd_area; \ 943 unsigned long flags; \ 944 int ret; \ 945 \ 946 spin_lock_irqsave(&chsc_page_lock, flags); \ 947 scpd_area = chsc_page; \ 948 ret = chsc_determine_channel_path_desc(chpid, 0, FMT, c, 0, \ 949 scpd_area); \ 950 if (ret) \ 951 goto out; \ 952 \ 953 memcpy(desc, scpd_area->data, sizeof(*desc)); \ 954 out: \ 955 spin_unlock_irqrestore(&chsc_page_lock, flags); \ 956 return ret; \ 957 } 958 959 chsc_det_chp_desc(0, 0) 960 chsc_det_chp_desc(1, 1) 961 chsc_det_chp_desc(3, 0) 962 963 static void 964 chsc_initialize_cmg_chars(struct channel_path *chp, u8 cmcv, 965 struct cmg_chars *chars) 966 { 967 int i, mask; 968 969 for (i = 0; i < NR_MEASUREMENT_CHARS; i++) { 970 mask = 0x80 >> (i + 3); 971 if (cmcv & mask) 972 chp->cmg_chars.values[i] = chars->values[i]; 973 else 974 chp->cmg_chars.values[i] = 0; 975 } 976 } 977 978 int chsc_get_channel_measurement_chars(struct channel_path *chp) 979 { 980 unsigned long flags; 981 int ccode, ret; 982 983 struct { 984 struct chsc_header request; 985 u32 : 24; 986 u32 first_chpid : 8; 987 u32 : 24; 988 u32 last_chpid : 8; 989 u32 zeroes1; 990 struct chsc_header response; 991 u32 zeroes2; 992 u32 not_valid : 1; 993 u32 shared : 1; 994 u32 : 22; 995 u32 chpid : 8; 996 u32 cmcv : 5; 997 u32 : 11; 998 u32 cmgq : 8; 999 u32 cmg : 8; 1000 u32 zeroes3; 1001 u32 data[NR_MEASUREMENT_CHARS]; 1002 } *scmc_area; 1003 1004 chp->shared = -1; 1005 chp->cmg = -1; 1006 1007 if (!css_chsc_characteristics.scmc || !css_chsc_characteristics.secm) 1008 return -EINVAL; 1009 1010 spin_lock_irqsave(&chsc_page_lock, flags); 1011 memset(chsc_page, 0, PAGE_SIZE); 1012 scmc_area = chsc_page; 1013 scmc_area->request.length = 0x0010; 1014 scmc_area->request.code = 0x0022; 1015 scmc_area->first_chpid = chp->chpid.id; 1016 scmc_area->last_chpid = chp->chpid.id; 1017 1018 ccode = chsc(scmc_area); 1019 if (ccode > 0) { 1020 ret = (ccode == 3) ? -ENODEV : -EBUSY; 1021 goto out; 1022 } 1023 1024 ret = chsc_error_from_response(scmc_area->response.code); 1025 if (ret) { 1026 CIO_CRW_EVENT(2, "chsc: scmc failed (rc=%04x)\n", 1027 scmc_area->response.code); 1028 goto out; 1029 } 1030 if (scmc_area->not_valid) 1031 goto out; 1032 1033 chp->cmg = scmc_area->cmg; 1034 chp->shared = scmc_area->shared; 1035 if (chp->cmg != 2 && chp->cmg != 3) { 1036 /* No cmg-dependent data. */ 1037 goto out; 1038 } 1039 chsc_initialize_cmg_chars(chp, scmc_area->cmcv, 1040 (struct cmg_chars *) &scmc_area->data); 1041 out: 1042 spin_unlock_irqrestore(&chsc_page_lock, flags); 1043 return ret; 1044 } 1045 1046 int __init chsc_init(void) 1047 { 1048 int ret; 1049 1050 sei_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA); 1051 chsc_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA); 1052 if (!sei_page || !chsc_page) { 1053 ret = -ENOMEM; 1054 goto out_err; 1055 } 1056 ret = crw_register_handler(CRW_RSC_CSS, chsc_process_crw); 1057 if (ret) 1058 goto out_err; 1059 return ret; 1060 out_err: 1061 free_page((unsigned long)chsc_page); 1062 free_page((unsigned long)sei_page); 1063 return ret; 1064 } 1065 1066 void __init chsc_init_cleanup(void) 1067 { 1068 crw_unregister_handler(CRW_RSC_CSS); 1069 free_page((unsigned long)chsc_page); 1070 free_page((unsigned long)sei_page); 1071 } 1072 1073 int __chsc_enable_facility(struct chsc_sda_area *sda_area, int operation_code) 1074 { 1075 int ret; 1076 1077 sda_area->request.length = 0x0400; 1078 sda_area->request.code = 0x0031; 1079 sda_area->operation_code = operation_code; 1080 1081 ret = chsc(sda_area); 1082 if (ret > 0) { 1083 ret = (ret == 3) ? -ENODEV : -EBUSY; 1084 goto out; 1085 } 1086 1087 switch (sda_area->response.code) { 1088 case 0x0101: 1089 ret = -EOPNOTSUPP; 1090 break; 1091 default: 1092 ret = chsc_error_from_response(sda_area->response.code); 1093 } 1094 out: 1095 return ret; 1096 } 1097 1098 int chsc_enable_facility(int operation_code) 1099 { 1100 struct chsc_sda_area *sda_area; 1101 unsigned long flags; 1102 int ret; 1103 1104 spin_lock_irqsave(&chsc_page_lock, flags); 1105 memset(chsc_page, 0, PAGE_SIZE); 1106 sda_area = chsc_page; 1107 1108 ret = __chsc_enable_facility(sda_area, operation_code); 1109 if (ret != 0) 1110 CIO_CRW_EVENT(2, "chsc: sda (oc=%x) failed (rc=%04x)\n", 1111 operation_code, sda_area->response.code); 1112 1113 spin_unlock_irqrestore(&chsc_page_lock, flags); 1114 return ret; 1115 } 1116 1117 int __init chsc_get_cssid(int idx) 1118 { 1119 struct { 1120 struct chsc_header request; 1121 u8 atype; 1122 u32 : 24; 1123 u32 reserved1[6]; 1124 struct chsc_header response; 1125 u32 reserved2[3]; 1126 struct { 1127 u8 cssid; 1128 u32 : 24; 1129 } list[0]; 1130 } *sdcal_area; 1131 int ret; 1132 1133 spin_lock_irq(&chsc_page_lock); 1134 memset(chsc_page, 0, PAGE_SIZE); 1135 sdcal_area = chsc_page; 1136 sdcal_area->request.length = 0x0020; 1137 sdcal_area->request.code = 0x0034; 1138 sdcal_area->atype = 4; 1139 1140 ret = chsc(sdcal_area); 1141 if (ret) { 1142 ret = (ret == 3) ? -ENODEV : -EBUSY; 1143 goto exit; 1144 } 1145 1146 ret = chsc_error_from_response(sdcal_area->response.code); 1147 if (ret) { 1148 CIO_CRW_EVENT(2, "chsc: sdcal failed (rc=%04x)\n", 1149 sdcal_area->response.code); 1150 goto exit; 1151 } 1152 1153 if ((addr_t) &sdcal_area->list[idx] < 1154 (addr_t) &sdcal_area->response + sdcal_area->response.length) 1155 ret = sdcal_area->list[idx].cssid; 1156 else 1157 ret = -ENODEV; 1158 exit: 1159 spin_unlock_irq(&chsc_page_lock); 1160 return ret; 1161 } 1162 1163 struct css_general_char css_general_characteristics; 1164 struct css_chsc_char css_chsc_characteristics; 1165 1166 int __init 1167 chsc_determine_css_characteristics(void) 1168 { 1169 unsigned long flags; 1170 int result; 1171 struct { 1172 struct chsc_header request; 1173 u32 reserved1; 1174 u32 reserved2; 1175 u32 reserved3; 1176 struct chsc_header response; 1177 u32 reserved4; 1178 u32 general_char[510]; 1179 u32 chsc_char[508]; 1180 } *scsc_area; 1181 1182 spin_lock_irqsave(&chsc_page_lock, flags); 1183 memset(chsc_page, 0, PAGE_SIZE); 1184 scsc_area = chsc_page; 1185 scsc_area->request.length = 0x0010; 1186 scsc_area->request.code = 0x0010; 1187 1188 result = chsc(scsc_area); 1189 if (result) { 1190 result = (result == 3) ? -ENODEV : -EBUSY; 1191 goto exit; 1192 } 1193 1194 result = chsc_error_from_response(scsc_area->response.code); 1195 if (result == 0) { 1196 memcpy(&css_general_characteristics, scsc_area->general_char, 1197 sizeof(css_general_characteristics)); 1198 memcpy(&css_chsc_characteristics, scsc_area->chsc_char, 1199 sizeof(css_chsc_characteristics)); 1200 } else 1201 CIO_CRW_EVENT(2, "chsc: scsc failed (rc=%04x)\n", 1202 scsc_area->response.code); 1203 exit: 1204 spin_unlock_irqrestore(&chsc_page_lock, flags); 1205 return result; 1206 } 1207 1208 EXPORT_SYMBOL_GPL(css_general_characteristics); 1209 EXPORT_SYMBOL_GPL(css_chsc_characteristics); 1210 1211 int chsc_sstpc(void *page, unsigned int op, u16 ctrl, u64 *clock_delta) 1212 { 1213 struct { 1214 struct chsc_header request; 1215 unsigned int rsvd0; 1216 unsigned int op : 8; 1217 unsigned int rsvd1 : 8; 1218 unsigned int ctrl : 16; 1219 unsigned int rsvd2[5]; 1220 struct chsc_header response; 1221 unsigned int rsvd3[3]; 1222 u64 clock_delta; 1223 unsigned int rsvd4[2]; 1224 } *rr; 1225 int rc; 1226 1227 memset(page, 0, PAGE_SIZE); 1228 rr = page; 1229 rr->request.length = 0x0020; 1230 rr->request.code = 0x0033; 1231 rr->op = op; 1232 rr->ctrl = ctrl; 1233 rc = chsc(rr); 1234 if (rc) 1235 return -EIO; 1236 rc = (rr->response.code == 0x0001) ? 0 : -EIO; 1237 if (clock_delta) 1238 *clock_delta = rr->clock_delta; 1239 return rc; 1240 } 1241 1242 int chsc_sstpi(void *page, void *result, size_t size) 1243 { 1244 struct { 1245 struct chsc_header request; 1246 unsigned int rsvd0[3]; 1247 struct chsc_header response; 1248 char data[]; 1249 } *rr; 1250 int rc; 1251 1252 memset(page, 0, PAGE_SIZE); 1253 rr = page; 1254 rr->request.length = 0x0010; 1255 rr->request.code = 0x0038; 1256 rc = chsc(rr); 1257 if (rc) 1258 return -EIO; 1259 memcpy(result, &rr->data, size); 1260 return (rr->response.code == 0x0001) ? 0 : -EIO; 1261 } 1262 1263 int chsc_siosl(struct subchannel_id schid) 1264 { 1265 struct { 1266 struct chsc_header request; 1267 u32 word1; 1268 struct subchannel_id sid; 1269 u32 word3; 1270 struct chsc_header response; 1271 u32 word[11]; 1272 } *siosl_area; 1273 unsigned long flags; 1274 int ccode; 1275 int rc; 1276 1277 spin_lock_irqsave(&chsc_page_lock, flags); 1278 memset(chsc_page, 0, PAGE_SIZE); 1279 siosl_area = chsc_page; 1280 siosl_area->request.length = 0x0010; 1281 siosl_area->request.code = 0x0046; 1282 siosl_area->word1 = 0x80000000; 1283 siosl_area->sid = schid; 1284 1285 ccode = chsc(siosl_area); 1286 if (ccode > 0) { 1287 if (ccode == 3) 1288 rc = -ENODEV; 1289 else 1290 rc = -EBUSY; 1291 CIO_MSG_EVENT(2, "chsc: chsc failed for 0.%x.%04x (ccode=%d)\n", 1292 schid.ssid, schid.sch_no, ccode); 1293 goto out; 1294 } 1295 rc = chsc_error_from_response(siosl_area->response.code); 1296 if (rc) 1297 CIO_MSG_EVENT(2, "chsc: siosl failed for 0.%x.%04x (rc=%04x)\n", 1298 schid.ssid, schid.sch_no, 1299 siosl_area->response.code); 1300 else 1301 CIO_MSG_EVENT(4, "chsc: siosl succeeded for 0.%x.%04x\n", 1302 schid.ssid, schid.sch_no); 1303 out: 1304 spin_unlock_irqrestore(&chsc_page_lock, flags); 1305 return rc; 1306 } 1307 EXPORT_SYMBOL_GPL(chsc_siosl); 1308 1309 /** 1310 * chsc_scm_info() - store SCM information (SSI) 1311 * @scm_area: request and response block for SSI 1312 * @token: continuation token 1313 * 1314 * Returns 0 on success. 1315 */ 1316 int chsc_scm_info(struct chsc_scm_info *scm_area, u64 token) 1317 { 1318 int ccode, ret; 1319 1320 memset(scm_area, 0, sizeof(*scm_area)); 1321 scm_area->request.length = 0x0020; 1322 scm_area->request.code = 0x004C; 1323 scm_area->reqtok = token; 1324 1325 ccode = chsc(scm_area); 1326 if (ccode > 0) { 1327 ret = (ccode == 3) ? -ENODEV : -EBUSY; 1328 goto out; 1329 } 1330 ret = chsc_error_from_response(scm_area->response.code); 1331 if (ret != 0) 1332 CIO_MSG_EVENT(2, "chsc: scm info failed (rc=%04x)\n", 1333 scm_area->response.code); 1334 out: 1335 return ret; 1336 } 1337 EXPORT_SYMBOL_GPL(chsc_scm_info); 1338 1339 /** 1340 * chsc_pnso() - Perform Network-Subchannel Operation 1341 * @schid: id of the subchannel on which PNSO is performed 1342 * @pnso_area: request and response block for the operation 1343 * @resume_token: resume token for multiblock response 1344 * @cnc: Boolean change-notification control 1345 * 1346 * pnso_area must be allocated by the caller with get_zeroed_page(GFP_KERNEL) 1347 * 1348 * Returns 0 on success. 1349 */ 1350 int chsc_pnso(struct subchannel_id schid, 1351 struct chsc_pnso_area *pnso_area, 1352 struct chsc_pnso_resume_token resume_token, 1353 int cnc) 1354 { 1355 memset(pnso_area, 0, sizeof(*pnso_area)); 1356 pnso_area->request.length = 0x0030; 1357 pnso_area->request.code = 0x003d; /* network-subchannel operation */ 1358 pnso_area->m = schid.m; 1359 pnso_area->ssid = schid.ssid; 1360 pnso_area->sch = schid.sch_no; 1361 pnso_area->cssid = schid.cssid; 1362 pnso_area->oc = 0; /* Store-network-bridging-information list */ 1363 pnso_area->resume_token = resume_token; 1364 pnso_area->n = (cnc != 0); 1365 if (chsc(pnso_area)) 1366 return -EIO; 1367 return chsc_error_from_response(pnso_area->response.code); 1368 } 1369 1370 int chsc_sgib(u32 origin) 1371 { 1372 struct { 1373 struct chsc_header request; 1374 u16 op; 1375 u8 reserved01[2]; 1376 u8 reserved02:4; 1377 u8 fmt:4; 1378 u8 reserved03[7]; 1379 /* operation data area begin */ 1380 u8 reserved04[4]; 1381 u32 gib_origin; 1382 u8 reserved05[10]; 1383 u8 aix; 1384 u8 reserved06[4029]; 1385 struct chsc_header response; 1386 u8 reserved07[4]; 1387 } *sgib_area; 1388 int ret; 1389 1390 spin_lock_irq(&chsc_page_lock); 1391 memset(chsc_page, 0, PAGE_SIZE); 1392 sgib_area = chsc_page; 1393 sgib_area->request.length = 0x0fe0; 1394 sgib_area->request.code = 0x0021; 1395 sgib_area->op = 0x1; 1396 sgib_area->gib_origin = origin; 1397 1398 ret = chsc(sgib_area); 1399 if (ret == 0) 1400 ret = chsc_error_from_response(sgib_area->response.code); 1401 spin_unlock_irq(&chsc_page_lock); 1402 1403 return ret; 1404 } 1405 EXPORT_SYMBOL_GPL(chsc_sgib); 1406