1724117b7SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2eadb86abSSebastian Ott /* 3eadb86abSSebastian Ott * Driver for s390 eadm subchannels 4eadb86abSSebastian Ott * 5eadb86abSSebastian Ott * Copyright IBM Corp. 2012 6eadb86abSSebastian Ott * Author(s): Sebastian Ott <sebott@linux.vnet.ibm.com> 7eadb86abSSebastian Ott */ 8eadb86abSSebastian Ott 92e73c2cfSSebastian Ott #include <linux/kernel_stat.h> 106aa2677aSSebastian Ott #include <linux/completion.h> 11eadb86abSSebastian Ott #include <linux/workqueue.h> 12eadb86abSSebastian Ott #include <linux/spinlock.h> 13eadb86abSSebastian Ott #include <linux/device.h> 14eadb86abSSebastian Ott #include <linux/module.h> 15eadb86abSSebastian Ott #include <linux/timer.h> 16eadb86abSSebastian Ott #include <linux/slab.h> 17eadb86abSSebastian Ott #include <linux/list.h> 18eadb86abSSebastian Ott 19eadb86abSSebastian Ott #include <asm/css_chars.h> 20eadb86abSSebastian Ott #include <asm/debug.h> 21eadb86abSSebastian Ott #include <asm/isc.h> 22eadb86abSSebastian Ott #include <asm/cio.h> 23eadb86abSSebastian Ott #include <asm/scsw.h> 24eadb86abSSebastian Ott #include <asm/eadm.h> 25eadb86abSSebastian Ott 26eadb86abSSebastian Ott #include "eadm_sch.h" 27eadb86abSSebastian Ott #include "ioasm.h" 28eadb86abSSebastian Ott #include "cio.h" 29eadb86abSSebastian Ott #include "css.h" 30eadb86abSSebastian Ott #include "orb.h" 31eadb86abSSebastian Ott 32eadb86abSSebastian Ott MODULE_DESCRIPTION("driver for s390 eadm subchannels"); 33eadb86abSSebastian Ott MODULE_LICENSE("GPL"); 34eadb86abSSebastian Ott 35e2578b82SSebastian Ott #define EADM_TIMEOUT (7 * HZ) 36eadb86abSSebastian Ott static DEFINE_SPINLOCK(list_lock); 37eadb86abSSebastian Ott static LIST_HEAD(eadm_list); 38eadb86abSSebastian Ott 39eadb86abSSebastian Ott static debug_info_t *eadm_debug; 40eadb86abSSebastian Ott 41eadb86abSSebastian Ott #define EADM_LOG(imp, txt) do { \ 42eadb86abSSebastian Ott debug_text_event(eadm_debug, imp, txt); \ 43eadb86abSSebastian Ott } while (0) 44eadb86abSSebastian Ott 45eadb86abSSebastian Ott static void EADM_LOG_HEX(int level, void *data, int length) 46eadb86abSSebastian Ott { 47eadb86abSSebastian Ott debug_event(eadm_debug, level, data, length); 48eadb86abSSebastian Ott } 49eadb86abSSebastian Ott 50eadb86abSSebastian Ott static void orb_init(union orb *orb) 51eadb86abSSebastian Ott { 52eadb86abSSebastian Ott memset(orb, 0, sizeof(union orb)); 53eadb86abSSebastian Ott orb->eadm.compat1 = 1; 54eadb86abSSebastian Ott orb->eadm.compat2 = 1; 55eadb86abSSebastian Ott orb->eadm.fmt = 1; 56eadb86abSSebastian Ott orb->eadm.x = 1; 57eadb86abSSebastian Ott } 58eadb86abSSebastian Ott 59eadb86abSSebastian Ott static int eadm_subchannel_start(struct subchannel *sch, struct aob *aob) 60eadb86abSSebastian Ott { 61eadb86abSSebastian Ott union orb *orb = &get_eadm_private(sch)->orb; 62eadb86abSSebastian Ott int cc; 63eadb86abSSebastian Ott 64eadb86abSSebastian Ott orb_init(orb); 65eadb86abSSebastian Ott orb->eadm.aob = (u32)__pa(aob); 66eadb86abSSebastian Ott orb->eadm.intparm = (u32)(addr_t)sch; 67eadb86abSSebastian Ott orb->eadm.key = PAGE_DEFAULT_KEY >> 4; 68eadb86abSSebastian Ott 69eadb86abSSebastian Ott EADM_LOG(6, "start"); 70eadb86abSSebastian Ott EADM_LOG_HEX(6, &sch->schid, sizeof(sch->schid)); 71eadb86abSSebastian Ott 72eadb86abSSebastian Ott cc = ssch(sch->schid, orb); 73eadb86abSSebastian Ott switch (cc) { 74eadb86abSSebastian Ott case 0: 75eadb86abSSebastian Ott sch->schib.scsw.eadm.actl |= SCSW_ACTL_START_PEND; 76eadb86abSSebastian Ott break; 77eadb86abSSebastian Ott case 1: /* status pending */ 78eadb86abSSebastian Ott case 2: /* busy */ 79eadb86abSSebastian Ott return -EBUSY; 80eadb86abSSebastian Ott case 3: /* not operational */ 81eadb86abSSebastian Ott return -ENODEV; 82eadb86abSSebastian Ott } 83eadb86abSSebastian Ott return 0; 84eadb86abSSebastian Ott } 85eadb86abSSebastian Ott 86eadb86abSSebastian Ott static int eadm_subchannel_clear(struct subchannel *sch) 87eadb86abSSebastian Ott { 88eadb86abSSebastian Ott int cc; 89eadb86abSSebastian Ott 90eadb86abSSebastian Ott cc = csch(sch->schid); 91eadb86abSSebastian Ott if (cc) 92eadb86abSSebastian Ott return -ENODEV; 93eadb86abSSebastian Ott 94eadb86abSSebastian Ott sch->schib.scsw.eadm.actl |= SCSW_ACTL_CLEAR_PEND; 95eadb86abSSebastian Ott return 0; 96eadb86abSSebastian Ott } 97eadb86abSSebastian Ott 98846d0c6fSKees Cook static void eadm_subchannel_timeout(struct timer_list *t) 99eadb86abSSebastian Ott { 100846d0c6fSKees Cook struct eadm_private *private = from_timer(private, t, timer); 101846d0c6fSKees Cook struct subchannel *sch = private->sch; 102eadb86abSSebastian Ott 103eadb86abSSebastian Ott spin_lock_irq(sch->lock); 104eadb86abSSebastian Ott EADM_LOG(1, "timeout"); 105eadb86abSSebastian Ott EADM_LOG_HEX(1, &sch->schid, sizeof(sch->schid)); 106eadb86abSSebastian Ott if (eadm_subchannel_clear(sch)) 107eadb86abSSebastian Ott EADM_LOG(0, "clear failed"); 108eadb86abSSebastian Ott spin_unlock_irq(sch->lock); 109eadb86abSSebastian Ott } 110eadb86abSSebastian Ott 111eadb86abSSebastian Ott static void eadm_subchannel_set_timeout(struct subchannel *sch, int expires) 112eadb86abSSebastian Ott { 113eadb86abSSebastian Ott struct eadm_private *private = get_eadm_private(sch); 114eadb86abSSebastian Ott 115*4f45c37fSYu Liao if (expires == 0) 116eadb86abSSebastian Ott del_timer(&private->timer); 117*4f45c37fSYu Liao else 118*4f45c37fSYu Liao mod_timer(&private->timer, jiffies + expires); 119eadb86abSSebastian Ott } 120eadb86abSSebastian Ott 121eadb86abSSebastian Ott static void eadm_subchannel_irq(struct subchannel *sch) 122eadb86abSSebastian Ott { 123eadb86abSSebastian Ott struct eadm_private *private = get_eadm_private(sch); 124eadb86abSSebastian Ott struct eadm_scsw *scsw = &sch->schib.scsw.eadm; 1250bf7fcf1SChristoph Lameter struct irb *irb = this_cpu_ptr(&cio_irb); 1262a842acaSChristoph Hellwig blk_status_t error = BLK_STS_OK; 127eadb86abSSebastian Ott 128eadb86abSSebastian Ott EADM_LOG(6, "irq"); 129eadb86abSSebastian Ott EADM_LOG_HEX(6, irb, sizeof(*irb)); 130eadb86abSSebastian Ott 131420f42ecSHeiko Carstens inc_irq_stat(IRQIO_ADM); 1322e73c2cfSSebastian Ott 133eadb86abSSebastian Ott if ((scsw->stctl & (SCSW_STCTL_ALERT_STATUS | SCSW_STCTL_STATUS_PEND)) 134eadb86abSSebastian Ott && scsw->eswf == 1 && irb->esw.eadm.erw.r) 1352a842acaSChristoph Hellwig error = BLK_STS_IOERR; 136eadb86abSSebastian Ott 137eadb86abSSebastian Ott if (scsw->fctl & SCSW_FCTL_CLEAR_FUNC) 1382a842acaSChristoph Hellwig error = BLK_STS_TIMEOUT; 139eadb86abSSebastian Ott 140eadb86abSSebastian Ott eadm_subchannel_set_timeout(sch, 0); 141eadb86abSSebastian Ott 142eadb86abSSebastian Ott if (private->state != EADM_BUSY) { 143eadb86abSSebastian Ott EADM_LOG(1, "irq unsol"); 144eadb86abSSebastian Ott EADM_LOG_HEX(1, irb, sizeof(*irb)); 145eadb86abSSebastian Ott private->state = EADM_NOT_OPER; 146eadb86abSSebastian Ott css_sched_sch_todo(sch, SCH_TODO_EVAL); 147eadb86abSSebastian Ott return; 148eadb86abSSebastian Ott } 149eadb86abSSebastian Ott scm_irq_handler((struct aob *)(unsigned long)scsw->aob, error); 150eadb86abSSebastian Ott private->state = EADM_IDLE; 1516aa2677aSSebastian Ott 1526aa2677aSSebastian Ott if (private->completion) 1536aa2677aSSebastian Ott complete(private->completion); 154eadb86abSSebastian Ott } 155eadb86abSSebastian Ott 156eadb86abSSebastian Ott static struct subchannel *eadm_get_idle_sch(void) 157eadb86abSSebastian Ott { 158eadb86abSSebastian Ott struct eadm_private *private; 159eadb86abSSebastian Ott struct subchannel *sch; 160eadb86abSSebastian Ott unsigned long flags; 161eadb86abSSebastian Ott 162eadb86abSSebastian Ott spin_lock_irqsave(&list_lock, flags); 163eadb86abSSebastian Ott list_for_each_entry(private, &eadm_list, head) { 164eadb86abSSebastian Ott sch = private->sch; 165eadb86abSSebastian Ott spin_lock(sch->lock); 166eadb86abSSebastian Ott if (private->state == EADM_IDLE) { 167eadb86abSSebastian Ott private->state = EADM_BUSY; 168eadb86abSSebastian Ott list_move_tail(&private->head, &eadm_list); 169eadb86abSSebastian Ott spin_unlock(sch->lock); 170eadb86abSSebastian Ott spin_unlock_irqrestore(&list_lock, flags); 171eadb86abSSebastian Ott 172eadb86abSSebastian Ott return sch; 173eadb86abSSebastian Ott } 174eadb86abSSebastian Ott spin_unlock(sch->lock); 175eadb86abSSebastian Ott } 176eadb86abSSebastian Ott spin_unlock_irqrestore(&list_lock, flags); 177eadb86abSSebastian Ott 178eadb86abSSebastian Ott return NULL; 179eadb86abSSebastian Ott } 180eadb86abSSebastian Ott 181605c3698SSebastian Ott int eadm_start_aob(struct aob *aob) 182eadb86abSSebastian Ott { 183eadb86abSSebastian Ott struct eadm_private *private; 184eadb86abSSebastian Ott struct subchannel *sch; 185eadb86abSSebastian Ott unsigned long flags; 186eadb86abSSebastian Ott int ret; 187eadb86abSSebastian Ott 188eadb86abSSebastian Ott sch = eadm_get_idle_sch(); 189eadb86abSSebastian Ott if (!sch) 190eadb86abSSebastian Ott return -EBUSY; 191eadb86abSSebastian Ott 192eadb86abSSebastian Ott spin_lock_irqsave(sch->lock, flags); 193eadb86abSSebastian Ott eadm_subchannel_set_timeout(sch, EADM_TIMEOUT); 194eadb86abSSebastian Ott ret = eadm_subchannel_start(sch, aob); 195eadb86abSSebastian Ott if (!ret) 196eadb86abSSebastian Ott goto out_unlock; 197eadb86abSSebastian Ott 198eadb86abSSebastian Ott /* Handle start subchannel failure. */ 199eadb86abSSebastian Ott eadm_subchannel_set_timeout(sch, 0); 200eadb86abSSebastian Ott private = get_eadm_private(sch); 201eadb86abSSebastian Ott private->state = EADM_NOT_OPER; 202eadb86abSSebastian Ott css_sched_sch_todo(sch, SCH_TODO_EVAL); 203eadb86abSSebastian Ott 204eadb86abSSebastian Ott out_unlock: 205eadb86abSSebastian Ott spin_unlock_irqrestore(sch->lock, flags); 206eadb86abSSebastian Ott 207eadb86abSSebastian Ott return ret; 208eadb86abSSebastian Ott } 209605c3698SSebastian Ott EXPORT_SYMBOL_GPL(eadm_start_aob); 210eadb86abSSebastian Ott 211eadb86abSSebastian Ott static int eadm_subchannel_probe(struct subchannel *sch) 212eadb86abSSebastian Ott { 213eadb86abSSebastian Ott struct eadm_private *private; 214eadb86abSSebastian Ott int ret; 215eadb86abSSebastian Ott 216eadb86abSSebastian Ott private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA); 217eadb86abSSebastian Ott if (!private) 218eadb86abSSebastian Ott return -ENOMEM; 219eadb86abSSebastian Ott 220eadb86abSSebastian Ott INIT_LIST_HEAD(&private->head); 221846d0c6fSKees Cook timer_setup(&private->timer, eadm_subchannel_timeout, 0); 222eadb86abSSebastian Ott 223eadb86abSSebastian Ott spin_lock_irq(sch->lock); 224eadb86abSSebastian Ott set_eadm_private(sch, private); 225eadb86abSSebastian Ott private->state = EADM_IDLE; 226eadb86abSSebastian Ott private->sch = sch; 227eadb86abSSebastian Ott sch->isc = EADM_SCH_ISC; 228eadb86abSSebastian Ott ret = cio_enable_subchannel(sch, (u32)(unsigned long)sch); 229eadb86abSSebastian Ott if (ret) { 230eadb86abSSebastian Ott set_eadm_private(sch, NULL); 231eadb86abSSebastian Ott spin_unlock_irq(sch->lock); 232eadb86abSSebastian Ott kfree(private); 233eadb86abSSebastian Ott goto out; 234eadb86abSSebastian Ott } 235eadb86abSSebastian Ott spin_unlock_irq(sch->lock); 236eadb86abSSebastian Ott 237eadb86abSSebastian Ott spin_lock_irq(&list_lock); 238eadb86abSSebastian Ott list_add(&private->head, &eadm_list); 239eadb86abSSebastian Ott spin_unlock_irq(&list_lock); 240eadb86abSSebastian Ott out: 241eadb86abSSebastian Ott return ret; 242eadb86abSSebastian Ott } 243eadb86abSSebastian Ott 244eadb86abSSebastian Ott static void eadm_quiesce(struct subchannel *sch) 245eadb86abSSebastian Ott { 2466aa2677aSSebastian Ott struct eadm_private *private = get_eadm_private(sch); 2476aa2677aSSebastian Ott DECLARE_COMPLETION_ONSTACK(completion); 248eadb86abSSebastian Ott int ret; 249eadb86abSSebastian Ott 250eadb86abSSebastian Ott spin_lock_irq(sch->lock); 2516aa2677aSSebastian Ott if (private->state != EADM_BUSY) 2526aa2677aSSebastian Ott goto disable; 2536aa2677aSSebastian Ott 2546aa2677aSSebastian Ott if (eadm_subchannel_clear(sch)) 2556aa2677aSSebastian Ott goto disable; 2566aa2677aSSebastian Ott 2576aa2677aSSebastian Ott private->completion = &completion; 258eadb86abSSebastian Ott spin_unlock_irq(sch->lock); 2596aa2677aSSebastian Ott 2606aa2677aSSebastian Ott wait_for_completion_io(&completion); 2616aa2677aSSebastian Ott 2626aa2677aSSebastian Ott spin_lock_irq(sch->lock); 2636aa2677aSSebastian Ott private->completion = NULL; 2646aa2677aSSebastian Ott 2656aa2677aSSebastian Ott disable: 2666aa2677aSSebastian Ott eadm_subchannel_set_timeout(sch, 0); 2676aa2677aSSebastian Ott do { 2686aa2677aSSebastian Ott ret = cio_disable_subchannel(sch); 269eadb86abSSebastian Ott } while (ret == -EBUSY); 2706aa2677aSSebastian Ott 2716aa2677aSSebastian Ott spin_unlock_irq(sch->lock); 272eadb86abSSebastian Ott } 273eadb86abSSebastian Ott 274a7bdb9a9SUwe Kleine-König static void eadm_subchannel_remove(struct subchannel *sch) 275eadb86abSSebastian Ott { 276eadb86abSSebastian Ott struct eadm_private *private = get_eadm_private(sch); 277eadb86abSSebastian Ott 278eadb86abSSebastian Ott spin_lock_irq(&list_lock); 279eadb86abSSebastian Ott list_del(&private->head); 280eadb86abSSebastian Ott spin_unlock_irq(&list_lock); 281eadb86abSSebastian Ott 282eadb86abSSebastian Ott eadm_quiesce(sch); 283eadb86abSSebastian Ott 284eadb86abSSebastian Ott spin_lock_irq(sch->lock); 285eadb86abSSebastian Ott set_eadm_private(sch, NULL); 286eadb86abSSebastian Ott spin_unlock_irq(sch->lock); 287eadb86abSSebastian Ott 288eadb86abSSebastian Ott kfree(private); 289eadb86abSSebastian Ott } 290eadb86abSSebastian Ott 291eadb86abSSebastian Ott static void eadm_subchannel_shutdown(struct subchannel *sch) 292eadb86abSSebastian Ott { 293eadb86abSSebastian Ott eadm_quiesce(sch); 294eadb86abSSebastian Ott } 295eadb86abSSebastian Ott 296eadb86abSSebastian Ott /** 297eadb86abSSebastian Ott * eadm_subchannel_sch_event - process subchannel event 298eadb86abSSebastian Ott * @sch: subchannel 299eadb86abSSebastian Ott * @process: non-zero if function is called in process context 300eadb86abSSebastian Ott * 301eadb86abSSebastian Ott * An unspecified event occurred for this subchannel. Adjust data according 302eadb86abSSebastian Ott * to the current operational state of the subchannel. Return zero when the 303eadb86abSSebastian Ott * event has been handled sufficiently or -EAGAIN when this function should 304eadb86abSSebastian Ott * be called again in process context. 305eadb86abSSebastian Ott */ 306eadb86abSSebastian Ott static int eadm_subchannel_sch_event(struct subchannel *sch, int process) 307eadb86abSSebastian Ott { 308eadb86abSSebastian Ott struct eadm_private *private; 309eadb86abSSebastian Ott unsigned long flags; 310eadb86abSSebastian Ott 311eadb86abSSebastian Ott spin_lock_irqsave(sch->lock, flags); 312eadb86abSSebastian Ott if (!device_is_registered(&sch->dev)) 313eadb86abSSebastian Ott goto out_unlock; 314eadb86abSSebastian Ott 315eadb86abSSebastian Ott if (work_pending(&sch->todo_work)) 316eadb86abSSebastian Ott goto out_unlock; 317eadb86abSSebastian Ott 318eadb86abSSebastian Ott if (cio_update_schib(sch)) { 319eadb86abSSebastian Ott css_sched_sch_todo(sch, SCH_TODO_UNREG); 320eadb86abSSebastian Ott goto out_unlock; 321eadb86abSSebastian Ott } 322eadb86abSSebastian Ott private = get_eadm_private(sch); 323eadb86abSSebastian Ott if (private->state == EADM_NOT_OPER) 324eadb86abSSebastian Ott private->state = EADM_IDLE; 325eadb86abSSebastian Ott 326eadb86abSSebastian Ott out_unlock: 327eadb86abSSebastian Ott spin_unlock_irqrestore(sch->lock, flags); 328eadb86abSSebastian Ott 329b2f4de8bSPeter Senna Tschudin return 0; 330eadb86abSSebastian Ott } 331eadb86abSSebastian Ott 332eadb86abSSebastian Ott static struct css_device_id eadm_subchannel_ids[] = { 333eadb86abSSebastian Ott { .match_flags = 0x1, .type = SUBCHANNEL_TYPE_ADM, }, 334eadb86abSSebastian Ott { /* end of list */ }, 335eadb86abSSebastian Ott }; 336eadb86abSSebastian Ott MODULE_DEVICE_TABLE(css, eadm_subchannel_ids); 337eadb86abSSebastian Ott 338eadb86abSSebastian Ott static struct css_driver eadm_subchannel_driver = { 339eadb86abSSebastian Ott .drv = { 340eadb86abSSebastian Ott .name = "eadm_subchannel", 341eadb86abSSebastian Ott .owner = THIS_MODULE, 342eadb86abSSebastian Ott }, 343eadb86abSSebastian Ott .subchannel_type = eadm_subchannel_ids, 344eadb86abSSebastian Ott .irq = eadm_subchannel_irq, 345eadb86abSSebastian Ott .probe = eadm_subchannel_probe, 346eadb86abSSebastian Ott .remove = eadm_subchannel_remove, 347eadb86abSSebastian Ott .shutdown = eadm_subchannel_shutdown, 348eadb86abSSebastian Ott .sch_event = eadm_subchannel_sch_event, 349eadb86abSSebastian Ott }; 350eadb86abSSebastian Ott 351eadb86abSSebastian Ott static int __init eadm_sch_init(void) 352eadb86abSSebastian Ott { 353eadb86abSSebastian Ott int ret; 354eadb86abSSebastian Ott 355eadb86abSSebastian Ott if (!css_general_characteristics.eadm) 356eadb86abSSebastian Ott return -ENXIO; 357eadb86abSSebastian Ott 358eadb86abSSebastian Ott eadm_debug = debug_register("eadm_log", 16, 1, 16); 359eadb86abSSebastian Ott if (!eadm_debug) 360eadb86abSSebastian Ott return -ENOMEM; 361eadb86abSSebastian Ott 362eadb86abSSebastian Ott debug_register_view(eadm_debug, &debug_hex_ascii_view); 363eadb86abSSebastian Ott debug_set_level(eadm_debug, 2); 364eadb86abSSebastian Ott 365eadb86abSSebastian Ott isc_register(EADM_SCH_ISC); 366eadb86abSSebastian Ott ret = css_driver_register(&eadm_subchannel_driver); 367eadb86abSSebastian Ott if (ret) 368eadb86abSSebastian Ott goto cleanup; 369eadb86abSSebastian Ott 370eadb86abSSebastian Ott return ret; 371eadb86abSSebastian Ott 372eadb86abSSebastian Ott cleanup: 373eadb86abSSebastian Ott isc_unregister(EADM_SCH_ISC); 374eadb86abSSebastian Ott debug_unregister(eadm_debug); 375eadb86abSSebastian Ott return ret; 376eadb86abSSebastian Ott } 377eadb86abSSebastian Ott 378eadb86abSSebastian Ott static void __exit eadm_sch_exit(void) 379eadb86abSSebastian Ott { 380eadb86abSSebastian Ott css_driver_unregister(&eadm_subchannel_driver); 381eadb86abSSebastian Ott isc_unregister(EADM_SCH_ISC); 382eadb86abSSebastian Ott debug_unregister(eadm_debug); 383eadb86abSSebastian Ott } 384eadb86abSSebastian Ott module_init(eadm_sch_init); 385eadb86abSSebastian Ott module_exit(eadm_sch_exit); 386