xref: /openbmc/qemu/hw/s390x/virtio-ccw.c (revision 74fdb781c19ef4b781cb6fda48f1f9ebd11257fe)
1 /*
2  * virtio ccw target implementation
3  *
4  * Copyright 2012,2014 IBM Corp.
5  * Author(s): Cornelia Huck <cornelia.huck@de.ibm.com>
6  *
7  * This work is licensed under the terms of the GNU GPL, version 2 or (at
8  * your option) any later version. See the COPYING file in the top-level
9  * directory.
10  */
11 
12 #include "hw/hw.h"
13 #include "sysemu/block-backend.h"
14 #include "sysemu/blockdev.h"
15 #include "sysemu/sysemu.h"
16 #include "net/net.h"
17 #include "monitor/monitor.h"
18 #include "hw/virtio/virtio.h"
19 #include "hw/virtio/virtio-serial.h"
20 #include "hw/virtio/virtio-net.h"
21 #include "hw/sysbus.h"
22 #include "qemu/bitops.h"
23 #include "hw/virtio/virtio-bus.h"
24 #include "hw/s390x/adapter.h"
25 #include "hw/s390x/s390_flic.h"
26 
27 #include "ioinst.h"
28 #include "css.h"
29 #include "virtio-ccw.h"
30 #include "trace.h"
31 
32 static QTAILQ_HEAD(, IndAddr) indicator_addresses =
33     QTAILQ_HEAD_INITIALIZER(indicator_addresses);
34 
35 static IndAddr *get_indicator(hwaddr ind_addr, int len)
36 {
37     IndAddr *indicator;
38 
39     QTAILQ_FOREACH(indicator, &indicator_addresses, sibling) {
40         if (indicator->addr == ind_addr) {
41             indicator->refcnt++;
42             return indicator;
43         }
44     }
45     indicator = g_new0(IndAddr, 1);
46     indicator->addr = ind_addr;
47     indicator->len = len;
48     indicator->refcnt = 1;
49     QTAILQ_INSERT_TAIL(&indicator_addresses, indicator, sibling);
50     return indicator;
51 }
52 
53 static int s390_io_adapter_map(AdapterInfo *adapter, uint64_t map_addr,
54                                bool do_map)
55 {
56     S390FLICState *fs = s390_get_flic();
57     S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
58 
59     return fsc->io_adapter_map(fs, adapter->adapter_id, map_addr, do_map);
60 }
61 
62 static void release_indicator(AdapterInfo *adapter, IndAddr *indicator)
63 {
64     assert(indicator->refcnt > 0);
65     indicator->refcnt--;
66     if (indicator->refcnt > 0) {
67         return;
68     }
69     QTAILQ_REMOVE(&indicator_addresses, indicator, sibling);
70     if (indicator->map) {
71         s390_io_adapter_map(adapter, indicator->map, false);
72     }
73     g_free(indicator);
74 }
75 
76 static int map_indicator(AdapterInfo *adapter, IndAddr *indicator)
77 {
78     int ret;
79 
80     if (indicator->map) {
81         return 0; /* already mapped is not an error */
82     }
83     indicator->map = indicator->addr;
84     ret = s390_io_adapter_map(adapter, indicator->map, true);
85     if ((ret != 0) && (ret != -ENOSYS)) {
86         goto out_err;
87     }
88     return 0;
89 
90 out_err:
91     indicator->map = 0;
92     return ret;
93 }
94 
95 static void virtio_ccw_bus_new(VirtioBusState *bus, size_t bus_size,
96                                VirtioCcwDevice *dev);
97 
98 static void virtual_css_bus_reset(BusState *qbus)
99 {
100     /* This should actually be modelled via the generic css */
101     css_reset();
102 }
103 
104 
105 static void virtual_css_bus_class_init(ObjectClass *klass, void *data)
106 {
107     BusClass *k = BUS_CLASS(klass);
108 
109     k->reset = virtual_css_bus_reset;
110 }
111 
112 static const TypeInfo virtual_css_bus_info = {
113     .name = TYPE_VIRTUAL_CSS_BUS,
114     .parent = TYPE_BUS,
115     .instance_size = sizeof(VirtualCssBus),
116     .class_init = virtual_css_bus_class_init,
117 };
118 
119 VirtIODevice *virtio_ccw_get_vdev(SubchDev *sch)
120 {
121     VirtIODevice *vdev = NULL;
122     VirtioCcwDevice *dev = sch->driver_data;
123 
124     if (dev) {
125         vdev = virtio_bus_get_device(&dev->bus);
126     }
127     return vdev;
128 }
129 
130 static int virtio_ccw_set_guest2host_notifier(VirtioCcwDevice *dev, int n,
131                                               bool assign, bool set_handler)
132 {
133     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
134     VirtQueue *vq = virtio_get_queue(vdev, n);
135     EventNotifier *notifier = virtio_queue_get_host_notifier(vq);
136     int r = 0;
137     SubchDev *sch = dev->sch;
138     uint32_t sch_id = (css_build_subchannel_id(sch) << 16) | sch->schid;
139 
140     if (assign) {
141         r = event_notifier_init(notifier, 1);
142         if (r < 0) {
143             error_report("%s: unable to init event notifier: %d", __func__, r);
144             return r;
145         }
146         virtio_queue_set_host_notifier_fd_handler(vq, true, set_handler);
147         r = s390_assign_subch_ioeventfd(notifier, sch_id, n, assign);
148         if (r < 0) {
149             error_report("%s: unable to assign ioeventfd: %d", __func__, r);
150             virtio_queue_set_host_notifier_fd_handler(vq, false, false);
151             event_notifier_cleanup(notifier);
152             return r;
153         }
154     } else {
155         virtio_queue_set_host_notifier_fd_handler(vq, false, false);
156         s390_assign_subch_ioeventfd(notifier, sch_id, n, assign);
157         event_notifier_cleanup(notifier);
158     }
159     return r;
160 }
161 
162 static void virtio_ccw_start_ioeventfd(VirtioCcwDevice *dev)
163 {
164     VirtIODevice *vdev;
165     int n, r;
166 
167     if (!(dev->flags & VIRTIO_CCW_FLAG_USE_IOEVENTFD) ||
168         dev->ioeventfd_disabled ||
169         dev->ioeventfd_started) {
170         return;
171     }
172     vdev = virtio_bus_get_device(&dev->bus);
173     for (n = 0; n < VIRTIO_PCI_QUEUE_MAX; n++) {
174         if (!virtio_queue_get_num(vdev, n)) {
175             continue;
176         }
177         r = virtio_ccw_set_guest2host_notifier(dev, n, true, true);
178         if (r < 0) {
179             goto assign_error;
180         }
181     }
182     dev->ioeventfd_started = true;
183     return;
184 
185   assign_error:
186     while (--n >= 0) {
187         if (!virtio_queue_get_num(vdev, n)) {
188             continue;
189         }
190         r = virtio_ccw_set_guest2host_notifier(dev, n, false, false);
191         assert(r >= 0);
192     }
193     dev->ioeventfd_started = false;
194     /* Disable ioeventfd for this device. */
195     dev->flags &= ~VIRTIO_CCW_FLAG_USE_IOEVENTFD;
196     error_report("%s: failed. Fallback to userspace (slower).", __func__);
197 }
198 
199 static void virtio_ccw_stop_ioeventfd(VirtioCcwDevice *dev)
200 {
201     VirtIODevice *vdev;
202     int n, r;
203 
204     if (!dev->ioeventfd_started) {
205         return;
206     }
207     vdev = virtio_bus_get_device(&dev->bus);
208     for (n = 0; n < VIRTIO_PCI_QUEUE_MAX; n++) {
209         if (!virtio_queue_get_num(vdev, n)) {
210             continue;
211         }
212         r = virtio_ccw_set_guest2host_notifier(dev, n, false, false);
213         assert(r >= 0);
214     }
215     dev->ioeventfd_started = false;
216 }
217 
218 VirtualCssBus *virtual_css_bus_init(void)
219 {
220     VirtualCssBus *cbus;
221     BusState *bus;
222     DeviceState *dev;
223 
224     /* Create bridge device */
225     dev = qdev_create(NULL, "virtual-css-bridge");
226     qdev_init_nofail(dev);
227 
228     /* Create bus on bridge device */
229     bus = qbus_create(TYPE_VIRTUAL_CSS_BUS, dev, "virtual-css");
230     cbus = VIRTUAL_CSS_BUS(bus);
231 
232     /* Enable hotplugging */
233     qbus_set_hotplug_handler(bus, dev, &error_abort);
234 
235     return cbus;
236 }
237 
238 /* Communication blocks used by several channel commands. */
239 typedef struct VqInfoBlock {
240     uint64_t queue;
241     uint32_t align;
242     uint16_t index;
243     uint16_t num;
244 } QEMU_PACKED VqInfoBlock;
245 
246 typedef struct VqConfigBlock {
247     uint16_t index;
248     uint16_t num_max;
249 } QEMU_PACKED VqConfigBlock;
250 
251 typedef struct VirtioFeatDesc {
252     uint32_t features;
253     uint8_t index;
254 } QEMU_PACKED VirtioFeatDesc;
255 
256 typedef struct VirtioThinintInfo {
257     hwaddr summary_indicator;
258     hwaddr device_indicator;
259     uint64_t ind_bit;
260     uint8_t isc;
261 } QEMU_PACKED VirtioThinintInfo;
262 
263 /* Specify where the virtqueues for the subchannel are in guest memory. */
264 static int virtio_ccw_set_vqs(SubchDev *sch, uint64_t addr, uint32_t align,
265                               uint16_t index, uint16_t num)
266 {
267     VirtIODevice *vdev = virtio_ccw_get_vdev(sch);
268 
269     if (index >= VIRTIO_PCI_QUEUE_MAX) {
270         return -EINVAL;
271     }
272 
273     /* Current code in virtio.c relies on 4K alignment. */
274     if (addr && (align != 4096)) {
275         return -EINVAL;
276     }
277 
278     if (!vdev) {
279         return -EINVAL;
280     }
281 
282     virtio_queue_set_addr(vdev, index, addr);
283     if (!addr) {
284         virtio_queue_set_vector(vdev, index, 0);
285     } else {
286         /* Fail if we don't have a big enough queue. */
287         /* TODO: Add interface to handle vring.num changing */
288         if (virtio_queue_get_num(vdev, index) > num) {
289             return -EINVAL;
290         }
291         virtio_queue_set_vector(vdev, index, index);
292     }
293     /* tell notify handler in case of config change */
294     vdev->config_vector = VIRTIO_PCI_QUEUE_MAX;
295     return 0;
296 }
297 
298 static int virtio_ccw_cb(SubchDev *sch, CCW1 ccw)
299 {
300     int ret;
301     VqInfoBlock info;
302     uint8_t status;
303     VirtioFeatDesc features;
304     void *config;
305     hwaddr indicators;
306     VqConfigBlock vq_config;
307     VirtioCcwDevice *dev = sch->driver_data;
308     VirtIODevice *vdev = virtio_ccw_get_vdev(sch);
309     bool check_len;
310     int len;
311     hwaddr hw_len;
312     VirtioThinintInfo *thinint;
313 
314     if (!dev) {
315         return -EINVAL;
316     }
317 
318     trace_virtio_ccw_interpret_ccw(sch->cssid, sch->ssid, sch->schid,
319                                    ccw.cmd_code);
320     check_len = !((ccw.flags & CCW_FLAG_SLI) && !(ccw.flags & CCW_FLAG_DC));
321 
322     /* Look at the command. */
323     switch (ccw.cmd_code) {
324     case CCW_CMD_SET_VQ:
325         if (check_len) {
326             if (ccw.count != sizeof(info)) {
327                 ret = -EINVAL;
328                 break;
329             }
330         } else if (ccw.count < sizeof(info)) {
331             /* Can't execute command. */
332             ret = -EINVAL;
333             break;
334         }
335         if (!ccw.cda) {
336             ret = -EFAULT;
337         } else {
338             info.queue = ldq_phys(&address_space_memory, ccw.cda);
339             info.align = ldl_phys(&address_space_memory,
340                                   ccw.cda + sizeof(info.queue));
341             info.index = lduw_phys(&address_space_memory,
342                                    ccw.cda + sizeof(info.queue)
343                                    + sizeof(info.align));
344             info.num = lduw_phys(&address_space_memory,
345                                  ccw.cda + sizeof(info.queue)
346                                  + sizeof(info.align)
347                                  + sizeof(info.index));
348             ret = virtio_ccw_set_vqs(sch, info.queue, info.align, info.index,
349                                      info.num);
350             sch->curr_status.scsw.count = 0;
351         }
352         break;
353     case CCW_CMD_VDEV_RESET:
354         virtio_ccw_stop_ioeventfd(dev);
355         virtio_reset(vdev);
356         ret = 0;
357         break;
358     case CCW_CMD_READ_FEAT:
359         if (check_len) {
360             if (ccw.count != sizeof(features)) {
361                 ret = -EINVAL;
362                 break;
363             }
364         } else if (ccw.count < sizeof(features)) {
365             /* Can't execute command. */
366             ret = -EINVAL;
367             break;
368         }
369         if (!ccw.cda) {
370             ret = -EFAULT;
371         } else {
372             features.index = ldub_phys(&address_space_memory,
373                                        ccw.cda + sizeof(features.features));
374             if (features.index < ARRAY_SIZE(dev->host_features)) {
375                 features.features = dev->host_features[features.index];
376             } else {
377                 /* Return zeroes if the guest supports more feature bits. */
378                 features.features = 0;
379             }
380             stl_le_phys(&address_space_memory, ccw.cda, features.features);
381             sch->curr_status.scsw.count = ccw.count - sizeof(features);
382             ret = 0;
383         }
384         break;
385     case CCW_CMD_WRITE_FEAT:
386         if (check_len) {
387             if (ccw.count != sizeof(features)) {
388                 ret = -EINVAL;
389                 break;
390             }
391         } else if (ccw.count < sizeof(features)) {
392             /* Can't execute command. */
393             ret = -EINVAL;
394             break;
395         }
396         if (!ccw.cda) {
397             ret = -EFAULT;
398         } else {
399             features.index = ldub_phys(&address_space_memory,
400                                        ccw.cda + sizeof(features.features));
401             features.features = ldl_le_phys(&address_space_memory, ccw.cda);
402             if (features.index < ARRAY_SIZE(dev->host_features)) {
403                 virtio_set_features(vdev, features.features);
404             } else {
405                 /*
406                  * If the guest supports more feature bits, assert that it
407                  * passes us zeroes for those we don't support.
408                  */
409                 if (features.features) {
410                     fprintf(stderr, "Guest bug: features[%i]=%x (expected 0)\n",
411                             features.index, features.features);
412                     /* XXX: do a unit check here? */
413                 }
414             }
415             sch->curr_status.scsw.count = ccw.count - sizeof(features);
416             ret = 0;
417         }
418         break;
419     case CCW_CMD_READ_CONF:
420         if (check_len) {
421             if (ccw.count > vdev->config_len) {
422                 ret = -EINVAL;
423                 break;
424             }
425         }
426         len = MIN(ccw.count, vdev->config_len);
427         if (!ccw.cda) {
428             ret = -EFAULT;
429         } else {
430             virtio_bus_get_vdev_config(&dev->bus, vdev->config);
431             /* XXX config space endianness */
432             cpu_physical_memory_write(ccw.cda, vdev->config, len);
433             sch->curr_status.scsw.count = ccw.count - len;
434             ret = 0;
435         }
436         break;
437     case CCW_CMD_WRITE_CONF:
438         if (check_len) {
439             if (ccw.count > vdev->config_len) {
440                 ret = -EINVAL;
441                 break;
442             }
443         }
444         len = MIN(ccw.count, vdev->config_len);
445         hw_len = len;
446         if (!ccw.cda) {
447             ret = -EFAULT;
448         } else {
449             config = cpu_physical_memory_map(ccw.cda, &hw_len, 0);
450             if (!config) {
451                 ret = -EFAULT;
452             } else {
453                 len = hw_len;
454                 /* XXX config space endianness */
455                 memcpy(vdev->config, config, len);
456                 cpu_physical_memory_unmap(config, hw_len, 0, hw_len);
457                 virtio_bus_set_vdev_config(&dev->bus, vdev->config);
458                 sch->curr_status.scsw.count = ccw.count - len;
459                 ret = 0;
460             }
461         }
462         break;
463     case CCW_CMD_WRITE_STATUS:
464         if (check_len) {
465             if (ccw.count != sizeof(status)) {
466                 ret = -EINVAL;
467                 break;
468             }
469         } else if (ccw.count < sizeof(status)) {
470             /* Can't execute command. */
471             ret = -EINVAL;
472             break;
473         }
474         if (!ccw.cda) {
475             ret = -EFAULT;
476         } else {
477             status = ldub_phys(&address_space_memory, ccw.cda);
478             if (!(status & VIRTIO_CONFIG_S_DRIVER_OK)) {
479                 virtio_ccw_stop_ioeventfd(dev);
480             }
481             virtio_set_status(vdev, status);
482             if (vdev->status == 0) {
483                 virtio_reset(vdev);
484             }
485             if (status & VIRTIO_CONFIG_S_DRIVER_OK) {
486                 virtio_ccw_start_ioeventfd(dev);
487             }
488             sch->curr_status.scsw.count = ccw.count - sizeof(status);
489             ret = 0;
490         }
491         break;
492     case CCW_CMD_SET_IND:
493         if (check_len) {
494             if (ccw.count != sizeof(indicators)) {
495                 ret = -EINVAL;
496                 break;
497             }
498         } else if (ccw.count < sizeof(indicators)) {
499             /* Can't execute command. */
500             ret = -EINVAL;
501             break;
502         }
503         if (sch->thinint_active) {
504             /* Trigger a command reject. */
505             ret = -ENOSYS;
506             break;
507         }
508         if (!ccw.cda) {
509             ret = -EFAULT;
510         } else {
511             indicators = ldq_be_phys(&address_space_memory, ccw.cda);
512             dev->indicators = get_indicator(indicators, sizeof(uint64_t));
513             sch->curr_status.scsw.count = ccw.count - sizeof(indicators);
514             ret = 0;
515         }
516         break;
517     case CCW_CMD_SET_CONF_IND:
518         if (check_len) {
519             if (ccw.count != sizeof(indicators)) {
520                 ret = -EINVAL;
521                 break;
522             }
523         } else if (ccw.count < sizeof(indicators)) {
524             /* Can't execute command. */
525             ret = -EINVAL;
526             break;
527         }
528         if (!ccw.cda) {
529             ret = -EFAULT;
530         } else {
531             indicators = ldq_be_phys(&address_space_memory, ccw.cda);
532             dev->indicators2 = get_indicator(indicators, sizeof(uint64_t));
533             sch->curr_status.scsw.count = ccw.count - sizeof(indicators);
534             ret = 0;
535         }
536         break;
537     case CCW_CMD_READ_VQ_CONF:
538         if (check_len) {
539             if (ccw.count != sizeof(vq_config)) {
540                 ret = -EINVAL;
541                 break;
542             }
543         } else if (ccw.count < sizeof(vq_config)) {
544             /* Can't execute command. */
545             ret = -EINVAL;
546             break;
547         }
548         if (!ccw.cda) {
549             ret = -EFAULT;
550         } else {
551             vq_config.index = lduw_be_phys(&address_space_memory, ccw.cda);
552             if (vq_config.index >= VIRTIO_PCI_QUEUE_MAX) {
553                 ret = -EINVAL;
554                 break;
555             }
556             vq_config.num_max = virtio_queue_get_num(vdev,
557                                                      vq_config.index);
558             stw_be_phys(&address_space_memory,
559                         ccw.cda + sizeof(vq_config.index), vq_config.num_max);
560             sch->curr_status.scsw.count = ccw.count - sizeof(vq_config);
561             ret = 0;
562         }
563         break;
564     case CCW_CMD_SET_IND_ADAPTER:
565         if (check_len) {
566             if (ccw.count != sizeof(*thinint)) {
567                 ret = -EINVAL;
568                 break;
569             }
570         } else if (ccw.count < sizeof(*thinint)) {
571             /* Can't execute command. */
572             ret = -EINVAL;
573             break;
574         }
575         len = sizeof(*thinint);
576         hw_len = len;
577         if (!ccw.cda) {
578             ret = -EFAULT;
579         } else if (dev->indicators && !sch->thinint_active) {
580             /* Trigger a command reject. */
581             ret = -ENOSYS;
582         } else {
583             thinint = cpu_physical_memory_map(ccw.cda, &hw_len, 0);
584             if (!thinint) {
585                 ret = -EFAULT;
586             } else {
587                 uint64_t ind_bit = ldq_be_p(&thinint->ind_bit);
588 
589                 len = hw_len;
590                 dev->summary_indicator =
591                     get_indicator(ldq_be_p(&thinint->summary_indicator),
592                                   sizeof(uint8_t));
593                 dev->indicators =
594                     get_indicator(ldq_be_p(&thinint->device_indicator),
595                                   ind_bit / 8 + 1);
596                 dev->thinint_isc = thinint->isc;
597                 dev->routes.adapter.ind_offset = ind_bit;
598                 dev->routes.adapter.summary_offset = 7;
599                 cpu_physical_memory_unmap(thinint, hw_len, 0, hw_len);
600                 ret = css_register_io_adapter(CSS_IO_ADAPTER_VIRTIO,
601                                               dev->thinint_isc, true, false,
602                                               &dev->routes.adapter.adapter_id);
603                 assert(ret == 0);
604                 sch->thinint_active = ((dev->indicators != NULL) &&
605                                        (dev->summary_indicator != NULL));
606                 sch->curr_status.scsw.count = ccw.count - len;
607                 ret = 0;
608             }
609         }
610         break;
611     default:
612         ret = -ENOSYS;
613         break;
614     }
615     return ret;
616 }
617 
618 static void virtio_ccw_device_realize(VirtioCcwDevice *dev,
619                                       VirtIODevice *vdev, Error **errp)
620 {
621     unsigned int cssid = 0;
622     unsigned int ssid = 0;
623     unsigned int schid;
624     unsigned int devno;
625     bool have_devno = false;
626     bool found = false;
627     SubchDev *sch;
628     int num;
629     DeviceState *parent = DEVICE(dev);
630 
631     sch = g_malloc0(sizeof(SubchDev));
632 
633     sch->driver_data = dev;
634     dev->sch = sch;
635 
636     dev->indicators = NULL;
637 
638     /* Initialize subchannel structure. */
639     sch->channel_prog = 0x0;
640     sch->last_cmd_valid = false;
641     sch->thinint_active = false;
642     /*
643      * Use a device number if provided. Otherwise, fall back to subchannel
644      * number.
645      */
646     if (dev->bus_id) {
647         num = sscanf(dev->bus_id, "%x.%x.%04x", &cssid, &ssid, &devno);
648         if (num == 3) {
649             if ((cssid > MAX_CSSID) || (ssid > MAX_SSID)) {
650                 error_setg(errp, "Invalid cssid or ssid: cssid %x, ssid %x",
651                            cssid, ssid);
652                 goto out_err;
653             }
654             /* Enforce use of virtual cssid. */
655             if (cssid != VIRTUAL_CSSID) {
656                 error_setg(errp, "cssid %x not valid for virtio devices",
657                            cssid);
658                 goto out_err;
659             }
660             if (css_devno_used(cssid, ssid, devno)) {
661                 error_setg(errp, "Device %x.%x.%04x already exists",
662                            cssid, ssid, devno);
663                 goto out_err;
664             }
665             sch->cssid = cssid;
666             sch->ssid = ssid;
667             sch->devno = devno;
668             have_devno = true;
669         } else {
670             error_setg(errp, "Malformed devno parameter '%s'", dev->bus_id);
671             goto out_err;
672         }
673     }
674 
675     /* Find the next free id. */
676     if (have_devno) {
677         for (schid = 0; schid <= MAX_SCHID; schid++) {
678             if (!css_find_subch(1, cssid, ssid, schid)) {
679                 sch->schid = schid;
680                 css_subch_assign(cssid, ssid, schid, devno, sch);
681                 found = true;
682                 break;
683             }
684         }
685         if (!found) {
686             error_setg(errp, "No free subchannel found for %x.%x.%04x",
687                        cssid, ssid, devno);
688             goto out_err;
689         }
690         trace_virtio_ccw_new_device(cssid, ssid, schid, devno,
691                                     "user-configured");
692     } else {
693         cssid = VIRTUAL_CSSID;
694         for (ssid = 0; ssid <= MAX_SSID; ssid++) {
695             for (schid = 0; schid <= MAX_SCHID; schid++) {
696                 if (!css_find_subch(1, cssid, ssid, schid)) {
697                     sch->cssid = cssid;
698                     sch->ssid = ssid;
699                     sch->schid = schid;
700                     devno = schid;
701                     /*
702                      * If the devno is already taken, look further in this
703                      * subchannel set.
704                      */
705                     while (css_devno_used(cssid, ssid, devno)) {
706                         if (devno == MAX_SCHID) {
707                             devno = 0;
708                         } else if (devno == schid - 1) {
709                             error_setg(errp, "No free devno found");
710                             goto out_err;
711                         } else {
712                             devno++;
713                         }
714                     }
715                     sch->devno = devno;
716                     css_subch_assign(cssid, ssid, schid, devno, sch);
717                     found = true;
718                     break;
719                 }
720             }
721             if (found) {
722                 break;
723             }
724         }
725         if (!found) {
726             error_setg(errp, "Virtual channel subsystem is full!");
727             goto out_err;
728         }
729         trace_virtio_ccw_new_device(cssid, ssid, schid, devno,
730                                     "auto-configured");
731     }
732 
733     /* Build initial schib. */
734     css_sch_build_virtual_schib(sch, 0, VIRTIO_CCW_CHPID_TYPE);
735 
736     sch->ccw_cb = virtio_ccw_cb;
737 
738     /* Build senseid data. */
739     memset(&sch->id, 0, sizeof(SenseId));
740     sch->id.reserved = 0xff;
741     sch->id.cu_type = VIRTIO_CCW_CU_TYPE;
742     sch->id.cu_model = vdev->device_id;
743 
744     /* Only the first 32 feature bits are used. */
745     dev->host_features[0] = virtio_bus_get_vdev_features(&dev->bus,
746                                                          dev->host_features[0]);
747 
748     virtio_add_feature(&dev->host_features[0], VIRTIO_F_NOTIFY_ON_EMPTY);
749     virtio_add_feature(&dev->host_features[0], VIRTIO_F_BAD_FEATURE);
750 
751     css_generate_sch_crws(sch->cssid, sch->ssid, sch->schid,
752                           parent->hotplugged, 1);
753     return;
754 
755 out_err:
756     dev->sch = NULL;
757     g_free(sch);
758 }
759 
760 static int virtio_ccw_exit(VirtioCcwDevice *dev)
761 {
762     SubchDev *sch = dev->sch;
763 
764     if (sch) {
765         css_subch_assign(sch->cssid, sch->ssid, sch->schid, sch->devno, NULL);
766         g_free(sch);
767     }
768     if (dev->indicators) {
769         release_indicator(&dev->routes.adapter, dev->indicators);
770         dev->indicators = NULL;
771     }
772     return 0;
773 }
774 
775 static void virtio_ccw_net_realize(VirtioCcwDevice *ccw_dev, Error **errp)
776 {
777     DeviceState *qdev = DEVICE(ccw_dev);
778     VirtIONetCcw *dev = VIRTIO_NET_CCW(ccw_dev);
779     DeviceState *vdev = DEVICE(&dev->vdev);
780     Error *err = NULL;
781 
782     virtio_net_set_config_size(&dev->vdev, ccw_dev->host_features[0]);
783     virtio_net_set_netclient_name(&dev->vdev, qdev->id,
784                                   object_get_typename(OBJECT(qdev)));
785     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
786     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
787     if (err) {
788         error_propagate(errp, err);
789         return;
790     }
791 
792     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
793 }
794 
795 static void virtio_ccw_net_instance_init(Object *obj)
796 {
797     VirtIONetCcw *dev = VIRTIO_NET_CCW(obj);
798 
799     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
800                                 TYPE_VIRTIO_NET);
801     object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
802                               "bootindex", &error_abort);
803 }
804 
805 static void virtio_ccw_blk_realize(VirtioCcwDevice *ccw_dev, Error **errp)
806 {
807     VirtIOBlkCcw *dev = VIRTIO_BLK_CCW(ccw_dev);
808     DeviceState *vdev = DEVICE(&dev->vdev);
809     Error *err = NULL;
810 
811     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
812     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
813     if (err) {
814         error_propagate(errp, err);
815         return;
816     }
817 
818     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
819 }
820 
821 static void virtio_ccw_blk_instance_init(Object *obj)
822 {
823     VirtIOBlkCcw *dev = VIRTIO_BLK_CCW(obj);
824 
825     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
826                                 TYPE_VIRTIO_BLK);
827     object_property_add_alias(obj, "iothread", OBJECT(&dev->vdev),"iothread",
828                               &error_abort);
829     object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
830                               "bootindex", &error_abort);
831 }
832 
833 static void virtio_ccw_serial_realize(VirtioCcwDevice *ccw_dev, Error **errp)
834 {
835     VirtioSerialCcw *dev = VIRTIO_SERIAL_CCW(ccw_dev);
836     DeviceState *vdev = DEVICE(&dev->vdev);
837     DeviceState *proxy = DEVICE(ccw_dev);
838     Error *err = NULL;
839     char *bus_name;
840 
841     /*
842      * For command line compatibility, this sets the virtio-serial-device bus
843      * name as before.
844      */
845     if (proxy->id) {
846         bus_name = g_strdup_printf("%s.0", proxy->id);
847         virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name);
848         g_free(bus_name);
849     }
850 
851     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
852     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
853     if (err) {
854         error_propagate(errp, err);
855         return;
856     }
857 
858     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
859 }
860 
861 
862 static void virtio_ccw_serial_instance_init(Object *obj)
863 {
864     VirtioSerialCcw *dev = VIRTIO_SERIAL_CCW(obj);
865 
866     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
867                                 TYPE_VIRTIO_SERIAL);
868 }
869 
870 static void virtio_ccw_balloon_realize(VirtioCcwDevice *ccw_dev, Error **errp)
871 {
872     VirtIOBalloonCcw *dev = VIRTIO_BALLOON_CCW(ccw_dev);
873     DeviceState *vdev = DEVICE(&dev->vdev);
874     Error *err = NULL;
875 
876     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
877     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
878     if (err) {
879         error_propagate(errp, err);
880         return;
881     }
882 
883     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
884 }
885 
886 static void balloon_ccw_stats_get_all(Object *obj, struct Visitor *v,
887                                       void *opaque, const char *name,
888                                       Error **errp)
889 {
890     VirtIOBalloonCcw *dev = opaque;
891     object_property_get(OBJECT(&dev->vdev), v, "guest-stats", errp);
892 }
893 
894 static void balloon_ccw_stats_get_poll_interval(Object *obj, struct Visitor *v,
895                                                 void *opaque, const char *name,
896                                                 Error **errp)
897 {
898     VirtIOBalloonCcw *dev = opaque;
899     object_property_get(OBJECT(&dev->vdev), v, "guest-stats-polling-interval",
900                         errp);
901 }
902 
903 static void balloon_ccw_stats_set_poll_interval(Object *obj, struct Visitor *v,
904                                                 void *opaque, const char *name,
905                                                 Error **errp)
906 {
907     VirtIOBalloonCcw *dev = opaque;
908     object_property_set(OBJECT(&dev->vdev), v, "guest-stats-polling-interval",
909                         errp);
910 }
911 
912 static void virtio_ccw_balloon_instance_init(Object *obj)
913 {
914     VirtIOBalloonCcw *dev = VIRTIO_BALLOON_CCW(obj);
915     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
916                                 TYPE_VIRTIO_BALLOON);
917     object_property_add(obj, "guest-stats", "guest statistics",
918                         balloon_ccw_stats_get_all, NULL, NULL, dev, NULL);
919 
920     object_property_add(obj, "guest-stats-polling-interval", "int",
921                         balloon_ccw_stats_get_poll_interval,
922                         balloon_ccw_stats_set_poll_interval,
923                         NULL, dev, NULL);
924 }
925 
926 static void virtio_ccw_scsi_realize(VirtioCcwDevice *ccw_dev, Error **errp)
927 {
928     VirtIOSCSICcw *dev = VIRTIO_SCSI_CCW(ccw_dev);
929     DeviceState *vdev = DEVICE(&dev->vdev);
930     DeviceState *qdev = DEVICE(ccw_dev);
931     Error *err = NULL;
932     char *bus_name;
933 
934     /*
935      * For command line compatibility, this sets the virtio-scsi-device bus
936      * name as before.
937      */
938     if (qdev->id) {
939         bus_name = g_strdup_printf("%s.0", qdev->id);
940         virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name);
941         g_free(bus_name);
942     }
943 
944     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
945     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
946     if (err) {
947         error_propagate(errp, err);
948         return;
949     }
950 
951     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
952 }
953 
954 static void virtio_ccw_scsi_instance_init(Object *obj)
955 {
956     VirtIOSCSICcw *dev = VIRTIO_SCSI_CCW(obj);
957 
958     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
959                                 TYPE_VIRTIO_SCSI);
960     object_property_add_alias(obj, "iothread", OBJECT(&dev->vdev), "iothread",
961                               &error_abort);
962 }
963 
964 #ifdef CONFIG_VHOST_SCSI
965 static void vhost_ccw_scsi_realize(VirtioCcwDevice *ccw_dev, Error **errp)
966 {
967     VHostSCSICcw *dev = VHOST_SCSI_CCW(ccw_dev);
968     DeviceState *vdev = DEVICE(&dev->vdev);
969     Error *err = NULL;
970 
971     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
972     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
973     if (err) {
974         error_propagate(errp, err);
975         return;
976     }
977 
978     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
979 }
980 
981 static void vhost_ccw_scsi_instance_init(Object *obj)
982 {
983     VHostSCSICcw *dev = VHOST_SCSI_CCW(obj);
984 
985     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
986                                 TYPE_VHOST_SCSI);
987 }
988 #endif
989 
990 static void virtio_ccw_rng_realize(VirtioCcwDevice *ccw_dev, Error **errp)
991 {
992     VirtIORNGCcw *dev = VIRTIO_RNG_CCW(ccw_dev);
993     DeviceState *vdev = DEVICE(&dev->vdev);
994     Error *err = NULL;
995 
996     qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
997     object_property_set_bool(OBJECT(vdev), true, "realized", &err);
998     if (err) {
999         error_propagate(errp, err);
1000         return;
1001     }
1002 
1003     object_property_set_link(OBJECT(dev),
1004                              OBJECT(dev->vdev.conf.rng), "rng",
1005                              NULL);
1006 
1007     virtio_ccw_device_realize(ccw_dev, VIRTIO_DEVICE(vdev), errp);
1008 }
1009 
1010 /* DeviceState to VirtioCcwDevice. Note: used on datapath,
1011  * be careful and test performance if you change this.
1012  */
1013 static inline VirtioCcwDevice *to_virtio_ccw_dev_fast(DeviceState *d)
1014 {
1015     return container_of(d, VirtioCcwDevice, parent_obj);
1016 }
1017 
1018 static uint8_t virtio_set_ind_atomic(SubchDev *sch, uint64_t ind_loc,
1019                                      uint8_t to_be_set)
1020 {
1021     uint8_t ind_old, ind_new;
1022     hwaddr len = 1;
1023     uint8_t *ind_addr;
1024 
1025     ind_addr = cpu_physical_memory_map(ind_loc, &len, 1);
1026     if (!ind_addr) {
1027         error_report("%s(%x.%x.%04x): unable to access indicator",
1028                      __func__, sch->cssid, sch->ssid, sch->schid);
1029         return -1;
1030     }
1031     do {
1032         ind_old = *ind_addr;
1033         ind_new = ind_old | to_be_set;
1034     } while (atomic_cmpxchg(ind_addr, ind_old, ind_new) != ind_old);
1035     cpu_physical_memory_unmap(ind_addr, len, 1, len);
1036 
1037     return ind_old;
1038 }
1039 
1040 static void virtio_ccw_notify(DeviceState *d, uint16_t vector)
1041 {
1042     VirtioCcwDevice *dev = to_virtio_ccw_dev_fast(d);
1043     SubchDev *sch = dev->sch;
1044     uint64_t indicators;
1045 
1046     if (vector >= 128) {
1047         return;
1048     }
1049 
1050     if (vector < VIRTIO_PCI_QUEUE_MAX) {
1051         if (!dev->indicators) {
1052             return;
1053         }
1054         if (sch->thinint_active) {
1055             /*
1056              * In the adapter interrupt case, indicators points to a
1057              * memory area that may be (way) larger than 64 bit and
1058              * ind_bit indicates the start of the indicators in a big
1059              * endian notation.
1060              */
1061             uint64_t ind_bit = dev->routes.adapter.ind_offset;
1062 
1063             virtio_set_ind_atomic(sch, dev->indicators->addr +
1064                                   (ind_bit + vector) / 8,
1065                                   0x80 >> ((ind_bit + vector) % 8));
1066             if (!virtio_set_ind_atomic(sch, dev->summary_indicator->addr,
1067                                        0x01)) {
1068                 css_adapter_interrupt(dev->thinint_isc);
1069             }
1070         } else {
1071             indicators = ldq_phys(&address_space_memory, dev->indicators->addr);
1072             indicators |= 1ULL << vector;
1073             stq_phys(&address_space_memory, dev->indicators->addr, indicators);
1074             css_conditional_io_interrupt(sch);
1075         }
1076     } else {
1077         if (!dev->indicators2) {
1078             return;
1079         }
1080         vector = 0;
1081         indicators = ldq_phys(&address_space_memory, dev->indicators2->addr);
1082         indicators |= 1ULL << vector;
1083         stq_phys(&address_space_memory, dev->indicators2->addr, indicators);
1084         css_conditional_io_interrupt(sch);
1085     }
1086 }
1087 
1088 static unsigned virtio_ccw_get_features(DeviceState *d)
1089 {
1090     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1091 
1092     /* Only the first 32 feature bits are used. */
1093     return dev->host_features[0];
1094 }
1095 
1096 static void virtio_ccw_reset(DeviceState *d)
1097 {
1098     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1099     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1100 
1101     virtio_ccw_stop_ioeventfd(dev);
1102     virtio_reset(vdev);
1103     css_reset_sch(dev->sch);
1104     if (dev->indicators) {
1105         release_indicator(&dev->routes.adapter, dev->indicators);
1106         dev->indicators = NULL;
1107     }
1108     if (dev->indicators2) {
1109         release_indicator(&dev->routes.adapter, dev->indicators2);
1110         dev->indicators2 = NULL;
1111     }
1112     if (dev->summary_indicator) {
1113         release_indicator(&dev->routes.adapter, dev->summary_indicator);
1114         dev->summary_indicator = NULL;
1115     }
1116 }
1117 
1118 static void virtio_ccw_vmstate_change(DeviceState *d, bool running)
1119 {
1120     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1121 
1122     if (running) {
1123         virtio_ccw_start_ioeventfd(dev);
1124     } else {
1125         virtio_ccw_stop_ioeventfd(dev);
1126     }
1127 }
1128 
1129 static bool virtio_ccw_query_guest_notifiers(DeviceState *d)
1130 {
1131     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1132 
1133     return !!(dev->sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_ENA);
1134 }
1135 
1136 static int virtio_ccw_set_host_notifier(DeviceState *d, int n, bool assign)
1137 {
1138     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1139 
1140     /* Stop using the generic ioeventfd, we are doing eventfd handling
1141      * ourselves below */
1142     dev->ioeventfd_disabled = assign;
1143     if (assign) {
1144         virtio_ccw_stop_ioeventfd(dev);
1145     }
1146     return virtio_ccw_set_guest2host_notifier(dev, n, assign, false);
1147 }
1148 
1149 static int virtio_ccw_get_mappings(VirtioCcwDevice *dev)
1150 {
1151     int r;
1152 
1153     if (!dev->sch->thinint_active) {
1154         return -EINVAL;
1155     }
1156 
1157     r = map_indicator(&dev->routes.adapter, dev->summary_indicator);
1158     if (r) {
1159         return r;
1160     }
1161     r = map_indicator(&dev->routes.adapter, dev->indicators);
1162     if (r) {
1163         return r;
1164     }
1165     dev->routes.adapter.summary_addr = dev->summary_indicator->map;
1166     dev->routes.adapter.ind_addr = dev->indicators->map;
1167 
1168     return 0;
1169 }
1170 
1171 static int virtio_ccw_setup_irqroutes(VirtioCcwDevice *dev, int nvqs)
1172 {
1173     int i;
1174     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1175     int ret;
1176     S390FLICState *fs = s390_get_flic();
1177     S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
1178 
1179     ret = virtio_ccw_get_mappings(dev);
1180     if (ret) {
1181         return ret;
1182     }
1183     for (i = 0; i < nvqs; i++) {
1184         if (!virtio_queue_get_num(vdev, i)) {
1185             break;
1186         }
1187     }
1188     dev->routes.num_routes = i;
1189     return fsc->add_adapter_routes(fs, &dev->routes);
1190 }
1191 
1192 static void virtio_ccw_release_irqroutes(VirtioCcwDevice *dev, int nvqs)
1193 {
1194     S390FLICState *fs = s390_get_flic();
1195     S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
1196 
1197     fsc->release_adapter_routes(fs, &dev->routes);
1198 }
1199 
1200 static int virtio_ccw_add_irqfd(VirtioCcwDevice *dev, int n)
1201 {
1202     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1203     VirtQueue *vq = virtio_get_queue(vdev, n);
1204     EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
1205 
1206     return kvm_irqchip_add_irqfd_notifier(kvm_state, notifier, NULL,
1207                                           dev->routes.gsi[n]);
1208 }
1209 
1210 static void virtio_ccw_remove_irqfd(VirtioCcwDevice *dev, int n)
1211 {
1212     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1213     VirtQueue *vq = virtio_get_queue(vdev, n);
1214     EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
1215     int ret;
1216 
1217     ret = kvm_irqchip_remove_irqfd_notifier(kvm_state, notifier,
1218                                             dev->routes.gsi[n]);
1219     assert(ret == 0);
1220 }
1221 
1222 static int virtio_ccw_set_guest_notifier(VirtioCcwDevice *dev, int n,
1223                                          bool assign, bool with_irqfd)
1224 {
1225     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1226     VirtQueue *vq = virtio_get_queue(vdev, n);
1227     EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
1228     VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
1229 
1230     if (assign) {
1231         int r = event_notifier_init(notifier, 0);
1232 
1233         if (r < 0) {
1234             return r;
1235         }
1236         virtio_queue_set_guest_notifier_fd_handler(vq, true, with_irqfd);
1237         if (with_irqfd) {
1238             r = virtio_ccw_add_irqfd(dev, n);
1239             if (r) {
1240                 virtio_queue_set_guest_notifier_fd_handler(vq, false,
1241                                                            with_irqfd);
1242                 return r;
1243             }
1244         }
1245         /*
1246          * We do not support individual masking for channel devices, so we
1247          * need to manually trigger any guest masking callbacks here.
1248          */
1249         if (k->guest_notifier_mask) {
1250             k->guest_notifier_mask(vdev, n, false);
1251         }
1252         /* get lost events and re-inject */
1253         if (k->guest_notifier_pending &&
1254             k->guest_notifier_pending(vdev, n)) {
1255             event_notifier_set(notifier);
1256         }
1257     } else {
1258         if (k->guest_notifier_mask) {
1259             k->guest_notifier_mask(vdev, n, true);
1260         }
1261         if (with_irqfd) {
1262             virtio_ccw_remove_irqfd(dev, n);
1263         }
1264         virtio_queue_set_guest_notifier_fd_handler(vq, false, with_irqfd);
1265         event_notifier_cleanup(notifier);
1266     }
1267     return 0;
1268 }
1269 
1270 static int virtio_ccw_set_guest_notifiers(DeviceState *d, int nvqs,
1271                                           bool assigned)
1272 {
1273     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1274     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1275     bool with_irqfd = dev->sch->thinint_active && kvm_irqfds_enabled();
1276     int r, n;
1277 
1278     if (with_irqfd && assigned) {
1279         /* irq routes need to be set up before assigning irqfds */
1280         r = virtio_ccw_setup_irqroutes(dev, nvqs);
1281         if (r < 0) {
1282             goto irqroute_error;
1283         }
1284     }
1285     for (n = 0; n < nvqs; n++) {
1286         if (!virtio_queue_get_num(vdev, n)) {
1287             break;
1288         }
1289         r = virtio_ccw_set_guest_notifier(dev, n, assigned, with_irqfd);
1290         if (r < 0) {
1291             goto assign_error;
1292         }
1293     }
1294     if (with_irqfd && !assigned) {
1295         /* release irq routes after irqfds have been released */
1296         virtio_ccw_release_irqroutes(dev, nvqs);
1297     }
1298     return 0;
1299 
1300 assign_error:
1301     while (--n >= 0) {
1302         virtio_ccw_set_guest_notifier(dev, n, !assigned, false);
1303     }
1304 irqroute_error:
1305     if (with_irqfd && assigned) {
1306         virtio_ccw_release_irqroutes(dev, nvqs);
1307     }
1308     return r;
1309 }
1310 
1311 static void virtio_ccw_save_queue(DeviceState *d, int n, QEMUFile *f)
1312 {
1313     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1314     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1315 
1316     qemu_put_be16(f, virtio_queue_vector(vdev, n));
1317 }
1318 
1319 static int virtio_ccw_load_queue(DeviceState *d, int n, QEMUFile *f)
1320 {
1321     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1322     VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1323     uint16_t vector;
1324 
1325     qemu_get_be16s(f, &vector);
1326     virtio_queue_set_vector(vdev, n , vector);
1327 
1328     return 0;
1329 }
1330 
1331 static void virtio_ccw_save_config(DeviceState *d, QEMUFile *f)
1332 {
1333     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1334     SubchDev *s = dev->sch;
1335 
1336     subch_device_save(s, f);
1337     if (dev->indicators != NULL) {
1338         qemu_put_be32(f, dev->indicators->len);
1339         qemu_put_be64(f, dev->indicators->addr);
1340     } else {
1341         qemu_put_be32(f, 0);
1342         qemu_put_be64(f, 0UL);
1343     }
1344     if (dev->indicators2 != NULL) {
1345         qemu_put_be32(f, dev->indicators2->len);
1346         qemu_put_be64(f, dev->indicators2->addr);
1347     } else {
1348         qemu_put_be32(f, 0);
1349         qemu_put_be64(f, 0UL);
1350     }
1351     if (dev->summary_indicator != NULL) {
1352         qemu_put_be32(f, dev->summary_indicator->len);
1353         qemu_put_be64(f, dev->summary_indicator->addr);
1354     } else {
1355         qemu_put_be32(f, 0);
1356         qemu_put_be64(f, 0UL);
1357     }
1358     qemu_put_be64(f, dev->routes.adapter.ind_offset);
1359     qemu_put_byte(f, dev->thinint_isc);
1360 }
1361 
1362 static int virtio_ccw_load_config(DeviceState *d, QEMUFile *f)
1363 {
1364     VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1365     SubchDev *s = dev->sch;
1366     int len;
1367 
1368     s->driver_data = dev;
1369     subch_device_load(s, f);
1370     len = qemu_get_be32(f);
1371     if (len != 0) {
1372         dev->indicators = get_indicator(qemu_get_be64(f), len);
1373     } else {
1374         qemu_get_be64(f);
1375         dev->indicators = NULL;
1376     }
1377     len = qemu_get_be32(f);
1378     if (len != 0) {
1379         dev->indicators2 = get_indicator(qemu_get_be64(f), len);
1380     } else {
1381         qemu_get_be64(f);
1382         dev->indicators2 = NULL;
1383     }
1384     len = qemu_get_be32(f);
1385     if (len != 0) {
1386         dev->summary_indicator = get_indicator(qemu_get_be64(f), len);
1387     } else {
1388         qemu_get_be64(f);
1389         dev->summary_indicator = NULL;
1390     }
1391     dev->routes.adapter.ind_offset = qemu_get_be64(f);
1392     dev->thinint_isc = qemu_get_byte(f);
1393     if (s->thinint_active) {
1394         return css_register_io_adapter(CSS_IO_ADAPTER_VIRTIO,
1395                                        dev->thinint_isc, true, false,
1396                                        &dev->routes.adapter.adapter_id);
1397     }
1398 
1399     return 0;
1400 }
1401 
1402 /**************** Virtio-ccw Bus Device Descriptions *******************/
1403 
1404 static Property virtio_ccw_net_properties[] = {
1405     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1406     DEFINE_VIRTIO_NET_FEATURES(VirtioCcwDevice, host_features[0]),
1407     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1408                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1409     DEFINE_PROP_END_OF_LIST(),
1410 };
1411 
1412 static void virtio_ccw_net_class_init(ObjectClass *klass, void *data)
1413 {
1414     DeviceClass *dc = DEVICE_CLASS(klass);
1415     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1416 
1417     k->realize = virtio_ccw_net_realize;
1418     k->exit = virtio_ccw_exit;
1419     dc->reset = virtio_ccw_reset;
1420     dc->props = virtio_ccw_net_properties;
1421 }
1422 
1423 static const TypeInfo virtio_ccw_net = {
1424     .name          = TYPE_VIRTIO_NET_CCW,
1425     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1426     .instance_size = sizeof(VirtIONetCcw),
1427     .instance_init = virtio_ccw_net_instance_init,
1428     .class_init    = virtio_ccw_net_class_init,
1429 };
1430 
1431 static Property virtio_ccw_blk_properties[] = {
1432     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1433     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1434                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1435     DEFINE_PROP_END_OF_LIST(),
1436 };
1437 
1438 static void virtio_ccw_blk_class_init(ObjectClass *klass, void *data)
1439 {
1440     DeviceClass *dc = DEVICE_CLASS(klass);
1441     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1442 
1443     k->realize = virtio_ccw_blk_realize;
1444     k->exit = virtio_ccw_exit;
1445     dc->reset = virtio_ccw_reset;
1446     dc->props = virtio_ccw_blk_properties;
1447 }
1448 
1449 static const TypeInfo virtio_ccw_blk = {
1450     .name          = TYPE_VIRTIO_BLK_CCW,
1451     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1452     .instance_size = sizeof(VirtIOBlkCcw),
1453     .instance_init = virtio_ccw_blk_instance_init,
1454     .class_init    = virtio_ccw_blk_class_init,
1455 };
1456 
1457 static Property virtio_ccw_serial_properties[] = {
1458     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1459     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1460                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1461     DEFINE_PROP_END_OF_LIST(),
1462 };
1463 
1464 static void virtio_ccw_serial_class_init(ObjectClass *klass, void *data)
1465 {
1466     DeviceClass *dc = DEVICE_CLASS(klass);
1467     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1468 
1469     k->realize = virtio_ccw_serial_realize;
1470     k->exit = virtio_ccw_exit;
1471     dc->reset = virtio_ccw_reset;
1472     dc->props = virtio_ccw_serial_properties;
1473 }
1474 
1475 static const TypeInfo virtio_ccw_serial = {
1476     .name          = TYPE_VIRTIO_SERIAL_CCW,
1477     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1478     .instance_size = sizeof(VirtioSerialCcw),
1479     .instance_init = virtio_ccw_serial_instance_init,
1480     .class_init    = virtio_ccw_serial_class_init,
1481 };
1482 
1483 static Property virtio_ccw_balloon_properties[] = {
1484     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1485     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1486                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1487     DEFINE_PROP_END_OF_LIST(),
1488 };
1489 
1490 static void virtio_ccw_balloon_class_init(ObjectClass *klass, void *data)
1491 {
1492     DeviceClass *dc = DEVICE_CLASS(klass);
1493     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1494 
1495     k->realize = virtio_ccw_balloon_realize;
1496     k->exit = virtio_ccw_exit;
1497     dc->reset = virtio_ccw_reset;
1498     dc->props = virtio_ccw_balloon_properties;
1499 }
1500 
1501 static const TypeInfo virtio_ccw_balloon = {
1502     .name          = TYPE_VIRTIO_BALLOON_CCW,
1503     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1504     .instance_size = sizeof(VirtIOBalloonCcw),
1505     .instance_init = virtio_ccw_balloon_instance_init,
1506     .class_init    = virtio_ccw_balloon_class_init,
1507 };
1508 
1509 static Property virtio_ccw_scsi_properties[] = {
1510     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1511     DEFINE_VIRTIO_SCSI_FEATURES(VirtioCcwDevice, host_features[0]),
1512     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1513                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1514     DEFINE_PROP_END_OF_LIST(),
1515 };
1516 
1517 static void virtio_ccw_scsi_class_init(ObjectClass *klass, void *data)
1518 {
1519     DeviceClass *dc = DEVICE_CLASS(klass);
1520     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1521 
1522     k->realize = virtio_ccw_scsi_realize;
1523     k->exit = virtio_ccw_exit;
1524     dc->reset = virtio_ccw_reset;
1525     dc->props = virtio_ccw_scsi_properties;
1526 }
1527 
1528 static const TypeInfo virtio_ccw_scsi = {
1529     .name          = TYPE_VIRTIO_SCSI_CCW,
1530     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1531     .instance_size = sizeof(VirtIOSCSICcw),
1532     .instance_init = virtio_ccw_scsi_instance_init,
1533     .class_init    = virtio_ccw_scsi_class_init,
1534 };
1535 
1536 #ifdef CONFIG_VHOST_SCSI
1537 static Property vhost_ccw_scsi_properties[] = {
1538     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1539     DEFINE_PROP_END_OF_LIST(),
1540 };
1541 
1542 static void vhost_ccw_scsi_class_init(ObjectClass *klass, void *data)
1543 {
1544     DeviceClass *dc = DEVICE_CLASS(klass);
1545     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1546 
1547     k->realize = vhost_ccw_scsi_realize;
1548     k->exit = virtio_ccw_exit;
1549     dc->reset = virtio_ccw_reset;
1550     dc->props = vhost_ccw_scsi_properties;
1551 }
1552 
1553 static const TypeInfo vhost_ccw_scsi = {
1554     .name          = TYPE_VHOST_SCSI_CCW,
1555     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1556     .instance_size = sizeof(VHostSCSICcw),
1557     .instance_init = vhost_ccw_scsi_instance_init,
1558     .class_init    = vhost_ccw_scsi_class_init,
1559 };
1560 #endif
1561 
1562 static void virtio_ccw_rng_instance_init(Object *obj)
1563 {
1564     VirtIORNGCcw *dev = VIRTIO_RNG_CCW(obj);
1565 
1566     virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
1567                                 TYPE_VIRTIO_RNG);
1568     object_property_add_alias(obj, "rng", OBJECT(&dev->vdev),
1569                               "rng", &error_abort);
1570 }
1571 
1572 static Property virtio_ccw_rng_properties[] = {
1573     DEFINE_PROP_STRING("devno", VirtioCcwDevice, bus_id),
1574     DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1575                     VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1576     DEFINE_PROP_END_OF_LIST(),
1577 };
1578 
1579 static void virtio_ccw_rng_class_init(ObjectClass *klass, void *data)
1580 {
1581     DeviceClass *dc = DEVICE_CLASS(klass);
1582     VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1583 
1584     k->realize = virtio_ccw_rng_realize;
1585     k->exit = virtio_ccw_exit;
1586     dc->reset = virtio_ccw_reset;
1587     dc->props = virtio_ccw_rng_properties;
1588 }
1589 
1590 static const TypeInfo virtio_ccw_rng = {
1591     .name          = TYPE_VIRTIO_RNG_CCW,
1592     .parent        = TYPE_VIRTIO_CCW_DEVICE,
1593     .instance_size = sizeof(VirtIORNGCcw),
1594     .instance_init = virtio_ccw_rng_instance_init,
1595     .class_init    = virtio_ccw_rng_class_init,
1596 };
1597 
1598 static void virtio_ccw_busdev_realize(DeviceState *dev, Error **errp)
1599 {
1600     VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1601     VirtIOCCWDeviceClass *_info = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
1602 
1603     virtio_ccw_bus_new(&_dev->bus, sizeof(_dev->bus), _dev);
1604     _info->realize(_dev, errp);
1605 }
1606 
1607 static int virtio_ccw_busdev_exit(DeviceState *dev)
1608 {
1609     VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1610     VirtIOCCWDeviceClass *_info = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
1611 
1612     return _info->exit(_dev);
1613 }
1614 
1615 static void virtio_ccw_busdev_unplug(HotplugHandler *hotplug_dev,
1616                                      DeviceState *dev, Error **errp)
1617 {
1618     VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1619     SubchDev *sch = _dev->sch;
1620 
1621     virtio_ccw_stop_ioeventfd(_dev);
1622 
1623     /*
1624      * We should arrive here only for device_del, since we don't support
1625      * direct hot(un)plug of channels, but only through virtio.
1626      */
1627     assert(sch != NULL);
1628     /* Subchannel is now disabled and no longer valid. */
1629     sch->curr_status.pmcw.flags &= ~(PMCW_FLAGS_MASK_ENA |
1630                                      PMCW_FLAGS_MASK_DNV);
1631 
1632     css_generate_sch_crws(sch->cssid, sch->ssid, sch->schid, 1, 0);
1633 
1634     object_unparent(OBJECT(dev));
1635 }
1636 
1637 static Property virtio_ccw_properties[] = {
1638     DEFINE_VIRTIO_COMMON_FEATURES(VirtioCcwDevice, host_features[0]),
1639     DEFINE_PROP_END_OF_LIST(),
1640 };
1641 
1642 static void virtio_ccw_device_class_init(ObjectClass *klass, void *data)
1643 {
1644     DeviceClass *dc = DEVICE_CLASS(klass);
1645 
1646     dc->props = virtio_ccw_properties;
1647     dc->realize = virtio_ccw_busdev_realize;
1648     dc->exit = virtio_ccw_busdev_exit;
1649     dc->bus_type = TYPE_VIRTUAL_CSS_BUS;
1650 }
1651 
1652 static const TypeInfo virtio_ccw_device_info = {
1653     .name = TYPE_VIRTIO_CCW_DEVICE,
1654     .parent = TYPE_DEVICE,
1655     .instance_size = sizeof(VirtioCcwDevice),
1656     .class_init = virtio_ccw_device_class_init,
1657     .class_size = sizeof(VirtIOCCWDeviceClass),
1658     .abstract = true,
1659 };
1660 
1661 /***************** Virtual-css Bus Bridge Device ********************/
1662 /* Only required to have the virtio bus as child in the system bus */
1663 
1664 static int virtual_css_bridge_init(SysBusDevice *dev)
1665 {
1666     /* nothing */
1667     return 0;
1668 }
1669 
1670 static void virtual_css_bridge_class_init(ObjectClass *klass, void *data)
1671 {
1672     SysBusDeviceClass *k = SYS_BUS_DEVICE_CLASS(klass);
1673     HotplugHandlerClass *hc = HOTPLUG_HANDLER_CLASS(klass);
1674 
1675     k->init = virtual_css_bridge_init;
1676     hc->unplug = virtio_ccw_busdev_unplug;
1677 }
1678 
1679 static const TypeInfo virtual_css_bridge_info = {
1680     .name          = "virtual-css-bridge",
1681     .parent        = TYPE_SYS_BUS_DEVICE,
1682     .instance_size = sizeof(SysBusDevice),
1683     .class_init    = virtual_css_bridge_class_init,
1684     .interfaces = (InterfaceInfo[]) {
1685         { TYPE_HOTPLUG_HANDLER },
1686         { }
1687     }
1688 };
1689 
1690 /* virtio-ccw-bus */
1691 
1692 static void virtio_ccw_bus_new(VirtioBusState *bus, size_t bus_size,
1693                                VirtioCcwDevice *dev)
1694 {
1695     DeviceState *qdev = DEVICE(dev);
1696     char virtio_bus_name[] = "virtio-bus";
1697 
1698     qbus_create_inplace(bus, bus_size, TYPE_VIRTIO_CCW_BUS,
1699                         qdev, virtio_bus_name);
1700 }
1701 
1702 static void virtio_ccw_bus_class_init(ObjectClass *klass, void *data)
1703 {
1704     VirtioBusClass *k = VIRTIO_BUS_CLASS(klass);
1705     BusClass *bus_class = BUS_CLASS(klass);
1706 
1707     bus_class->max_dev = 1;
1708     k->notify = virtio_ccw_notify;
1709     k->get_features = virtio_ccw_get_features;
1710     k->vmstate_change = virtio_ccw_vmstate_change;
1711     k->query_guest_notifiers = virtio_ccw_query_guest_notifiers;
1712     k->set_host_notifier = virtio_ccw_set_host_notifier;
1713     k->set_guest_notifiers = virtio_ccw_set_guest_notifiers;
1714     k->save_queue = virtio_ccw_save_queue;
1715     k->load_queue = virtio_ccw_load_queue;
1716     k->save_config = virtio_ccw_save_config;
1717     k->load_config = virtio_ccw_load_config;
1718 }
1719 
1720 static const TypeInfo virtio_ccw_bus_info = {
1721     .name = TYPE_VIRTIO_CCW_BUS,
1722     .parent = TYPE_VIRTIO_BUS,
1723     .instance_size = sizeof(VirtioCcwBusState),
1724     .class_init = virtio_ccw_bus_class_init,
1725 };
1726 
1727 static void virtio_ccw_register(void)
1728 {
1729     type_register_static(&virtio_ccw_bus_info);
1730     type_register_static(&virtual_css_bus_info);
1731     type_register_static(&virtio_ccw_device_info);
1732     type_register_static(&virtio_ccw_serial);
1733     type_register_static(&virtio_ccw_blk);
1734     type_register_static(&virtio_ccw_net);
1735     type_register_static(&virtio_ccw_balloon);
1736     type_register_static(&virtio_ccw_scsi);
1737 #ifdef CONFIG_VHOST_SCSI
1738     type_register_static(&vhost_ccw_scsi);
1739 #endif
1740     type_register_static(&virtio_ccw_rng);
1741     type_register_static(&virtual_css_bridge_info);
1742 }
1743 
1744 type_init(virtio_ccw_register)
1745