xref: /openbmc/qemu/hw/scsi/megasas.c (revision 2a0c51366985890e3bf6f41a48f3cb2dfe2f153e)
1 /*
2  * QEMU MegaRAID SAS 8708EM2 Host Bus Adapter emulation
3  * Based on the linux driver code at drivers/scsi/megaraid
4  *
5  * Copyright (c) 2009-2012 Hannes Reinecke, SUSE Labs
6  *
7  * This library is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * This library is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
19  */
20 
21 #include "qemu/osdep.h"
22 #include "qemu-common.h"
23 #include "hw/pci/pci.h"
24 #include "hw/qdev-properties.h"
25 #include "sysemu/dma.h"
26 #include "sysemu/block-backend.h"
27 #include "hw/pci/msi.h"
28 #include "hw/pci/msix.h"
29 #include "qemu/iov.h"
30 #include "qemu/module.h"
31 #include "hw/scsi/scsi.h"
32 #include "scsi/constants.h"
33 #include "trace.h"
34 #include "qapi/error.h"
35 #include "mfi.h"
36 #include "migration/vmstate.h"
37 #include "qom/object.h"
38 
39 #define MEGASAS_VERSION_GEN1 "1.70"
40 #define MEGASAS_VERSION_GEN2 "1.80"
41 #define MEGASAS_MAX_FRAMES 2048         /* Firmware limit at 65535 */
42 #define MEGASAS_DEFAULT_FRAMES 1000     /* Windows requires this */
43 #define MEGASAS_GEN2_DEFAULT_FRAMES 1008     /* Windows requires this */
44 #define MEGASAS_MAX_SGE 128             /* Firmware limit */
45 #define MEGASAS_DEFAULT_SGE 80
46 #define MEGASAS_MAX_SECTORS 0xFFFF      /* No real limit */
47 #define MEGASAS_MAX_ARRAYS 128
48 
49 #define MEGASAS_HBA_SERIAL "QEMU123456"
50 #define NAA_LOCALLY_ASSIGNED_ID 0x3ULL
51 #define IEEE_COMPANY_LOCALLY_ASSIGNED 0x525400
52 
53 #define MEGASAS_FLAG_USE_JBOD      0
54 #define MEGASAS_MASK_USE_JBOD      (1 << MEGASAS_FLAG_USE_JBOD)
55 #define MEGASAS_FLAG_USE_QUEUE64   1
56 #define MEGASAS_MASK_USE_QUEUE64   (1 << MEGASAS_FLAG_USE_QUEUE64)
57 
58 typedef struct MegasasCmd {
59     uint32_t index;
60     uint16_t flags;
61     uint16_t count;
62     uint64_t context;
63 
64     hwaddr pa;
65     hwaddr pa_size;
66     uint32_t dcmd_opcode;
67     union mfi_frame *frame;
68     SCSIRequest *req;
69     QEMUSGList qsg;
70     void *iov_buf;
71     size_t iov_size;
72     size_t iov_offset;
73     struct MegasasState *state;
74 } MegasasCmd;
75 
76 struct MegasasState {
77     /*< private >*/
78     PCIDevice parent_obj;
79     /*< public >*/
80 
81     MemoryRegion mmio_io;
82     MemoryRegion port_io;
83     MemoryRegion queue_io;
84     uint32_t frame_hi;
85 
86     uint32_t fw_state;
87     uint32_t fw_sge;
88     uint32_t fw_cmds;
89     uint32_t flags;
90     uint32_t fw_luns;
91     uint32_t intr_mask;
92     uint32_t doorbell;
93     uint32_t busy;
94     uint32_t diag;
95     uint32_t adp_reset;
96     OnOffAuto msi;
97     OnOffAuto msix;
98 
99     MegasasCmd *event_cmd;
100     uint16_t event_locale;
101     int event_class;
102     uint32_t event_count;
103     uint32_t shutdown_event;
104     uint32_t boot_event;
105 
106     uint64_t sas_addr;
107     char *hba_serial;
108 
109     uint64_t reply_queue_pa;
110     void *reply_queue;
111     uint16_t reply_queue_len;
112     uint32_t reply_queue_head;
113     uint32_t reply_queue_tail;
114     uint64_t consumer_pa;
115     uint64_t producer_pa;
116 
117     MegasasCmd frames[MEGASAS_MAX_FRAMES];
118     DECLARE_BITMAP(frame_map, MEGASAS_MAX_FRAMES);
119     SCSIBus bus;
120 };
121 typedef struct MegasasState MegasasState;
122 
123 struct MegasasBaseClass {
124     PCIDeviceClass parent_class;
125     const char *product_name;
126     const char *product_version;
127     int mmio_bar;
128     int ioport_bar;
129     int osts;
130 };
131 typedef struct MegasasBaseClass MegasasBaseClass;
132 
133 #define TYPE_MEGASAS_BASE "megasas-base"
134 #define TYPE_MEGASAS_GEN1 "megasas"
135 #define TYPE_MEGASAS_GEN2 "megasas-gen2"
136 
137 DECLARE_OBJ_CHECKERS(MegasasState, MegasasBaseClass,
138                      MEGASAS, TYPE_MEGASAS_BASE)
139 
140 
141 #define MEGASAS_INTR_DISABLED_MASK 0xFFFFFFFF
142 
143 static bool megasas_intr_enabled(MegasasState *s)
144 {
145     if ((s->intr_mask & MEGASAS_INTR_DISABLED_MASK) !=
146         MEGASAS_INTR_DISABLED_MASK) {
147         return true;
148     }
149     return false;
150 }
151 
152 static bool megasas_use_queue64(MegasasState *s)
153 {
154     return s->flags & MEGASAS_MASK_USE_QUEUE64;
155 }
156 
157 static bool megasas_use_msix(MegasasState *s)
158 {
159     return s->msix != ON_OFF_AUTO_OFF;
160 }
161 
162 static bool megasas_is_jbod(MegasasState *s)
163 {
164     return s->flags & MEGASAS_MASK_USE_JBOD;
165 }
166 
167 static void megasas_frame_set_cmd_status(MegasasState *s,
168                                          unsigned long frame, uint8_t v)
169 {
170     PCIDevice *pci = &s->parent_obj;
171     stb_pci_dma(pci, frame + offsetof(struct mfi_frame_header, cmd_status),
172                 v, MEMTXATTRS_UNSPECIFIED);
173 }
174 
175 static void megasas_frame_set_scsi_status(MegasasState *s,
176                                           unsigned long frame, uint8_t v)
177 {
178     PCIDevice *pci = &s->parent_obj;
179     stb_pci_dma(pci, frame + offsetof(struct mfi_frame_header, scsi_status),
180                 v, MEMTXATTRS_UNSPECIFIED);
181 }
182 
183 static inline const char *mfi_frame_desc(unsigned int cmd)
184 {
185     static const char *mfi_frame_descs[] = {
186         "MFI init", "LD Read", "LD Write", "LD SCSI", "PD SCSI",
187         "MFI Doorbell", "MFI Abort", "MFI SMP", "MFI Stop"
188     };
189 
190     if (cmd < ARRAY_SIZE(mfi_frame_descs)) {
191         return mfi_frame_descs[cmd];
192     }
193 
194     return "Unknown";
195 }
196 
197 /*
198  * Context is considered opaque, but the HBA firmware is running
199  * in little endian mode. So convert it to little endian, too.
200  */
201 static uint64_t megasas_frame_get_context(MegasasState *s,
202                                           unsigned long frame)
203 {
204     PCIDevice *pci = &s->parent_obj;
205     uint64_t val;
206 
207     ldq_le_pci_dma(pci, frame + offsetof(struct mfi_frame_header, context),
208                    &val, MEMTXATTRS_UNSPECIFIED);
209 
210     return val;
211 }
212 
213 static bool megasas_frame_is_ieee_sgl(MegasasCmd *cmd)
214 {
215     return cmd->flags & MFI_FRAME_IEEE_SGL;
216 }
217 
218 static bool megasas_frame_is_sgl64(MegasasCmd *cmd)
219 {
220     return cmd->flags & MFI_FRAME_SGL64;
221 }
222 
223 static bool megasas_frame_is_sense64(MegasasCmd *cmd)
224 {
225     return cmd->flags & MFI_FRAME_SENSE64;
226 }
227 
228 static uint64_t megasas_sgl_get_addr(MegasasCmd *cmd,
229                                      union mfi_sgl *sgl)
230 {
231     uint64_t addr;
232 
233     if (megasas_frame_is_ieee_sgl(cmd)) {
234         addr = le64_to_cpu(sgl->sg_skinny->addr);
235     } else if (megasas_frame_is_sgl64(cmd)) {
236         addr = le64_to_cpu(sgl->sg64->addr);
237     } else {
238         addr = le32_to_cpu(sgl->sg32->addr);
239     }
240     return addr;
241 }
242 
243 static uint32_t megasas_sgl_get_len(MegasasCmd *cmd,
244                                     union mfi_sgl *sgl)
245 {
246     uint32_t len;
247 
248     if (megasas_frame_is_ieee_sgl(cmd)) {
249         len = le32_to_cpu(sgl->sg_skinny->len);
250     } else if (megasas_frame_is_sgl64(cmd)) {
251         len = le32_to_cpu(sgl->sg64->len);
252     } else {
253         len = le32_to_cpu(sgl->sg32->len);
254     }
255     return len;
256 }
257 
258 static union mfi_sgl *megasas_sgl_next(MegasasCmd *cmd,
259                                        union mfi_sgl *sgl)
260 {
261     uint8_t *next = (uint8_t *)sgl;
262 
263     if (megasas_frame_is_ieee_sgl(cmd)) {
264         next += sizeof(struct mfi_sg_skinny);
265     } else if (megasas_frame_is_sgl64(cmd)) {
266         next += sizeof(struct mfi_sg64);
267     } else {
268         next += sizeof(struct mfi_sg32);
269     }
270 
271     if (next >= (uint8_t *)cmd->frame + cmd->pa_size) {
272         return NULL;
273     }
274     return (union mfi_sgl *)next;
275 }
276 
277 static void megasas_soft_reset(MegasasState *s);
278 
279 static int megasas_map_sgl(MegasasState *s, MegasasCmd *cmd, union mfi_sgl *sgl)
280 {
281     int i;
282     int iov_count = 0;
283     size_t iov_size = 0;
284 
285     cmd->flags = le16_to_cpu(cmd->frame->header.flags);
286     iov_count = cmd->frame->header.sge_count;
287     if (!iov_count || iov_count > MEGASAS_MAX_SGE) {
288         trace_megasas_iovec_sgl_overflow(cmd->index, iov_count,
289                                          MEGASAS_MAX_SGE);
290         return -1;
291     }
292     pci_dma_sglist_init(&cmd->qsg, PCI_DEVICE(s), iov_count);
293     for (i = 0; i < iov_count; i++) {
294         dma_addr_t iov_pa, iov_size_p;
295 
296         if (!sgl) {
297             trace_megasas_iovec_sgl_underflow(cmd->index, i);
298             goto unmap;
299         }
300         iov_pa = megasas_sgl_get_addr(cmd, sgl);
301         iov_size_p = megasas_sgl_get_len(cmd, sgl);
302         if (!iov_pa || !iov_size_p) {
303             trace_megasas_iovec_sgl_invalid(cmd->index, i,
304                                             iov_pa, iov_size_p);
305             goto unmap;
306         }
307         qemu_sglist_add(&cmd->qsg, iov_pa, iov_size_p);
308         sgl = megasas_sgl_next(cmd, sgl);
309         iov_size += (size_t)iov_size_p;
310     }
311     if (cmd->iov_size > iov_size) {
312         trace_megasas_iovec_overflow(cmd->index, iov_size, cmd->iov_size);
313         goto unmap;
314     } else if (cmd->iov_size < iov_size) {
315         trace_megasas_iovec_underflow(cmd->index, iov_size, cmd->iov_size);
316     }
317     cmd->iov_offset = 0;
318     return 0;
319 unmap:
320     qemu_sglist_destroy(&cmd->qsg);
321     return -1;
322 }
323 
324 /*
325  * passthrough sense and io sense are at the same offset
326  */
327 static int megasas_build_sense(MegasasCmd *cmd, uint8_t *sense_ptr,
328     uint8_t sense_len)
329 {
330     PCIDevice *pcid = PCI_DEVICE(cmd->state);
331     uint32_t pa_hi = 0, pa_lo;
332     hwaddr pa;
333     int frame_sense_len;
334 
335     frame_sense_len = cmd->frame->header.sense_len;
336     if (sense_len > frame_sense_len) {
337         sense_len = frame_sense_len;
338     }
339     if (sense_len) {
340         pa_lo = le32_to_cpu(cmd->frame->pass.sense_addr_lo);
341         if (megasas_frame_is_sense64(cmd)) {
342             pa_hi = le32_to_cpu(cmd->frame->pass.sense_addr_hi);
343         }
344         pa = ((uint64_t) pa_hi << 32) | pa_lo;
345         pci_dma_write(pcid, pa, sense_ptr, sense_len);
346         cmd->frame->header.sense_len = sense_len;
347     }
348     return sense_len;
349 }
350 
351 static void megasas_write_sense(MegasasCmd *cmd, SCSISense sense)
352 {
353     uint8_t sense_buf[SCSI_SENSE_BUF_SIZE];
354     uint8_t sense_len = 18;
355 
356     memset(sense_buf, 0, sense_len);
357     sense_buf[0] = 0xf0;
358     sense_buf[2] = sense.key;
359     sense_buf[7] = 10;
360     sense_buf[12] = sense.asc;
361     sense_buf[13] = sense.ascq;
362     megasas_build_sense(cmd, sense_buf, sense_len);
363 }
364 
365 static void megasas_copy_sense(MegasasCmd *cmd)
366 {
367     uint8_t sense_buf[SCSI_SENSE_BUF_SIZE];
368     uint8_t sense_len;
369 
370     sense_len = scsi_req_get_sense(cmd->req, sense_buf,
371                                    SCSI_SENSE_BUF_SIZE);
372     megasas_build_sense(cmd, sense_buf, sense_len);
373 }
374 
375 /*
376  * Format an INQUIRY CDB
377  */
378 static int megasas_setup_inquiry(uint8_t *cdb, int pg, int len)
379 {
380     memset(cdb, 0, 6);
381     cdb[0] = INQUIRY;
382     if (pg > 0) {
383         cdb[1] = 0x1;
384         cdb[2] = pg;
385     }
386     stw_be_p(&cdb[3], len);
387     return len;
388 }
389 
390 /*
391  * Encode lba and len into a READ_16/WRITE_16 CDB
392  */
393 static void megasas_encode_lba(uint8_t *cdb, uint64_t lba,
394                                uint32_t len, bool is_write)
395 {
396     memset(cdb, 0x0, 16);
397     if (is_write) {
398         cdb[0] = WRITE_16;
399     } else {
400         cdb[0] = READ_16;
401     }
402     stq_be_p(&cdb[2], lba);
403     stl_be_p(&cdb[2 + 8], len);
404 }
405 
406 /*
407  * Utility functions
408  */
409 static uint64_t megasas_fw_time(void)
410 {
411     struct tm curtime;
412 
413     qemu_get_timedate(&curtime, 0);
414     return ((uint64_t)curtime.tm_sec & 0xff) << 48 |
415         ((uint64_t)curtime.tm_min & 0xff)  << 40 |
416         ((uint64_t)curtime.tm_hour & 0xff) << 32 |
417         ((uint64_t)curtime.tm_mday & 0xff) << 24 |
418         ((uint64_t)curtime.tm_mon & 0xff)  << 16 |
419         ((uint64_t)(curtime.tm_year + 1900) & 0xffff);
420 }
421 
422 /*
423  * Default disk sata address
424  * 0x1221 is the magic number as
425  * present in real hardware,
426  * so use it here, too.
427  */
428 static uint64_t megasas_get_sata_addr(uint16_t id)
429 {
430     uint64_t addr = (0x1221ULL << 48);
431     return addr | ((uint64_t)id << 24);
432 }
433 
434 /*
435  * Frame handling
436  */
437 static int megasas_next_index(MegasasState *s, int index, int limit)
438 {
439     index++;
440     if (index == limit) {
441         index = 0;
442     }
443     return index;
444 }
445 
446 static MegasasCmd *megasas_lookup_frame(MegasasState *s,
447     hwaddr frame)
448 {
449     MegasasCmd *cmd = NULL;
450     int num = 0, index;
451 
452     index = s->reply_queue_head;
453 
454     while (num < s->fw_cmds && index < MEGASAS_MAX_FRAMES) {
455         if (s->frames[index].pa && s->frames[index].pa == frame) {
456             cmd = &s->frames[index];
457             break;
458         }
459         index = megasas_next_index(s, index, s->fw_cmds);
460         num++;
461     }
462 
463     return cmd;
464 }
465 
466 static void megasas_unmap_frame(MegasasState *s, MegasasCmd *cmd)
467 {
468     PCIDevice *p = PCI_DEVICE(s);
469 
470     if (cmd->pa_size) {
471         pci_dma_unmap(p, cmd->frame, cmd->pa_size, 0, 0);
472     }
473     cmd->frame = NULL;
474     cmd->pa = 0;
475     cmd->pa_size = 0;
476     qemu_sglist_destroy(&cmd->qsg);
477     clear_bit(cmd->index, s->frame_map);
478 }
479 
480 /*
481  * This absolutely needs to be locked if
482  * qemu ever goes multithreaded.
483  */
484 static MegasasCmd *megasas_enqueue_frame(MegasasState *s,
485     hwaddr frame, uint64_t context, int count)
486 {
487     PCIDevice *pcid = PCI_DEVICE(s);
488     MegasasCmd *cmd = NULL;
489     int frame_size = MEGASAS_MAX_SGE * sizeof(union mfi_sgl);
490     hwaddr frame_size_p = frame_size;
491     unsigned long index;
492 
493     index = 0;
494     while (index < s->fw_cmds) {
495         index = find_next_zero_bit(s->frame_map, s->fw_cmds, index);
496         if (!s->frames[index].pa)
497             break;
498         /* Busy frame found */
499         trace_megasas_qf_mapped(index);
500     }
501     if (index >= s->fw_cmds) {
502         /* All frames busy */
503         trace_megasas_qf_busy(frame);
504         return NULL;
505     }
506     cmd = &s->frames[index];
507     set_bit(index, s->frame_map);
508     trace_megasas_qf_new(index, frame);
509 
510     cmd->pa = frame;
511     /* Map all possible frames */
512     cmd->frame = pci_dma_map(pcid, frame, &frame_size_p, 0);
513     if (!cmd->frame || frame_size_p != frame_size) {
514         trace_megasas_qf_map_failed(cmd->index, (unsigned long)frame);
515         if (cmd->frame) {
516             megasas_unmap_frame(s, cmd);
517         }
518         s->event_count++;
519         return NULL;
520     }
521     cmd->pa_size = frame_size_p;
522     cmd->context = context;
523     if (!megasas_use_queue64(s)) {
524         cmd->context &= (uint64_t)0xFFFFFFFF;
525     }
526     cmd->count = count;
527     cmd->dcmd_opcode = -1;
528     s->busy++;
529 
530     if (s->consumer_pa) {
531         ldl_le_pci_dma(pcid, s->consumer_pa, &s->reply_queue_tail,
532                        MEMTXATTRS_UNSPECIFIED);
533     }
534     trace_megasas_qf_enqueue(cmd->index, cmd->count, cmd->context,
535                              s->reply_queue_head, s->reply_queue_tail, s->busy);
536 
537     return cmd;
538 }
539 
540 static void megasas_complete_frame(MegasasState *s, uint64_t context)
541 {
542     const MemTxAttrs attrs = MEMTXATTRS_UNSPECIFIED;
543     PCIDevice *pci_dev = PCI_DEVICE(s);
544     int tail, queue_offset;
545 
546     /* Decrement busy count */
547     s->busy--;
548     if (s->reply_queue_pa) {
549         /*
550          * Put command on the reply queue.
551          * Context is opaque, but emulation is running in
552          * little endian. So convert it.
553          */
554         if (megasas_use_queue64(s)) {
555             queue_offset = s->reply_queue_head * sizeof(uint64_t);
556             stq_le_pci_dma(pci_dev, s->reply_queue_pa + queue_offset,
557                            context, attrs);
558         } else {
559             queue_offset = s->reply_queue_head * sizeof(uint32_t);
560             stl_le_pci_dma(pci_dev, s->reply_queue_pa + queue_offset,
561                            context, attrs);
562         }
563         ldl_le_pci_dma(pci_dev, s->consumer_pa, &s->reply_queue_tail, attrs);
564         trace_megasas_qf_complete(context, s->reply_queue_head,
565                                   s->reply_queue_tail, s->busy);
566     }
567 
568     if (megasas_intr_enabled(s)) {
569         /* Update reply queue pointer */
570         ldl_le_pci_dma(pci_dev, s->consumer_pa, &s->reply_queue_tail, attrs);
571         tail = s->reply_queue_head;
572         s->reply_queue_head = megasas_next_index(s, tail, s->fw_cmds);
573         trace_megasas_qf_update(s->reply_queue_head, s->reply_queue_tail,
574                                 s->busy);
575         stl_le_pci_dma(pci_dev, s->producer_pa, s->reply_queue_head, attrs);
576         /* Notify HBA */
577         if (msix_enabled(pci_dev)) {
578             trace_megasas_msix_raise(0);
579             msix_notify(pci_dev, 0);
580         } else if (msi_enabled(pci_dev)) {
581             trace_megasas_msi_raise(0);
582             msi_notify(pci_dev, 0);
583         } else {
584             s->doorbell++;
585             if (s->doorbell == 1) {
586                 trace_megasas_irq_raise();
587                 pci_irq_assert(pci_dev);
588             }
589         }
590     } else {
591         trace_megasas_qf_complete_noirq(context);
592     }
593 }
594 
595 static void megasas_complete_command(MegasasCmd *cmd)
596 {
597     cmd->iov_size = 0;
598     cmd->iov_offset = 0;
599 
600     cmd->req->hba_private = NULL;
601     scsi_req_unref(cmd->req);
602     cmd->req = NULL;
603 
604     megasas_unmap_frame(cmd->state, cmd);
605     megasas_complete_frame(cmd->state, cmd->context);
606 }
607 
608 static void megasas_reset_frames(MegasasState *s)
609 {
610     int i;
611     MegasasCmd *cmd;
612 
613     for (i = 0; i < s->fw_cmds; i++) {
614         cmd = &s->frames[i];
615         if (cmd->pa) {
616             megasas_unmap_frame(s, cmd);
617         }
618     }
619     bitmap_zero(s->frame_map, MEGASAS_MAX_FRAMES);
620 }
621 
622 static void megasas_abort_command(MegasasCmd *cmd)
623 {
624     /* Never abort internal commands.  */
625     if (cmd->dcmd_opcode != -1) {
626         return;
627     }
628     if (cmd->req != NULL) {
629         scsi_req_cancel(cmd->req);
630     }
631 }
632 
633 static int megasas_init_firmware(MegasasState *s, MegasasCmd *cmd)
634 {
635     const MemTxAttrs attrs = MEMTXATTRS_UNSPECIFIED;
636     PCIDevice *pcid = PCI_DEVICE(s);
637     uint32_t pa_hi, pa_lo;
638     hwaddr iq_pa, initq_size = sizeof(struct mfi_init_qinfo);
639     struct mfi_init_qinfo *initq = NULL;
640     uint32_t flags;
641     int ret = MFI_STAT_OK;
642 
643     if (s->reply_queue_pa) {
644         trace_megasas_initq_mapped(s->reply_queue_pa);
645         goto out;
646     }
647     pa_lo = le32_to_cpu(cmd->frame->init.qinfo_new_addr_lo);
648     pa_hi = le32_to_cpu(cmd->frame->init.qinfo_new_addr_hi);
649     iq_pa = (((uint64_t) pa_hi << 32) | pa_lo);
650     trace_megasas_init_firmware((uint64_t)iq_pa);
651     initq = pci_dma_map(pcid, iq_pa, &initq_size, 0);
652     if (!initq || initq_size != sizeof(*initq)) {
653         trace_megasas_initq_map_failed(cmd->index);
654         s->event_count++;
655         ret = MFI_STAT_MEMORY_NOT_AVAILABLE;
656         goto out;
657     }
658     s->reply_queue_len = le32_to_cpu(initq->rq_entries) & 0xFFFF;
659     if (s->reply_queue_len > s->fw_cmds) {
660         trace_megasas_initq_mismatch(s->reply_queue_len, s->fw_cmds);
661         s->event_count++;
662         ret = MFI_STAT_INVALID_PARAMETER;
663         goto out;
664     }
665     pa_lo = le32_to_cpu(initq->rq_addr_lo);
666     pa_hi = le32_to_cpu(initq->rq_addr_hi);
667     s->reply_queue_pa = ((uint64_t) pa_hi << 32) | pa_lo;
668     pa_lo = le32_to_cpu(initq->ci_addr_lo);
669     pa_hi = le32_to_cpu(initq->ci_addr_hi);
670     s->consumer_pa = ((uint64_t) pa_hi << 32) | pa_lo;
671     pa_lo = le32_to_cpu(initq->pi_addr_lo);
672     pa_hi = le32_to_cpu(initq->pi_addr_hi);
673     s->producer_pa = ((uint64_t) pa_hi << 32) | pa_lo;
674     ldl_le_pci_dma(pcid, s->producer_pa, &s->reply_queue_head, attrs);
675     s->reply_queue_head %= MEGASAS_MAX_FRAMES;
676     ldl_le_pci_dma(pcid, s->consumer_pa, &s->reply_queue_tail, attrs);
677     s->reply_queue_tail %= MEGASAS_MAX_FRAMES;
678     flags = le32_to_cpu(initq->flags);
679     if (flags & MFI_QUEUE_FLAG_CONTEXT64) {
680         s->flags |= MEGASAS_MASK_USE_QUEUE64;
681     }
682     trace_megasas_init_queue((unsigned long)s->reply_queue_pa,
683                              s->reply_queue_len, s->reply_queue_head,
684                              s->reply_queue_tail, flags);
685     megasas_reset_frames(s);
686     s->fw_state = MFI_FWSTATE_OPERATIONAL;
687 out:
688     if (initq) {
689         pci_dma_unmap(pcid, initq, initq_size, 0, 0);
690     }
691     return ret;
692 }
693 
694 static int megasas_map_dcmd(MegasasState *s, MegasasCmd *cmd)
695 {
696     dma_addr_t iov_pa, iov_size;
697     int iov_count;
698 
699     cmd->flags = le16_to_cpu(cmd->frame->header.flags);
700     iov_count = cmd->frame->header.sge_count;
701     if (!iov_count) {
702         trace_megasas_dcmd_zero_sge(cmd->index);
703         cmd->iov_size = 0;
704         return 0;
705     } else if (iov_count > 1) {
706         trace_megasas_dcmd_invalid_sge(cmd->index, iov_count);
707         cmd->iov_size = 0;
708         return -EINVAL;
709     }
710     iov_pa = megasas_sgl_get_addr(cmd, &cmd->frame->dcmd.sgl);
711     iov_size = megasas_sgl_get_len(cmd, &cmd->frame->dcmd.sgl);
712     pci_dma_sglist_init(&cmd->qsg, PCI_DEVICE(s), 1);
713     qemu_sglist_add(&cmd->qsg, iov_pa, iov_size);
714     cmd->iov_size = iov_size;
715     return 0;
716 }
717 
718 static void megasas_finish_dcmd(MegasasCmd *cmd, uint32_t iov_size)
719 {
720     trace_megasas_finish_dcmd(cmd->index, iov_size);
721 
722     if (iov_size > cmd->iov_size) {
723         if (megasas_frame_is_ieee_sgl(cmd)) {
724             cmd->frame->dcmd.sgl.sg_skinny->len = cpu_to_le32(iov_size);
725         } else if (megasas_frame_is_sgl64(cmd)) {
726             cmd->frame->dcmd.sgl.sg64->len = cpu_to_le32(iov_size);
727         } else {
728             cmd->frame->dcmd.sgl.sg32->len = cpu_to_le32(iov_size);
729         }
730     }
731 }
732 
733 static int megasas_ctrl_get_info(MegasasState *s, MegasasCmd *cmd)
734 {
735     PCIDevice *pci_dev = PCI_DEVICE(s);
736     PCIDeviceClass *pci_class = PCI_DEVICE_GET_CLASS(pci_dev);
737     MegasasBaseClass *base_class = MEGASAS_GET_CLASS(s);
738     struct mfi_ctrl_info info;
739     size_t dcmd_size = sizeof(info);
740     BusChild *kid;
741     int num_pd_disks = 0;
742 
743     memset(&info, 0x0, dcmd_size);
744     if (cmd->iov_size < dcmd_size) {
745         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
746                                             dcmd_size);
747         return MFI_STAT_INVALID_PARAMETER;
748     }
749 
750     info.pci.vendor = cpu_to_le16(pci_class->vendor_id);
751     info.pci.device = cpu_to_le16(pci_class->device_id);
752     info.pci.subvendor = cpu_to_le16(pci_class->subsystem_vendor_id);
753     info.pci.subdevice = cpu_to_le16(pci_class->subsystem_id);
754 
755     /*
756      * For some reason the firmware supports
757      * only up to 8 device ports.
758      * Despite supporting a far larger number
759      * of devices for the physical devices.
760      * So just display the first 8 devices
761      * in the device port list, independent
762      * of how many logical devices are actually
763      * present.
764      */
765     info.host.type = MFI_INFO_HOST_PCIE;
766     info.device.type = MFI_INFO_DEV_SAS3G;
767     info.device.port_count = 8;
768     QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
769         SCSIDevice *sdev = SCSI_DEVICE(kid->child);
770         uint16_t pd_id;
771 
772         if (num_pd_disks < 8) {
773             pd_id = ((sdev->id & 0xFF) << 8) | (sdev->lun & 0xFF);
774             info.device.port_addr[num_pd_disks] =
775                 cpu_to_le64(megasas_get_sata_addr(pd_id));
776         }
777         num_pd_disks++;
778     }
779 
780     memcpy(info.product_name, base_class->product_name, 24);
781     snprintf(info.serial_number, 32, "%s", s->hba_serial);
782     snprintf(info.package_version, 0x60, "%s-QEMU", qemu_hw_version());
783     memcpy(info.image_component[0].name, "APP", 3);
784     snprintf(info.image_component[0].version, 10, "%s-QEMU",
785              base_class->product_version);
786     memcpy(info.image_component[0].build_date, "Apr  1 2014", 11);
787     memcpy(info.image_component[0].build_time, "12:34:56", 8);
788     info.image_component_count = 1;
789     if (pci_dev->has_rom) {
790         uint8_t biosver[32];
791         uint8_t *ptr;
792 
793         ptr = memory_region_get_ram_ptr(&pci_dev->rom);
794         memcpy(biosver, ptr + 0x41, 31);
795         biosver[31] = 0;
796         memcpy(info.image_component[1].name, "BIOS", 4);
797         memcpy(info.image_component[1].version, biosver,
798                strlen((const char *)biosver));
799         info.image_component_count++;
800     }
801     info.current_fw_time = cpu_to_le32(megasas_fw_time());
802     info.max_arms = 32;
803     info.max_spans = 8;
804     info.max_arrays = MEGASAS_MAX_ARRAYS;
805     info.max_lds = MFI_MAX_LD;
806     info.max_cmds = cpu_to_le16(s->fw_cmds);
807     info.max_sg_elements = cpu_to_le16(s->fw_sge);
808     info.max_request_size = cpu_to_le32(MEGASAS_MAX_SECTORS);
809     if (!megasas_is_jbod(s))
810         info.lds_present = cpu_to_le16(num_pd_disks);
811     info.pd_present = cpu_to_le16(num_pd_disks);
812     info.pd_disks_present = cpu_to_le16(num_pd_disks);
813     info.hw_present = cpu_to_le32(MFI_INFO_HW_NVRAM |
814                                    MFI_INFO_HW_MEM |
815                                    MFI_INFO_HW_FLASH);
816     info.memory_size = cpu_to_le16(512);
817     info.nvram_size = cpu_to_le16(32);
818     info.flash_size = cpu_to_le16(16);
819     info.raid_levels = cpu_to_le32(MFI_INFO_RAID_0);
820     info.adapter_ops = cpu_to_le32(MFI_INFO_AOPS_RBLD_RATE |
821                                     MFI_INFO_AOPS_SELF_DIAGNOSTIC |
822                                     MFI_INFO_AOPS_MIXED_ARRAY);
823     info.ld_ops = cpu_to_le32(MFI_INFO_LDOPS_DISK_CACHE_POLICY |
824                                MFI_INFO_LDOPS_ACCESS_POLICY |
825                                MFI_INFO_LDOPS_IO_POLICY |
826                                MFI_INFO_LDOPS_WRITE_POLICY |
827                                MFI_INFO_LDOPS_READ_POLICY);
828     info.max_strips_per_io = cpu_to_le16(s->fw_sge);
829     info.stripe_sz_ops.min = 3;
830     info.stripe_sz_ops.max = ctz32(MEGASAS_MAX_SECTORS + 1);
831     info.properties.pred_fail_poll_interval = cpu_to_le16(300);
832     info.properties.intr_throttle_cnt = cpu_to_le16(16);
833     info.properties.intr_throttle_timeout = cpu_to_le16(50);
834     info.properties.rebuild_rate = 30;
835     info.properties.patrol_read_rate = 30;
836     info.properties.bgi_rate = 30;
837     info.properties.cc_rate = 30;
838     info.properties.recon_rate = 30;
839     info.properties.cache_flush_interval = 4;
840     info.properties.spinup_drv_cnt = 2;
841     info.properties.spinup_delay = 6;
842     info.properties.ecc_bucket_size = 15;
843     info.properties.ecc_bucket_leak_rate = cpu_to_le16(1440);
844     info.properties.expose_encl_devices = 1;
845     info.properties.OnOffProperties = cpu_to_le32(MFI_CTRL_PROP_EnableJBOD);
846     info.pd_ops = cpu_to_le32(MFI_INFO_PDOPS_FORCE_ONLINE |
847                                MFI_INFO_PDOPS_FORCE_OFFLINE);
848     info.pd_mix_support = cpu_to_le32(MFI_INFO_PDMIX_SAS |
849                                        MFI_INFO_PDMIX_SATA |
850                                        MFI_INFO_PDMIX_LD);
851 
852     cmd->iov_size -= dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
853     return MFI_STAT_OK;
854 }
855 
856 static int megasas_mfc_get_defaults(MegasasState *s, MegasasCmd *cmd)
857 {
858     struct mfi_defaults info;
859     size_t dcmd_size = sizeof(struct mfi_defaults);
860 
861     memset(&info, 0x0, dcmd_size);
862     if (cmd->iov_size < dcmd_size) {
863         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
864                                             dcmd_size);
865         return MFI_STAT_INVALID_PARAMETER;
866     }
867 
868     info.sas_addr = cpu_to_le64(s->sas_addr);
869     info.stripe_size = 3;
870     info.flush_time = 4;
871     info.background_rate = 30;
872     info.allow_mix_in_enclosure = 1;
873     info.allow_mix_in_ld = 1;
874     info.direct_pd_mapping = 1;
875     /* Enable for BIOS support */
876     info.bios_enumerate_lds = 1;
877     info.disable_ctrl_r = 1;
878     info.expose_enclosure_devices = 1;
879     info.disable_preboot_cli = 1;
880     info.cluster_disable = 1;
881 
882     cmd->iov_size -= dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
883     return MFI_STAT_OK;
884 }
885 
886 static int megasas_dcmd_get_bios_info(MegasasState *s, MegasasCmd *cmd)
887 {
888     struct mfi_bios_data info;
889     size_t dcmd_size = sizeof(info);
890 
891     memset(&info, 0x0, dcmd_size);
892     if (cmd->iov_size < dcmd_size) {
893         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
894                                             dcmd_size);
895         return MFI_STAT_INVALID_PARAMETER;
896     }
897     info.continue_on_error = 1;
898     info.verbose = 1;
899     if (megasas_is_jbod(s)) {
900         info.expose_all_drives = 1;
901     }
902 
903     cmd->iov_size -= dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
904     return MFI_STAT_OK;
905 }
906 
907 static int megasas_dcmd_get_fw_time(MegasasState *s, MegasasCmd *cmd)
908 {
909     uint64_t fw_time;
910     size_t dcmd_size = sizeof(fw_time);
911 
912     fw_time = cpu_to_le64(megasas_fw_time());
913 
914     cmd->iov_size -= dma_buf_read(&fw_time, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
915     return MFI_STAT_OK;
916 }
917 
918 static int megasas_dcmd_set_fw_time(MegasasState *s, MegasasCmd *cmd)
919 {
920     uint64_t fw_time;
921 
922     /* This is a dummy; setting of firmware time is not allowed */
923     memcpy(&fw_time, cmd->frame->dcmd.mbox, sizeof(fw_time));
924 
925     trace_megasas_dcmd_set_fw_time(cmd->index, fw_time);
926     fw_time = cpu_to_le64(megasas_fw_time());
927     return MFI_STAT_OK;
928 }
929 
930 static int megasas_event_info(MegasasState *s, MegasasCmd *cmd)
931 {
932     struct mfi_evt_log_state info;
933     size_t dcmd_size = sizeof(info);
934 
935     memset(&info, 0, dcmd_size);
936 
937     info.newest_seq_num = cpu_to_le32(s->event_count);
938     info.shutdown_seq_num = cpu_to_le32(s->shutdown_event);
939     info.boot_seq_num = cpu_to_le32(s->boot_event);
940 
941     cmd->iov_size -= dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
942     return MFI_STAT_OK;
943 }
944 
945 static int megasas_event_wait(MegasasState *s, MegasasCmd *cmd)
946 {
947     union mfi_evt event;
948 
949     if (cmd->iov_size < sizeof(struct mfi_evt_detail)) {
950         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
951                                             sizeof(struct mfi_evt_detail));
952         return MFI_STAT_INVALID_PARAMETER;
953     }
954     s->event_count = cpu_to_le32(cmd->frame->dcmd.mbox[0]);
955     event.word = cpu_to_le32(cmd->frame->dcmd.mbox[4]);
956     s->event_locale = event.members.locale;
957     s->event_class = event.members.class;
958     s->event_cmd = cmd;
959     /* Decrease busy count; event frame doesn't count here */
960     s->busy--;
961     cmd->iov_size = sizeof(struct mfi_evt_detail);
962     return MFI_STAT_INVALID_STATUS;
963 }
964 
965 static int megasas_dcmd_pd_get_list(MegasasState *s, MegasasCmd *cmd)
966 {
967     struct mfi_pd_list info;
968     size_t dcmd_size = sizeof(info);
969     BusChild *kid;
970     uint32_t offset, dcmd_limit, num_pd_disks = 0, max_pd_disks;
971 
972     memset(&info, 0, dcmd_size);
973     offset = 8;
974     dcmd_limit = offset + sizeof(struct mfi_pd_address);
975     if (cmd->iov_size < dcmd_limit) {
976         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
977                                             dcmd_limit);
978         return MFI_STAT_INVALID_PARAMETER;
979     }
980 
981     max_pd_disks = (cmd->iov_size - offset) / sizeof(struct mfi_pd_address);
982     if (max_pd_disks > MFI_MAX_SYS_PDS) {
983         max_pd_disks = MFI_MAX_SYS_PDS;
984     }
985     QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
986         SCSIDevice *sdev = SCSI_DEVICE(kid->child);
987         uint16_t pd_id;
988 
989         if (num_pd_disks >= max_pd_disks)
990             break;
991 
992         pd_id = ((sdev->id & 0xFF) << 8) | (sdev->lun & 0xFF);
993         info.addr[num_pd_disks].device_id = cpu_to_le16(pd_id);
994         info.addr[num_pd_disks].encl_device_id = 0xFFFF;
995         info.addr[num_pd_disks].encl_index = 0;
996         info.addr[num_pd_disks].slot_number = sdev->id & 0xFF;
997         info.addr[num_pd_disks].scsi_dev_type = sdev->type;
998         info.addr[num_pd_disks].connect_port_bitmap = 0x1;
999         info.addr[num_pd_disks].sas_addr[0] =
1000             cpu_to_le64(megasas_get_sata_addr(pd_id));
1001         num_pd_disks++;
1002         offset += sizeof(struct mfi_pd_address);
1003     }
1004     trace_megasas_dcmd_pd_get_list(cmd->index, num_pd_disks,
1005                                    max_pd_disks, offset);
1006 
1007     info.size = cpu_to_le32(offset);
1008     info.count = cpu_to_le32(num_pd_disks);
1009 
1010     cmd->iov_size -= dma_buf_read(&info, offset, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1011     return MFI_STAT_OK;
1012 }
1013 
1014 static int megasas_dcmd_pd_list_query(MegasasState *s, MegasasCmd *cmd)
1015 {
1016     uint16_t flags;
1017 
1018     /* mbox0 contains flags */
1019     flags = le16_to_cpu(cmd->frame->dcmd.mbox[0]);
1020     trace_megasas_dcmd_pd_list_query(cmd->index, flags);
1021     if (flags == MR_PD_QUERY_TYPE_ALL ||
1022         megasas_is_jbod(s)) {
1023         return megasas_dcmd_pd_get_list(s, cmd);
1024     }
1025 
1026     return MFI_STAT_OK;
1027 }
1028 
1029 static int megasas_pd_get_info_submit(SCSIDevice *sdev, int lun,
1030                                       MegasasCmd *cmd)
1031 {
1032     struct mfi_pd_info *info = cmd->iov_buf;
1033     size_t dcmd_size = sizeof(struct mfi_pd_info);
1034     uint64_t pd_size;
1035     uint16_t pd_id = ((sdev->id & 0xFF) << 8) | (lun & 0xFF);
1036     uint8_t cmdbuf[6];
1037     size_t len, resid;
1038 
1039     if (!cmd->iov_buf) {
1040         cmd->iov_buf = g_malloc0(dcmd_size);
1041         info = cmd->iov_buf;
1042         info->inquiry_data[0] = 0x7f; /* Force PQual 0x3, PType 0x1f */
1043         info->vpd_page83[0] = 0x7f;
1044         megasas_setup_inquiry(cmdbuf, 0, sizeof(info->inquiry_data));
1045         cmd->req = scsi_req_new(sdev, cmd->index, lun, cmdbuf, cmd);
1046         if (!cmd->req) {
1047             trace_megasas_dcmd_req_alloc_failed(cmd->index,
1048                                                 "PD get info std inquiry");
1049             g_free(cmd->iov_buf);
1050             cmd->iov_buf = NULL;
1051             return MFI_STAT_FLASH_ALLOC_FAIL;
1052         }
1053         trace_megasas_dcmd_internal_submit(cmd->index,
1054                                            "PD get info std inquiry", lun);
1055         len = scsi_req_enqueue(cmd->req);
1056         if (len > 0) {
1057             cmd->iov_size = len;
1058             scsi_req_continue(cmd->req);
1059         }
1060         return MFI_STAT_INVALID_STATUS;
1061     } else if (info->inquiry_data[0] != 0x7f && info->vpd_page83[0] == 0x7f) {
1062         megasas_setup_inquiry(cmdbuf, 0x83, sizeof(info->vpd_page83));
1063         cmd->req = scsi_req_new(sdev, cmd->index, lun, cmdbuf, cmd);
1064         if (!cmd->req) {
1065             trace_megasas_dcmd_req_alloc_failed(cmd->index,
1066                                                 "PD get info vpd inquiry");
1067             return MFI_STAT_FLASH_ALLOC_FAIL;
1068         }
1069         trace_megasas_dcmd_internal_submit(cmd->index,
1070                                            "PD get info vpd inquiry", lun);
1071         len = scsi_req_enqueue(cmd->req);
1072         if (len > 0) {
1073             cmd->iov_size = len;
1074             scsi_req_continue(cmd->req);
1075         }
1076         return MFI_STAT_INVALID_STATUS;
1077     }
1078     /* Finished, set FW state */
1079     if ((info->inquiry_data[0] >> 5) == 0) {
1080         if (megasas_is_jbod(cmd->state)) {
1081             info->fw_state = cpu_to_le16(MFI_PD_STATE_SYSTEM);
1082         } else {
1083             info->fw_state = cpu_to_le16(MFI_PD_STATE_ONLINE);
1084         }
1085     } else {
1086         info->fw_state = cpu_to_le16(MFI_PD_STATE_OFFLINE);
1087     }
1088 
1089     info->ref.v.device_id = cpu_to_le16(pd_id);
1090     info->state.ddf.pd_type = cpu_to_le16(MFI_PD_DDF_TYPE_IN_VD|
1091                                           MFI_PD_DDF_TYPE_INTF_SAS);
1092     blk_get_geometry(sdev->conf.blk, &pd_size);
1093     info->raw_size = cpu_to_le64(pd_size);
1094     info->non_coerced_size = cpu_to_le64(pd_size);
1095     info->coerced_size = cpu_to_le64(pd_size);
1096     info->encl_device_id = 0xFFFF;
1097     info->slot_number = (sdev->id & 0xFF);
1098     info->path_info.count = 1;
1099     info->path_info.sas_addr[0] =
1100         cpu_to_le64(megasas_get_sata_addr(pd_id));
1101     info->connected_port_bitmap = 0x1;
1102     info->device_speed = 1;
1103     info->link_speed = 1;
1104     resid = dma_buf_read(cmd->iov_buf, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1105     g_free(cmd->iov_buf);
1106     cmd->iov_size = dcmd_size - resid;
1107     cmd->iov_buf = NULL;
1108     return MFI_STAT_OK;
1109 }
1110 
1111 static int megasas_dcmd_pd_get_info(MegasasState *s, MegasasCmd *cmd)
1112 {
1113     size_t dcmd_size = sizeof(struct mfi_pd_info);
1114     uint16_t pd_id;
1115     uint8_t target_id, lun_id;
1116     SCSIDevice *sdev = NULL;
1117     int retval = MFI_STAT_DEVICE_NOT_FOUND;
1118 
1119     if (cmd->iov_size < dcmd_size) {
1120         return MFI_STAT_INVALID_PARAMETER;
1121     }
1122 
1123     /* mbox0 has the ID */
1124     pd_id = le16_to_cpu(cmd->frame->dcmd.mbox[0]);
1125     target_id = (pd_id >> 8) & 0xFF;
1126     lun_id = pd_id & 0xFF;
1127     sdev = scsi_device_find(&s->bus, 0, target_id, lun_id);
1128     trace_megasas_dcmd_pd_get_info(cmd->index, pd_id);
1129 
1130     if (sdev) {
1131         /* Submit inquiry */
1132         retval = megasas_pd_get_info_submit(sdev, pd_id, cmd);
1133     }
1134 
1135     return retval;
1136 }
1137 
1138 static int megasas_dcmd_ld_get_list(MegasasState *s, MegasasCmd *cmd)
1139 {
1140     struct mfi_ld_list info;
1141     size_t dcmd_size = sizeof(info), resid;
1142     uint32_t num_ld_disks = 0, max_ld_disks;
1143     uint64_t ld_size;
1144     BusChild *kid;
1145 
1146     memset(&info, 0, dcmd_size);
1147     if (cmd->iov_size > dcmd_size) {
1148         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
1149                                             dcmd_size);
1150         return MFI_STAT_INVALID_PARAMETER;
1151     }
1152 
1153     max_ld_disks = (cmd->iov_size - 8) / 16;
1154     if (megasas_is_jbod(s)) {
1155         max_ld_disks = 0;
1156     }
1157     if (max_ld_disks > MFI_MAX_LD) {
1158         max_ld_disks = MFI_MAX_LD;
1159     }
1160     QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
1161         SCSIDevice *sdev = SCSI_DEVICE(kid->child);
1162 
1163         if (num_ld_disks >= max_ld_disks) {
1164             break;
1165         }
1166         /* Logical device size is in blocks */
1167         blk_get_geometry(sdev->conf.blk, &ld_size);
1168         info.ld_list[num_ld_disks].ld.v.target_id = sdev->id;
1169         info.ld_list[num_ld_disks].state = MFI_LD_STATE_OPTIMAL;
1170         info.ld_list[num_ld_disks].size = cpu_to_le64(ld_size);
1171         num_ld_disks++;
1172     }
1173     info.ld_count = cpu_to_le32(num_ld_disks);
1174     trace_megasas_dcmd_ld_get_list(cmd->index, num_ld_disks, max_ld_disks);
1175 
1176     resid = dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1177     cmd->iov_size = dcmd_size - resid;
1178     return MFI_STAT_OK;
1179 }
1180 
1181 static int megasas_dcmd_ld_list_query(MegasasState *s, MegasasCmd *cmd)
1182 {
1183     uint16_t flags;
1184     struct mfi_ld_targetid_list info;
1185     size_t dcmd_size = sizeof(info), resid;
1186     uint32_t num_ld_disks = 0, max_ld_disks = s->fw_luns;
1187     BusChild *kid;
1188 
1189     /* mbox0 contains flags */
1190     flags = le16_to_cpu(cmd->frame->dcmd.mbox[0]);
1191     trace_megasas_dcmd_ld_list_query(cmd->index, flags);
1192     if (flags != MR_LD_QUERY_TYPE_ALL &&
1193         flags != MR_LD_QUERY_TYPE_EXPOSED_TO_HOST) {
1194         max_ld_disks = 0;
1195     }
1196 
1197     memset(&info, 0, dcmd_size);
1198     if (cmd->iov_size < 12) {
1199         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
1200                                             dcmd_size);
1201         return MFI_STAT_INVALID_PARAMETER;
1202     }
1203     dcmd_size = sizeof(uint32_t) * 2 + 3;
1204     max_ld_disks = cmd->iov_size - dcmd_size;
1205     if (megasas_is_jbod(s)) {
1206         max_ld_disks = 0;
1207     }
1208     if (max_ld_disks > MFI_MAX_LD) {
1209         max_ld_disks = MFI_MAX_LD;
1210     }
1211     QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
1212         SCSIDevice *sdev = SCSI_DEVICE(kid->child);
1213 
1214         if (num_ld_disks >= max_ld_disks) {
1215             break;
1216         }
1217         info.targetid[num_ld_disks] = sdev->lun;
1218         num_ld_disks++;
1219         dcmd_size++;
1220     }
1221     info.ld_count = cpu_to_le32(num_ld_disks);
1222     info.size = dcmd_size;
1223     trace_megasas_dcmd_ld_get_list(cmd->index, num_ld_disks, max_ld_disks);
1224 
1225     resid = dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1226     cmd->iov_size = dcmd_size - resid;
1227     return MFI_STAT_OK;
1228 }
1229 
1230 static int megasas_ld_get_info_submit(SCSIDevice *sdev, int lun,
1231                                       MegasasCmd *cmd)
1232 {
1233     struct mfi_ld_info *info = cmd->iov_buf;
1234     size_t dcmd_size = sizeof(struct mfi_ld_info);
1235     uint8_t cdb[6];
1236     ssize_t len, resid;
1237     uint16_t sdev_id = ((sdev->id & 0xFF) << 8) | (lun & 0xFF);
1238     uint64_t ld_size;
1239 
1240     if (!cmd->iov_buf) {
1241         cmd->iov_buf = g_malloc0(dcmd_size);
1242         info = cmd->iov_buf;
1243         megasas_setup_inquiry(cdb, 0x83, sizeof(info->vpd_page83));
1244         cmd->req = scsi_req_new(sdev, cmd->index, lun, cdb, cmd);
1245         if (!cmd->req) {
1246             trace_megasas_dcmd_req_alloc_failed(cmd->index,
1247                                                 "LD get info vpd inquiry");
1248             g_free(cmd->iov_buf);
1249             cmd->iov_buf = NULL;
1250             return MFI_STAT_FLASH_ALLOC_FAIL;
1251         }
1252         trace_megasas_dcmd_internal_submit(cmd->index,
1253                                            "LD get info vpd inquiry", lun);
1254         len = scsi_req_enqueue(cmd->req);
1255         if (len > 0) {
1256             cmd->iov_size = len;
1257             scsi_req_continue(cmd->req);
1258         }
1259         return MFI_STAT_INVALID_STATUS;
1260     }
1261 
1262     info->ld_config.params.state = MFI_LD_STATE_OPTIMAL;
1263     info->ld_config.properties.ld.v.target_id = lun;
1264     info->ld_config.params.stripe_size = 3;
1265     info->ld_config.params.num_drives = 1;
1266     info->ld_config.params.is_consistent = 1;
1267     /* Logical device size is in blocks */
1268     blk_get_geometry(sdev->conf.blk, &ld_size);
1269     info->size = cpu_to_le64(ld_size);
1270     memset(info->ld_config.span, 0, sizeof(info->ld_config.span));
1271     info->ld_config.span[0].start_block = 0;
1272     info->ld_config.span[0].num_blocks = info->size;
1273     info->ld_config.span[0].array_ref = cpu_to_le16(sdev_id);
1274 
1275     resid = dma_buf_read(cmd->iov_buf, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1276     g_free(cmd->iov_buf);
1277     cmd->iov_size = dcmd_size - resid;
1278     cmd->iov_buf = NULL;
1279     return MFI_STAT_OK;
1280 }
1281 
1282 static int megasas_dcmd_ld_get_info(MegasasState *s, MegasasCmd *cmd)
1283 {
1284     struct mfi_ld_info info;
1285     size_t dcmd_size = sizeof(info);
1286     uint16_t ld_id;
1287     uint32_t max_ld_disks = s->fw_luns;
1288     SCSIDevice *sdev = NULL;
1289     int retval = MFI_STAT_DEVICE_NOT_FOUND;
1290 
1291     if (cmd->iov_size < dcmd_size) {
1292         return MFI_STAT_INVALID_PARAMETER;
1293     }
1294 
1295     /* mbox0 has the ID */
1296     ld_id = le16_to_cpu(cmd->frame->dcmd.mbox[0]);
1297     trace_megasas_dcmd_ld_get_info(cmd->index, ld_id);
1298 
1299     if (megasas_is_jbod(s)) {
1300         return MFI_STAT_DEVICE_NOT_FOUND;
1301     }
1302 
1303     if (ld_id < max_ld_disks) {
1304         sdev = scsi_device_find(&s->bus, 0, ld_id, 0);
1305     }
1306 
1307     if (sdev) {
1308         retval = megasas_ld_get_info_submit(sdev, ld_id, cmd);
1309     }
1310 
1311     return retval;
1312 }
1313 
1314 static int megasas_dcmd_cfg_read(MegasasState *s, MegasasCmd *cmd)
1315 {
1316     uint8_t data[4096] = { 0 };
1317     struct mfi_config_data *info;
1318     int num_pd_disks = 0, array_offset, ld_offset;
1319     BusChild *kid;
1320 
1321     if (cmd->iov_size > 4096) {
1322         return MFI_STAT_INVALID_PARAMETER;
1323     }
1324 
1325     QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
1326         num_pd_disks++;
1327     }
1328     info = (struct mfi_config_data *)&data;
1329     /*
1330      * Array mapping:
1331      * - One array per SCSI device
1332      * - One logical drive per SCSI device
1333      *   spanning the entire device
1334      */
1335     info->array_count = num_pd_disks;
1336     info->array_size = sizeof(struct mfi_array) * num_pd_disks;
1337     info->log_drv_count = num_pd_disks;
1338     info->log_drv_size = sizeof(struct mfi_ld_config) * num_pd_disks;
1339     info->spares_count = 0;
1340     info->spares_size = sizeof(struct mfi_spare);
1341     info->size = sizeof(struct mfi_config_data) + info->array_size +
1342         info->log_drv_size;
1343     if (info->size > 4096) {
1344         return MFI_STAT_INVALID_PARAMETER;
1345     }
1346 
1347     array_offset = sizeof(struct mfi_config_data);
1348     ld_offset = array_offset + sizeof(struct mfi_array) * num_pd_disks;
1349 
1350     QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
1351         SCSIDevice *sdev = SCSI_DEVICE(kid->child);
1352         uint16_t sdev_id = ((sdev->id & 0xFF) << 8) | (sdev->lun & 0xFF);
1353         struct mfi_array *array;
1354         struct mfi_ld_config *ld;
1355         uint64_t pd_size;
1356         int i;
1357 
1358         array = (struct mfi_array *)(data + array_offset);
1359         blk_get_geometry(sdev->conf.blk, &pd_size);
1360         array->size = cpu_to_le64(pd_size);
1361         array->num_drives = 1;
1362         array->array_ref = cpu_to_le16(sdev_id);
1363         array->pd[0].ref.v.device_id = cpu_to_le16(sdev_id);
1364         array->pd[0].ref.v.seq_num = 0;
1365         array->pd[0].fw_state = MFI_PD_STATE_ONLINE;
1366         array->pd[0].encl.pd = 0xFF;
1367         array->pd[0].encl.slot = (sdev->id & 0xFF);
1368         for (i = 1; i < MFI_MAX_ROW_SIZE; i++) {
1369             array->pd[i].ref.v.device_id = 0xFFFF;
1370             array->pd[i].ref.v.seq_num = 0;
1371             array->pd[i].fw_state = MFI_PD_STATE_UNCONFIGURED_GOOD;
1372             array->pd[i].encl.pd = 0xFF;
1373             array->pd[i].encl.slot = 0xFF;
1374         }
1375         array_offset += sizeof(struct mfi_array);
1376         ld = (struct mfi_ld_config *)(data + ld_offset);
1377         memset(ld, 0, sizeof(struct mfi_ld_config));
1378         ld->properties.ld.v.target_id = sdev->id;
1379         ld->properties.default_cache_policy = MR_LD_CACHE_READ_AHEAD |
1380             MR_LD_CACHE_READ_ADAPTIVE;
1381         ld->properties.current_cache_policy = MR_LD_CACHE_READ_AHEAD |
1382             MR_LD_CACHE_READ_ADAPTIVE;
1383         ld->params.state = MFI_LD_STATE_OPTIMAL;
1384         ld->params.stripe_size = 3;
1385         ld->params.num_drives = 1;
1386         ld->params.span_depth = 1;
1387         ld->params.is_consistent = 1;
1388         ld->span[0].start_block = 0;
1389         ld->span[0].num_blocks = cpu_to_le64(pd_size);
1390         ld->span[0].array_ref = cpu_to_le16(sdev_id);
1391         ld_offset += sizeof(struct mfi_ld_config);
1392     }
1393 
1394     cmd->iov_size -= dma_buf_read(data, info->size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1395     return MFI_STAT_OK;
1396 }
1397 
1398 static int megasas_dcmd_get_properties(MegasasState *s, MegasasCmd *cmd)
1399 {
1400     struct mfi_ctrl_props info;
1401     size_t dcmd_size = sizeof(info);
1402 
1403     memset(&info, 0x0, dcmd_size);
1404     if (cmd->iov_size < dcmd_size) {
1405         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
1406                                             dcmd_size);
1407         return MFI_STAT_INVALID_PARAMETER;
1408     }
1409     info.pred_fail_poll_interval = cpu_to_le16(300);
1410     info.intr_throttle_cnt = cpu_to_le16(16);
1411     info.intr_throttle_timeout = cpu_to_le16(50);
1412     info.rebuild_rate = 30;
1413     info.patrol_read_rate = 30;
1414     info.bgi_rate = 30;
1415     info.cc_rate = 30;
1416     info.recon_rate = 30;
1417     info.cache_flush_interval = 4;
1418     info.spinup_drv_cnt = 2;
1419     info.spinup_delay = 6;
1420     info.ecc_bucket_size = 15;
1421     info.ecc_bucket_leak_rate = cpu_to_le16(1440);
1422     info.expose_encl_devices = 1;
1423 
1424     cmd->iov_size -= dma_buf_read(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1425     return MFI_STAT_OK;
1426 }
1427 
1428 static int megasas_cache_flush(MegasasState *s, MegasasCmd *cmd)
1429 {
1430     blk_drain_all();
1431     return MFI_STAT_OK;
1432 }
1433 
1434 static int megasas_ctrl_shutdown(MegasasState *s, MegasasCmd *cmd)
1435 {
1436     s->fw_state = MFI_FWSTATE_READY;
1437     return MFI_STAT_OK;
1438 }
1439 
1440 /* Some implementations use CLUSTER RESET LD to simulate a device reset */
1441 static int megasas_cluster_reset_ld(MegasasState *s, MegasasCmd *cmd)
1442 {
1443     uint16_t target_id;
1444     int i;
1445 
1446     /* mbox0 contains the device index */
1447     target_id = le16_to_cpu(cmd->frame->dcmd.mbox[0]);
1448     trace_megasas_dcmd_reset_ld(cmd->index, target_id);
1449     for (i = 0; i < s->fw_cmds; i++) {
1450         MegasasCmd *tmp_cmd = &s->frames[i];
1451         if (tmp_cmd->req && tmp_cmd->req->dev->id == target_id) {
1452             SCSIDevice *d = tmp_cmd->req->dev;
1453             qdev_reset_all(&d->qdev);
1454         }
1455     }
1456     return MFI_STAT_OK;
1457 }
1458 
1459 static int megasas_dcmd_set_properties(MegasasState *s, MegasasCmd *cmd)
1460 {
1461     struct mfi_ctrl_props info;
1462     size_t dcmd_size = sizeof(info);
1463 
1464     if (cmd->iov_size < dcmd_size) {
1465         trace_megasas_dcmd_invalid_xfer_len(cmd->index, cmd->iov_size,
1466                                             dcmd_size);
1467         return MFI_STAT_INVALID_PARAMETER;
1468     }
1469     dma_buf_write(&info, dcmd_size, &cmd->qsg, MEMTXATTRS_UNSPECIFIED);
1470     trace_megasas_dcmd_unsupported(cmd->index, cmd->iov_size);
1471     return MFI_STAT_OK;
1472 }
1473 
1474 static int megasas_dcmd_dummy(MegasasState *s, MegasasCmd *cmd)
1475 {
1476     trace_megasas_dcmd_dummy(cmd->index, cmd->iov_size);
1477     return MFI_STAT_OK;
1478 }
1479 
1480 static const struct dcmd_cmd_tbl_t {
1481     int opcode;
1482     const char *desc;
1483     int (*func)(MegasasState *s, MegasasCmd *cmd);
1484 } dcmd_cmd_tbl[] = {
1485     { MFI_DCMD_CTRL_MFI_HOST_MEM_ALLOC, "CTRL_HOST_MEM_ALLOC",
1486       megasas_dcmd_dummy },
1487     { MFI_DCMD_CTRL_GET_INFO, "CTRL_GET_INFO",
1488       megasas_ctrl_get_info },
1489     { MFI_DCMD_CTRL_GET_PROPERTIES, "CTRL_GET_PROPERTIES",
1490       megasas_dcmd_get_properties },
1491     { MFI_DCMD_CTRL_SET_PROPERTIES, "CTRL_SET_PROPERTIES",
1492       megasas_dcmd_set_properties },
1493     { MFI_DCMD_CTRL_ALARM_GET, "CTRL_ALARM_GET",
1494       megasas_dcmd_dummy },
1495     { MFI_DCMD_CTRL_ALARM_ENABLE, "CTRL_ALARM_ENABLE",
1496       megasas_dcmd_dummy },
1497     { MFI_DCMD_CTRL_ALARM_DISABLE, "CTRL_ALARM_DISABLE",
1498       megasas_dcmd_dummy },
1499     { MFI_DCMD_CTRL_ALARM_SILENCE, "CTRL_ALARM_SILENCE",
1500       megasas_dcmd_dummy },
1501     { MFI_DCMD_CTRL_ALARM_TEST, "CTRL_ALARM_TEST",
1502       megasas_dcmd_dummy },
1503     { MFI_DCMD_CTRL_EVENT_GETINFO, "CTRL_EVENT_GETINFO",
1504       megasas_event_info },
1505     { MFI_DCMD_CTRL_EVENT_GET, "CTRL_EVENT_GET",
1506       megasas_dcmd_dummy },
1507     { MFI_DCMD_CTRL_EVENT_WAIT, "CTRL_EVENT_WAIT",
1508       megasas_event_wait },
1509     { MFI_DCMD_CTRL_SHUTDOWN, "CTRL_SHUTDOWN",
1510       megasas_ctrl_shutdown },
1511     { MFI_DCMD_HIBERNATE_STANDBY, "CTRL_STANDBY",
1512       megasas_dcmd_dummy },
1513     { MFI_DCMD_CTRL_GET_TIME, "CTRL_GET_TIME",
1514       megasas_dcmd_get_fw_time },
1515     { MFI_DCMD_CTRL_SET_TIME, "CTRL_SET_TIME",
1516       megasas_dcmd_set_fw_time },
1517     { MFI_DCMD_CTRL_BIOS_DATA_GET, "CTRL_BIOS_DATA_GET",
1518       megasas_dcmd_get_bios_info },
1519     { MFI_DCMD_CTRL_FACTORY_DEFAULTS, "CTRL_FACTORY_DEFAULTS",
1520       megasas_dcmd_dummy },
1521     { MFI_DCMD_CTRL_MFC_DEFAULTS_GET, "CTRL_MFC_DEFAULTS_GET",
1522       megasas_mfc_get_defaults },
1523     { MFI_DCMD_CTRL_MFC_DEFAULTS_SET, "CTRL_MFC_DEFAULTS_SET",
1524       megasas_dcmd_dummy },
1525     { MFI_DCMD_CTRL_CACHE_FLUSH, "CTRL_CACHE_FLUSH",
1526       megasas_cache_flush },
1527     { MFI_DCMD_PD_GET_LIST, "PD_GET_LIST",
1528       megasas_dcmd_pd_get_list },
1529     { MFI_DCMD_PD_LIST_QUERY, "PD_LIST_QUERY",
1530       megasas_dcmd_pd_list_query },
1531     { MFI_DCMD_PD_GET_INFO, "PD_GET_INFO",
1532       megasas_dcmd_pd_get_info },
1533     { MFI_DCMD_PD_STATE_SET, "PD_STATE_SET",
1534       megasas_dcmd_dummy },
1535     { MFI_DCMD_PD_REBUILD, "PD_REBUILD",
1536       megasas_dcmd_dummy },
1537     { MFI_DCMD_PD_BLINK, "PD_BLINK",
1538       megasas_dcmd_dummy },
1539     { MFI_DCMD_PD_UNBLINK, "PD_UNBLINK",
1540       megasas_dcmd_dummy },
1541     { MFI_DCMD_LD_GET_LIST, "LD_GET_LIST",
1542       megasas_dcmd_ld_get_list},
1543     { MFI_DCMD_LD_LIST_QUERY, "LD_LIST_QUERY",
1544       megasas_dcmd_ld_list_query },
1545     { MFI_DCMD_LD_GET_INFO, "LD_GET_INFO",
1546       megasas_dcmd_ld_get_info },
1547     { MFI_DCMD_LD_GET_PROP, "LD_GET_PROP",
1548       megasas_dcmd_dummy },
1549     { MFI_DCMD_LD_SET_PROP, "LD_SET_PROP",
1550       megasas_dcmd_dummy },
1551     { MFI_DCMD_LD_DELETE, "LD_DELETE",
1552       megasas_dcmd_dummy },
1553     { MFI_DCMD_CFG_READ, "CFG_READ",
1554       megasas_dcmd_cfg_read },
1555     { MFI_DCMD_CFG_ADD, "CFG_ADD",
1556       megasas_dcmd_dummy },
1557     { MFI_DCMD_CFG_CLEAR, "CFG_CLEAR",
1558       megasas_dcmd_dummy },
1559     { MFI_DCMD_CFG_FOREIGN_READ, "CFG_FOREIGN_READ",
1560       megasas_dcmd_dummy },
1561     { MFI_DCMD_CFG_FOREIGN_IMPORT, "CFG_FOREIGN_IMPORT",
1562       megasas_dcmd_dummy },
1563     { MFI_DCMD_BBU_STATUS, "BBU_STATUS",
1564       megasas_dcmd_dummy },
1565     { MFI_DCMD_BBU_CAPACITY_INFO, "BBU_CAPACITY_INFO",
1566       megasas_dcmd_dummy },
1567     { MFI_DCMD_BBU_DESIGN_INFO, "BBU_DESIGN_INFO",
1568       megasas_dcmd_dummy },
1569     { MFI_DCMD_BBU_PROP_GET, "BBU_PROP_GET",
1570       megasas_dcmd_dummy },
1571     { MFI_DCMD_CLUSTER, "CLUSTER",
1572       megasas_dcmd_dummy },
1573     { MFI_DCMD_CLUSTER_RESET_ALL, "CLUSTER_RESET_ALL",
1574       megasas_dcmd_dummy },
1575     { MFI_DCMD_CLUSTER_RESET_LD, "CLUSTER_RESET_LD",
1576       megasas_cluster_reset_ld },
1577     { -1, NULL, NULL }
1578 };
1579 
1580 static int megasas_handle_dcmd(MegasasState *s, MegasasCmd *cmd)
1581 {
1582     int retval = 0;
1583     size_t len;
1584     const struct dcmd_cmd_tbl_t *cmdptr = dcmd_cmd_tbl;
1585 
1586     cmd->dcmd_opcode = le32_to_cpu(cmd->frame->dcmd.opcode);
1587     trace_megasas_handle_dcmd(cmd->index, cmd->dcmd_opcode);
1588     if (megasas_map_dcmd(s, cmd) < 0) {
1589         return MFI_STAT_MEMORY_NOT_AVAILABLE;
1590     }
1591     while (cmdptr->opcode != -1 && cmdptr->opcode != cmd->dcmd_opcode) {
1592         cmdptr++;
1593     }
1594     len = cmd->iov_size;
1595     if (cmdptr->opcode == -1) {
1596         trace_megasas_dcmd_unhandled(cmd->index, cmd->dcmd_opcode, len);
1597         retval = megasas_dcmd_dummy(s, cmd);
1598     } else {
1599         trace_megasas_dcmd_enter(cmd->index, cmdptr->desc, len);
1600         retval = cmdptr->func(s, cmd);
1601     }
1602     if (retval != MFI_STAT_INVALID_STATUS) {
1603         megasas_finish_dcmd(cmd, len);
1604     }
1605     return retval;
1606 }
1607 
1608 static int megasas_finish_internal_dcmd(MegasasCmd *cmd,
1609                                         SCSIRequest *req, size_t resid)
1610 {
1611     int retval = MFI_STAT_OK;
1612     int lun = req->lun;
1613 
1614     trace_megasas_dcmd_internal_finish(cmd->index, cmd->dcmd_opcode, lun);
1615     cmd->iov_size -= resid;
1616     switch (cmd->dcmd_opcode) {
1617     case MFI_DCMD_PD_GET_INFO:
1618         retval = megasas_pd_get_info_submit(req->dev, lun, cmd);
1619         break;
1620     case MFI_DCMD_LD_GET_INFO:
1621         retval = megasas_ld_get_info_submit(req->dev, lun, cmd);
1622         break;
1623     default:
1624         trace_megasas_dcmd_internal_invalid(cmd->index, cmd->dcmd_opcode);
1625         retval = MFI_STAT_INVALID_DCMD;
1626         break;
1627     }
1628     if (retval != MFI_STAT_INVALID_STATUS) {
1629         megasas_finish_dcmd(cmd, cmd->iov_size);
1630     }
1631     return retval;
1632 }
1633 
1634 static int megasas_enqueue_req(MegasasCmd *cmd, bool is_write)
1635 {
1636     int len;
1637 
1638     len = scsi_req_enqueue(cmd->req);
1639     if (len < 0) {
1640         len = -len;
1641     }
1642     if (len > 0) {
1643         if (len > cmd->iov_size) {
1644             if (is_write) {
1645                 trace_megasas_iov_write_overflow(cmd->index, len,
1646                                                  cmd->iov_size);
1647             } else {
1648                 trace_megasas_iov_read_overflow(cmd->index, len,
1649                                                 cmd->iov_size);
1650             }
1651         }
1652         if (len < cmd->iov_size) {
1653             if (is_write) {
1654                 trace_megasas_iov_write_underflow(cmd->index, len,
1655                                                   cmd->iov_size);
1656             } else {
1657                 trace_megasas_iov_read_underflow(cmd->index, len,
1658                                                  cmd->iov_size);
1659             }
1660             cmd->iov_size = len;
1661         }
1662         scsi_req_continue(cmd->req);
1663     }
1664     return len;
1665 }
1666 
1667 static int megasas_handle_scsi(MegasasState *s, MegasasCmd *cmd,
1668                                int frame_cmd)
1669 {
1670     uint8_t *cdb;
1671     int target_id, lun_id, cdb_len;
1672     bool is_write;
1673     struct SCSIDevice *sdev = NULL;
1674     bool is_logical = (frame_cmd == MFI_CMD_LD_SCSI_IO);
1675 
1676     cdb = cmd->frame->pass.cdb;
1677     target_id = cmd->frame->header.target_id;
1678     lun_id = cmd->frame->header.lun_id;
1679     cdb_len = cmd->frame->header.cdb_len;
1680 
1681     if (is_logical) {
1682         if (target_id >= MFI_MAX_LD || lun_id != 0) {
1683             trace_megasas_scsi_target_not_present(
1684                 mfi_frame_desc(frame_cmd), is_logical, target_id, lun_id);
1685             return MFI_STAT_DEVICE_NOT_FOUND;
1686         }
1687     }
1688     sdev = scsi_device_find(&s->bus, 0, target_id, lun_id);
1689 
1690     cmd->iov_size = le32_to_cpu(cmd->frame->header.data_len);
1691     trace_megasas_handle_scsi(mfi_frame_desc(frame_cmd), is_logical,
1692                               target_id, lun_id, sdev, cmd->iov_size);
1693 
1694     if (!sdev || (megasas_is_jbod(s) && is_logical)) {
1695         trace_megasas_scsi_target_not_present(
1696             mfi_frame_desc(frame_cmd), is_logical, target_id, lun_id);
1697         return MFI_STAT_DEVICE_NOT_FOUND;
1698     }
1699 
1700     if (cdb_len > 16) {
1701         trace_megasas_scsi_invalid_cdb_len(
1702                 mfi_frame_desc(frame_cmd), is_logical,
1703                 target_id, lun_id, cdb_len);
1704         megasas_write_sense(cmd, SENSE_CODE(INVALID_OPCODE));
1705         cmd->frame->header.scsi_status = CHECK_CONDITION;
1706         s->event_count++;
1707         return MFI_STAT_SCSI_DONE_WITH_ERROR;
1708     }
1709 
1710     if (megasas_map_sgl(s, cmd, &cmd->frame->pass.sgl)) {
1711         megasas_write_sense(cmd, SENSE_CODE(TARGET_FAILURE));
1712         cmd->frame->header.scsi_status = CHECK_CONDITION;
1713         s->event_count++;
1714         return MFI_STAT_SCSI_DONE_WITH_ERROR;
1715     }
1716 
1717     cmd->req = scsi_req_new(sdev, cmd->index, lun_id, cdb, cmd);
1718     if (!cmd->req) {
1719         trace_megasas_scsi_req_alloc_failed(
1720                 mfi_frame_desc(frame_cmd), target_id, lun_id);
1721         megasas_write_sense(cmd, SENSE_CODE(NO_SENSE));
1722         cmd->frame->header.scsi_status = BUSY;
1723         s->event_count++;
1724         return MFI_STAT_SCSI_DONE_WITH_ERROR;
1725     }
1726 
1727     is_write = (cmd->req->cmd.mode == SCSI_XFER_TO_DEV);
1728     if (cmd->iov_size) {
1729         if (is_write) {
1730             trace_megasas_scsi_write_start(cmd->index, cmd->iov_size);
1731         } else {
1732             trace_megasas_scsi_read_start(cmd->index, cmd->iov_size);
1733         }
1734     } else {
1735         trace_megasas_scsi_nodata(cmd->index);
1736     }
1737     megasas_enqueue_req(cmd, is_write);
1738     return MFI_STAT_INVALID_STATUS;
1739 }
1740 
1741 static int megasas_handle_io(MegasasState *s, MegasasCmd *cmd, int frame_cmd)
1742 {
1743     uint32_t lba_count, lba_start_hi, lba_start_lo;
1744     uint64_t lba_start;
1745     bool is_write = (frame_cmd == MFI_CMD_LD_WRITE);
1746     uint8_t cdb[16];
1747     int len;
1748     struct SCSIDevice *sdev = NULL;
1749     int target_id, lun_id, cdb_len;
1750 
1751     lba_count = le32_to_cpu(cmd->frame->io.header.data_len);
1752     lba_start_lo = le32_to_cpu(cmd->frame->io.lba_lo);
1753     lba_start_hi = le32_to_cpu(cmd->frame->io.lba_hi);
1754     lba_start = ((uint64_t)lba_start_hi << 32) | lba_start_lo;
1755 
1756     target_id = cmd->frame->header.target_id;
1757     lun_id = cmd->frame->header.lun_id;
1758     cdb_len = cmd->frame->header.cdb_len;
1759 
1760     if (target_id < MFI_MAX_LD && lun_id == 0) {
1761         sdev = scsi_device_find(&s->bus, 0, target_id, lun_id);
1762     }
1763 
1764     trace_megasas_handle_io(cmd->index,
1765                             mfi_frame_desc(frame_cmd), target_id, lun_id,
1766                             (unsigned long)lba_start, (unsigned long)lba_count);
1767     if (!sdev) {
1768         trace_megasas_io_target_not_present(cmd->index,
1769             mfi_frame_desc(frame_cmd), target_id, lun_id);
1770         return MFI_STAT_DEVICE_NOT_FOUND;
1771     }
1772 
1773     if (cdb_len > 16) {
1774         trace_megasas_scsi_invalid_cdb_len(
1775             mfi_frame_desc(frame_cmd), 1, target_id, lun_id, cdb_len);
1776         megasas_write_sense(cmd, SENSE_CODE(INVALID_OPCODE));
1777         cmd->frame->header.scsi_status = CHECK_CONDITION;
1778         s->event_count++;
1779         return MFI_STAT_SCSI_DONE_WITH_ERROR;
1780     }
1781 
1782     cmd->iov_size = lba_count * sdev->blocksize;
1783     if (megasas_map_sgl(s, cmd, &cmd->frame->io.sgl)) {
1784         megasas_write_sense(cmd, SENSE_CODE(TARGET_FAILURE));
1785         cmd->frame->header.scsi_status = CHECK_CONDITION;
1786         s->event_count++;
1787         return MFI_STAT_SCSI_DONE_WITH_ERROR;
1788     }
1789 
1790     megasas_encode_lba(cdb, lba_start, lba_count, is_write);
1791     cmd->req = scsi_req_new(sdev, cmd->index,
1792                             lun_id, cdb, cmd);
1793     if (!cmd->req) {
1794         trace_megasas_scsi_req_alloc_failed(
1795             mfi_frame_desc(frame_cmd), target_id, lun_id);
1796         megasas_write_sense(cmd, SENSE_CODE(NO_SENSE));
1797         cmd->frame->header.scsi_status = BUSY;
1798         s->event_count++;
1799         return MFI_STAT_SCSI_DONE_WITH_ERROR;
1800     }
1801     len = megasas_enqueue_req(cmd, is_write);
1802     if (len > 0) {
1803         if (is_write) {
1804             trace_megasas_io_write_start(cmd->index, lba_start, lba_count, len);
1805         } else {
1806             trace_megasas_io_read_start(cmd->index, lba_start, lba_count, len);
1807         }
1808     }
1809     return MFI_STAT_INVALID_STATUS;
1810 }
1811 
1812 static QEMUSGList *megasas_get_sg_list(SCSIRequest *req)
1813 {
1814     MegasasCmd *cmd = req->hba_private;
1815 
1816     if (cmd->dcmd_opcode != -1) {
1817         return NULL;
1818     } else {
1819         return &cmd->qsg;
1820     }
1821 }
1822 
1823 static void megasas_xfer_complete(SCSIRequest *req, uint32_t len)
1824 {
1825     MegasasCmd *cmd = req->hba_private;
1826     uint8_t *buf;
1827 
1828     trace_megasas_io_complete(cmd->index, len);
1829 
1830     if (cmd->dcmd_opcode != -1) {
1831         scsi_req_continue(req);
1832         return;
1833     }
1834 
1835     buf = scsi_req_get_buf(req);
1836     if (cmd->dcmd_opcode == MFI_DCMD_PD_GET_INFO && cmd->iov_buf) {
1837         struct mfi_pd_info *info = cmd->iov_buf;
1838 
1839         if (info->inquiry_data[0] == 0x7f) {
1840             memset(info->inquiry_data, 0, sizeof(info->inquiry_data));
1841             memcpy(info->inquiry_data, buf, len);
1842         } else if (info->vpd_page83[0] == 0x7f) {
1843             memset(info->vpd_page83, 0, sizeof(info->vpd_page83));
1844             memcpy(info->vpd_page83, buf, len);
1845         }
1846         scsi_req_continue(req);
1847     } else if (cmd->dcmd_opcode == MFI_DCMD_LD_GET_INFO) {
1848         struct mfi_ld_info *info = cmd->iov_buf;
1849 
1850         if (cmd->iov_buf) {
1851             memcpy(info->vpd_page83, buf, sizeof(info->vpd_page83));
1852             scsi_req_continue(req);
1853         }
1854     }
1855 }
1856 
1857 static void megasas_command_complete(SCSIRequest *req, size_t resid)
1858 {
1859     MegasasCmd *cmd = req->hba_private;
1860     uint8_t cmd_status = MFI_STAT_OK;
1861 
1862     trace_megasas_command_complete(cmd->index, req->status, resid);
1863 
1864     if (req->io_canceled) {
1865         return;
1866     }
1867 
1868     if (cmd->dcmd_opcode != -1) {
1869         /*
1870          * Internal command complete
1871          */
1872         cmd_status = megasas_finish_internal_dcmd(cmd, req, resid);
1873         if (cmd_status == MFI_STAT_INVALID_STATUS) {
1874             return;
1875         }
1876     } else {
1877         trace_megasas_scsi_complete(cmd->index, req->status,
1878                                     cmd->iov_size, req->cmd.xfer);
1879         if (req->status != GOOD) {
1880             cmd_status = MFI_STAT_SCSI_DONE_WITH_ERROR;
1881         }
1882         if (req->status == CHECK_CONDITION) {
1883             megasas_copy_sense(cmd);
1884         }
1885 
1886         cmd->frame->header.scsi_status = req->status;
1887     }
1888     cmd->frame->header.cmd_status = cmd_status;
1889     megasas_complete_command(cmd);
1890 }
1891 
1892 static void megasas_command_cancelled(SCSIRequest *req)
1893 {
1894     MegasasCmd *cmd = req->hba_private;
1895 
1896     if (!cmd) {
1897         return;
1898     }
1899     cmd->frame->header.cmd_status = MFI_STAT_SCSI_IO_FAILED;
1900     megasas_complete_command(cmd);
1901 }
1902 
1903 static int megasas_handle_abort(MegasasState *s, MegasasCmd *cmd)
1904 {
1905     uint64_t abort_ctx = le64_to_cpu(cmd->frame->abort.abort_context);
1906     hwaddr abort_addr, addr_hi, addr_lo;
1907     MegasasCmd *abort_cmd;
1908 
1909     addr_hi = le32_to_cpu(cmd->frame->abort.abort_mfi_addr_hi);
1910     addr_lo = le32_to_cpu(cmd->frame->abort.abort_mfi_addr_lo);
1911     abort_addr = ((uint64_t)addr_hi << 32) | addr_lo;
1912 
1913     abort_cmd = megasas_lookup_frame(s, abort_addr);
1914     if (!abort_cmd) {
1915         trace_megasas_abort_no_cmd(cmd->index, abort_ctx);
1916         s->event_count++;
1917         return MFI_STAT_OK;
1918     }
1919     if (!megasas_use_queue64(s)) {
1920         abort_ctx &= (uint64_t)0xFFFFFFFF;
1921     }
1922     if (abort_cmd->context != abort_ctx) {
1923         trace_megasas_abort_invalid_context(cmd->index, abort_cmd->context,
1924                                             abort_cmd->index);
1925         s->event_count++;
1926         return MFI_STAT_ABORT_NOT_POSSIBLE;
1927     }
1928     trace_megasas_abort_frame(cmd->index, abort_cmd->index);
1929     megasas_abort_command(abort_cmd);
1930     if (!s->event_cmd || abort_cmd != s->event_cmd) {
1931         s->event_cmd = NULL;
1932     }
1933     s->event_count++;
1934     return MFI_STAT_OK;
1935 }
1936 
1937 static void megasas_handle_frame(MegasasState *s, uint64_t frame_addr,
1938                                  uint32_t frame_count)
1939 {
1940     uint8_t frame_status = MFI_STAT_INVALID_CMD;
1941     uint64_t frame_context;
1942     int frame_cmd;
1943     MegasasCmd *cmd;
1944 
1945     /*
1946      * Always read 64bit context, top bits will be
1947      * masked out if required in megasas_enqueue_frame()
1948      */
1949     frame_context = megasas_frame_get_context(s, frame_addr);
1950 
1951     cmd = megasas_enqueue_frame(s, frame_addr, frame_context, frame_count);
1952     if (!cmd) {
1953         /* reply queue full */
1954         trace_megasas_frame_busy(frame_addr);
1955         megasas_frame_set_scsi_status(s, frame_addr, BUSY);
1956         megasas_frame_set_cmd_status(s, frame_addr, MFI_STAT_SCSI_DONE_WITH_ERROR);
1957         megasas_complete_frame(s, frame_context);
1958         s->event_count++;
1959         return;
1960     }
1961     frame_cmd = cmd->frame->header.frame_cmd;
1962     switch (frame_cmd) {
1963     case MFI_CMD_INIT:
1964         frame_status = megasas_init_firmware(s, cmd);
1965         break;
1966     case MFI_CMD_DCMD:
1967         frame_status = megasas_handle_dcmd(s, cmd);
1968         break;
1969     case MFI_CMD_ABORT:
1970         frame_status = megasas_handle_abort(s, cmd);
1971         break;
1972     case MFI_CMD_PD_SCSI_IO:
1973     case MFI_CMD_LD_SCSI_IO:
1974         frame_status = megasas_handle_scsi(s, cmd, frame_cmd);
1975         break;
1976     case MFI_CMD_LD_READ:
1977     case MFI_CMD_LD_WRITE:
1978         frame_status = megasas_handle_io(s, cmd, frame_cmd);
1979         break;
1980     default:
1981         trace_megasas_unhandled_frame_cmd(cmd->index, frame_cmd);
1982         s->event_count++;
1983         break;
1984     }
1985     if (frame_status != MFI_STAT_INVALID_STATUS) {
1986         if (cmd->frame) {
1987             cmd->frame->header.cmd_status = frame_status;
1988         } else {
1989             megasas_frame_set_cmd_status(s, frame_addr, frame_status);
1990         }
1991         megasas_unmap_frame(s, cmd);
1992         megasas_complete_frame(s, cmd->context);
1993     }
1994 }
1995 
1996 static uint64_t megasas_mmio_read(void *opaque, hwaddr addr,
1997                                   unsigned size)
1998 {
1999     MegasasState *s = opaque;
2000     PCIDevice *pci_dev = PCI_DEVICE(s);
2001     MegasasBaseClass *base_class = MEGASAS_GET_CLASS(s);
2002     uint32_t retval = 0;
2003 
2004     switch (addr) {
2005     case MFI_IDB:
2006         retval = 0;
2007         trace_megasas_mmio_readl("MFI_IDB", retval);
2008         break;
2009     case MFI_OMSG0:
2010     case MFI_OSP0:
2011         retval = (msix_present(pci_dev) ? MFI_FWSTATE_MSIX_SUPPORTED : 0) |
2012             (s->fw_state & MFI_FWSTATE_MASK) |
2013             ((s->fw_sge & 0xff) << 16) |
2014             (s->fw_cmds & 0xFFFF);
2015         trace_megasas_mmio_readl(addr == MFI_OMSG0 ? "MFI_OMSG0" : "MFI_OSP0",
2016                                  retval);
2017         break;
2018     case MFI_OSTS:
2019         if (megasas_intr_enabled(s) && s->doorbell) {
2020             retval = base_class->osts;
2021         }
2022         trace_megasas_mmio_readl("MFI_OSTS", retval);
2023         break;
2024     case MFI_OMSK:
2025         retval = s->intr_mask;
2026         trace_megasas_mmio_readl("MFI_OMSK", retval);
2027         break;
2028     case MFI_ODCR0:
2029         retval = s->doorbell ? 1 : 0;
2030         trace_megasas_mmio_readl("MFI_ODCR0", retval);
2031         break;
2032     case MFI_DIAG:
2033         retval = s->diag;
2034         trace_megasas_mmio_readl("MFI_DIAG", retval);
2035         break;
2036     case MFI_OSP1:
2037         retval = 15;
2038         trace_megasas_mmio_readl("MFI_OSP1", retval);
2039         break;
2040     default:
2041         trace_megasas_mmio_invalid_readl(addr);
2042         break;
2043     }
2044     return retval;
2045 }
2046 
2047 static int adp_reset_seq[] = {0x00, 0x04, 0x0b, 0x02, 0x07, 0x0d};
2048 
2049 static void megasas_mmio_write(void *opaque, hwaddr addr,
2050                                uint64_t val, unsigned size)
2051 {
2052     MegasasState *s = opaque;
2053     PCIDevice *pci_dev = PCI_DEVICE(s);
2054     uint64_t frame_addr;
2055     uint32_t frame_count;
2056     int i;
2057 
2058     switch (addr) {
2059     case MFI_IDB:
2060         trace_megasas_mmio_writel("MFI_IDB", val);
2061         if (val & MFI_FWINIT_ABORT) {
2062             /* Abort all pending cmds */
2063             for (i = 0; i < s->fw_cmds; i++) {
2064                 megasas_abort_command(&s->frames[i]);
2065             }
2066         }
2067         if (val & MFI_FWINIT_READY) {
2068             /* move to FW READY */
2069             megasas_soft_reset(s);
2070         }
2071         if (val & MFI_FWINIT_MFIMODE) {
2072             /* discard MFIs */
2073         }
2074         if (val & MFI_FWINIT_STOP_ADP) {
2075             /* Terminal error, stop processing */
2076             s->fw_state = MFI_FWSTATE_FAULT;
2077         }
2078         break;
2079     case MFI_OMSK:
2080         trace_megasas_mmio_writel("MFI_OMSK", val);
2081         s->intr_mask = val;
2082         if (!megasas_intr_enabled(s) &&
2083             !msi_enabled(pci_dev) &&
2084             !msix_enabled(pci_dev)) {
2085             trace_megasas_irq_lower();
2086             pci_irq_deassert(pci_dev);
2087         }
2088         if (megasas_intr_enabled(s)) {
2089             if (msix_enabled(pci_dev)) {
2090                 trace_megasas_msix_enabled(0);
2091             } else if (msi_enabled(pci_dev)) {
2092                 trace_megasas_msi_enabled(0);
2093             } else {
2094                 trace_megasas_intr_enabled();
2095             }
2096         } else {
2097             trace_megasas_intr_disabled();
2098             megasas_soft_reset(s);
2099         }
2100         break;
2101     case MFI_ODCR0:
2102         trace_megasas_mmio_writel("MFI_ODCR0", val);
2103         s->doorbell = 0;
2104         if (megasas_intr_enabled(s)) {
2105             if (!msix_enabled(pci_dev) && !msi_enabled(pci_dev)) {
2106                 trace_megasas_irq_lower();
2107                 pci_irq_deassert(pci_dev);
2108             }
2109         }
2110         break;
2111     case MFI_IQPH:
2112         trace_megasas_mmio_writel("MFI_IQPH", val);
2113         /* Received high 32 bits of a 64 bit MFI frame address */
2114         s->frame_hi = val;
2115         break;
2116     case MFI_IQPL:
2117         trace_megasas_mmio_writel("MFI_IQPL", val);
2118         /* Received low 32 bits of a 64 bit MFI frame address */
2119         /* Fallthrough */
2120     case MFI_IQP:
2121         if (addr == MFI_IQP) {
2122             trace_megasas_mmio_writel("MFI_IQP", val);
2123             /* Received 64 bit MFI frame address */
2124             s->frame_hi = 0;
2125         }
2126         frame_addr = (val & ~0x1F);
2127         /* Add possible 64 bit offset */
2128         frame_addr |= ((uint64_t)s->frame_hi << 32);
2129         s->frame_hi = 0;
2130         frame_count = (val >> 1) & 0xF;
2131         megasas_handle_frame(s, frame_addr, frame_count);
2132         break;
2133     case MFI_SEQ:
2134         trace_megasas_mmio_writel("MFI_SEQ", val);
2135         /* Magic sequence to start ADP reset */
2136         if (adp_reset_seq[s->adp_reset++] == val) {
2137             if (s->adp_reset == 6) {
2138                 s->adp_reset = 0;
2139                 s->diag = MFI_DIAG_WRITE_ENABLE;
2140             }
2141         } else {
2142             s->adp_reset = 0;
2143             s->diag = 0;
2144         }
2145         break;
2146     case MFI_DIAG:
2147         trace_megasas_mmio_writel("MFI_DIAG", val);
2148         /* ADP reset */
2149         if ((s->diag & MFI_DIAG_WRITE_ENABLE) &&
2150             (val & MFI_DIAG_RESET_ADP)) {
2151             s->diag |= MFI_DIAG_RESET_ADP;
2152             megasas_soft_reset(s);
2153             s->adp_reset = 0;
2154             s->diag = 0;
2155         }
2156         break;
2157     default:
2158         trace_megasas_mmio_invalid_writel(addr, val);
2159         break;
2160     }
2161 }
2162 
2163 static const MemoryRegionOps megasas_mmio_ops = {
2164     .read = megasas_mmio_read,
2165     .write = megasas_mmio_write,
2166     .endianness = DEVICE_LITTLE_ENDIAN,
2167     .impl = {
2168         .min_access_size = 8,
2169         .max_access_size = 8,
2170     }
2171 };
2172 
2173 static uint64_t megasas_port_read(void *opaque, hwaddr addr,
2174                                   unsigned size)
2175 {
2176     return megasas_mmio_read(opaque, addr & 0xff, size);
2177 }
2178 
2179 static void megasas_port_write(void *opaque, hwaddr addr,
2180                                uint64_t val, unsigned size)
2181 {
2182     megasas_mmio_write(opaque, addr & 0xff, val, size);
2183 }
2184 
2185 static const MemoryRegionOps megasas_port_ops = {
2186     .read = megasas_port_read,
2187     .write = megasas_port_write,
2188     .endianness = DEVICE_LITTLE_ENDIAN,
2189     .impl = {
2190         .min_access_size = 4,
2191         .max_access_size = 4,
2192     }
2193 };
2194 
2195 static uint64_t megasas_queue_read(void *opaque, hwaddr addr,
2196                                    unsigned size)
2197 {
2198     return 0;
2199 }
2200 
2201 static void megasas_queue_write(void *opaque, hwaddr addr,
2202                                uint64_t val, unsigned size)
2203 {
2204     return;
2205 }
2206 
2207 static const MemoryRegionOps megasas_queue_ops = {
2208     .read = megasas_queue_read,
2209     .write = megasas_queue_write,
2210     .endianness = DEVICE_LITTLE_ENDIAN,
2211     .impl = {
2212         .min_access_size = 8,
2213         .max_access_size = 8,
2214     }
2215 };
2216 
2217 static void megasas_soft_reset(MegasasState *s)
2218 {
2219     int i;
2220     MegasasCmd *cmd;
2221 
2222     trace_megasas_reset(s->fw_state);
2223     for (i = 0; i < s->fw_cmds; i++) {
2224         cmd = &s->frames[i];
2225         megasas_abort_command(cmd);
2226     }
2227     if (s->fw_state == MFI_FWSTATE_READY) {
2228         BusChild *kid;
2229 
2230         /*
2231          * The EFI firmware doesn't handle UA,
2232          * so we need to clear the Power On/Reset UA
2233          * after the initial reset.
2234          */
2235         QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
2236             SCSIDevice *sdev = SCSI_DEVICE(kid->child);
2237 
2238             sdev->unit_attention = SENSE_CODE(NO_SENSE);
2239             scsi_device_unit_attention_reported(sdev);
2240         }
2241     }
2242     megasas_reset_frames(s);
2243     s->reply_queue_len = s->fw_cmds;
2244     s->reply_queue_pa = 0;
2245     s->consumer_pa = 0;
2246     s->producer_pa = 0;
2247     s->fw_state = MFI_FWSTATE_READY;
2248     s->doorbell = 0;
2249     s->intr_mask = MEGASAS_INTR_DISABLED_MASK;
2250     s->frame_hi = 0;
2251     s->flags &= ~MEGASAS_MASK_USE_QUEUE64;
2252     s->event_count++;
2253     s->boot_event = s->event_count;
2254 }
2255 
2256 static void megasas_scsi_reset(DeviceState *dev)
2257 {
2258     MegasasState *s = MEGASAS(dev);
2259 
2260     megasas_soft_reset(s);
2261 }
2262 
2263 static const VMStateDescription vmstate_megasas_gen1 = {
2264     .name = "megasas",
2265     .version_id = 0,
2266     .minimum_version_id = 0,
2267     .fields = (VMStateField[]) {
2268         VMSTATE_PCI_DEVICE(parent_obj, MegasasState),
2269         VMSTATE_MSIX(parent_obj, MegasasState),
2270 
2271         VMSTATE_UINT32(fw_state, MegasasState),
2272         VMSTATE_UINT32(intr_mask, MegasasState),
2273         VMSTATE_UINT32(doorbell, MegasasState),
2274         VMSTATE_UINT64(reply_queue_pa, MegasasState),
2275         VMSTATE_UINT64(consumer_pa, MegasasState),
2276         VMSTATE_UINT64(producer_pa, MegasasState),
2277         VMSTATE_END_OF_LIST()
2278     }
2279 };
2280 
2281 static const VMStateDescription vmstate_megasas_gen2 = {
2282     .name = "megasas-gen2",
2283     .version_id = 0,
2284     .minimum_version_id = 0,
2285     .minimum_version_id_old = 0,
2286     .fields      = (VMStateField[]) {
2287         VMSTATE_PCI_DEVICE(parent_obj, MegasasState),
2288         VMSTATE_MSIX(parent_obj, MegasasState),
2289 
2290         VMSTATE_UINT32(fw_state, MegasasState),
2291         VMSTATE_UINT32(intr_mask, MegasasState),
2292         VMSTATE_UINT32(doorbell, MegasasState),
2293         VMSTATE_UINT64(reply_queue_pa, MegasasState),
2294         VMSTATE_UINT64(consumer_pa, MegasasState),
2295         VMSTATE_UINT64(producer_pa, MegasasState),
2296         VMSTATE_END_OF_LIST()
2297     }
2298 };
2299 
2300 static void megasas_scsi_uninit(PCIDevice *d)
2301 {
2302     MegasasState *s = MEGASAS(d);
2303 
2304     if (megasas_use_msix(s)) {
2305         msix_uninit(d, &s->mmio_io, &s->mmio_io);
2306     }
2307     msi_uninit(d);
2308 }
2309 
2310 static const struct SCSIBusInfo megasas_scsi_info = {
2311     .tcq = true,
2312     .max_target = MFI_MAX_LD,
2313     .max_lun = 255,
2314 
2315     .transfer_data = megasas_xfer_complete,
2316     .get_sg_list = megasas_get_sg_list,
2317     .complete = megasas_command_complete,
2318     .cancel = megasas_command_cancelled,
2319 };
2320 
2321 static void megasas_scsi_realize(PCIDevice *dev, Error **errp)
2322 {
2323     MegasasState *s = MEGASAS(dev);
2324     MegasasBaseClass *b = MEGASAS_GET_CLASS(s);
2325     uint8_t *pci_conf;
2326     int i, bar_type;
2327     Error *err = NULL;
2328     int ret;
2329 
2330     pci_conf = dev->config;
2331 
2332     /* PCI latency timer = 0 */
2333     pci_conf[PCI_LATENCY_TIMER] = 0;
2334     /* Interrupt pin 1 */
2335     pci_conf[PCI_INTERRUPT_PIN] = 0x01;
2336 
2337     if (s->msi != ON_OFF_AUTO_OFF) {
2338         ret = msi_init(dev, 0x50, 1, true, false, &err);
2339         /* Any error other than -ENOTSUP(board's MSI support is broken)
2340          * is a programming error */
2341         assert(!ret || ret == -ENOTSUP);
2342         if (ret && s->msi == ON_OFF_AUTO_ON) {
2343             /* Can't satisfy user's explicit msi=on request, fail */
2344             error_append_hint(&err, "You have to use msi=auto (default) or "
2345                     "msi=off with this machine type.\n");
2346             error_propagate(errp, err);
2347             return;
2348         } else if (ret) {
2349             /* With msi=auto, we fall back to MSI off silently */
2350             s->msi = ON_OFF_AUTO_OFF;
2351             error_free(err);
2352         }
2353     }
2354 
2355     memory_region_init_io(&s->mmio_io, OBJECT(s), &megasas_mmio_ops, s,
2356                           "megasas-mmio", 0x4000);
2357     memory_region_init_io(&s->port_io, OBJECT(s), &megasas_port_ops, s,
2358                           "megasas-io", 256);
2359     memory_region_init_io(&s->queue_io, OBJECT(s), &megasas_queue_ops, s,
2360                           "megasas-queue", 0x40000);
2361 
2362     if (megasas_use_msix(s) &&
2363         msix_init(dev, 15, &s->mmio_io, b->mmio_bar, 0x2000,
2364                   &s->mmio_io, b->mmio_bar, 0x3800, 0x68, NULL)) {
2365         /* TODO: check msix_init's error, and should fail on msix=on */
2366         s->msix = ON_OFF_AUTO_OFF;
2367     }
2368 
2369     if (pci_is_express(dev)) {
2370         pcie_endpoint_cap_init(dev, 0xa0);
2371     }
2372 
2373     bar_type = PCI_BASE_ADDRESS_SPACE_MEMORY | PCI_BASE_ADDRESS_MEM_TYPE_64;
2374     pci_register_bar(dev, b->ioport_bar,
2375                      PCI_BASE_ADDRESS_SPACE_IO, &s->port_io);
2376     pci_register_bar(dev, b->mmio_bar, bar_type, &s->mmio_io);
2377     pci_register_bar(dev, 3, bar_type, &s->queue_io);
2378 
2379     if (megasas_use_msix(s)) {
2380         msix_vector_use(dev, 0);
2381     }
2382 
2383     s->fw_state = MFI_FWSTATE_READY;
2384     if (!s->sas_addr) {
2385         s->sas_addr = ((NAA_LOCALLY_ASSIGNED_ID << 24) |
2386                        IEEE_COMPANY_LOCALLY_ASSIGNED) << 36;
2387         s->sas_addr |= pci_dev_bus_num(dev) << 16;
2388         s->sas_addr |= PCI_SLOT(dev->devfn) << 8;
2389         s->sas_addr |= PCI_FUNC(dev->devfn);
2390     }
2391     if (!s->hba_serial) {
2392         s->hba_serial = g_strdup(MEGASAS_HBA_SERIAL);
2393     }
2394     if (s->fw_sge >= MEGASAS_MAX_SGE - MFI_PASS_FRAME_SIZE) {
2395         s->fw_sge = MEGASAS_MAX_SGE - MFI_PASS_FRAME_SIZE;
2396     } else if (s->fw_sge >= 128 - MFI_PASS_FRAME_SIZE) {
2397         s->fw_sge = 128 - MFI_PASS_FRAME_SIZE;
2398     } else {
2399         s->fw_sge = 64 - MFI_PASS_FRAME_SIZE;
2400     }
2401     if (s->fw_cmds > MEGASAS_MAX_FRAMES) {
2402         s->fw_cmds = MEGASAS_MAX_FRAMES;
2403     }
2404     trace_megasas_init(s->fw_sge, s->fw_cmds,
2405                        megasas_is_jbod(s) ? "jbod" : "raid");
2406 
2407     if (megasas_is_jbod(s)) {
2408         s->fw_luns = MFI_MAX_SYS_PDS;
2409     } else {
2410         s->fw_luns = MFI_MAX_LD;
2411     }
2412     s->producer_pa = 0;
2413     s->consumer_pa = 0;
2414     for (i = 0; i < s->fw_cmds; i++) {
2415         s->frames[i].index = i;
2416         s->frames[i].context = -1;
2417         s->frames[i].pa = 0;
2418         s->frames[i].state = s;
2419     }
2420 
2421     scsi_bus_init(&s->bus, sizeof(s->bus), DEVICE(dev), &megasas_scsi_info);
2422 }
2423 
2424 static Property megasas_properties_gen1[] = {
2425     DEFINE_PROP_UINT32("max_sge", MegasasState, fw_sge,
2426                        MEGASAS_DEFAULT_SGE),
2427     DEFINE_PROP_UINT32("max_cmds", MegasasState, fw_cmds,
2428                        MEGASAS_DEFAULT_FRAMES),
2429     DEFINE_PROP_STRING("hba_serial", MegasasState, hba_serial),
2430     DEFINE_PROP_UINT64("sas_address", MegasasState, sas_addr, 0),
2431     DEFINE_PROP_ON_OFF_AUTO("msi", MegasasState, msi, ON_OFF_AUTO_AUTO),
2432     DEFINE_PROP_ON_OFF_AUTO("msix", MegasasState, msix, ON_OFF_AUTO_AUTO),
2433     DEFINE_PROP_BIT("use_jbod", MegasasState, flags,
2434                     MEGASAS_FLAG_USE_JBOD, false),
2435     DEFINE_PROP_END_OF_LIST(),
2436 };
2437 
2438 static Property megasas_properties_gen2[] = {
2439     DEFINE_PROP_UINT32("max_sge", MegasasState, fw_sge,
2440                        MEGASAS_DEFAULT_SGE),
2441     DEFINE_PROP_UINT32("max_cmds", MegasasState, fw_cmds,
2442                        MEGASAS_GEN2_DEFAULT_FRAMES),
2443     DEFINE_PROP_STRING("hba_serial", MegasasState, hba_serial),
2444     DEFINE_PROP_UINT64("sas_address", MegasasState, sas_addr, 0),
2445     DEFINE_PROP_ON_OFF_AUTO("msi", MegasasState, msi, ON_OFF_AUTO_AUTO),
2446     DEFINE_PROP_ON_OFF_AUTO("msix", MegasasState, msix, ON_OFF_AUTO_AUTO),
2447     DEFINE_PROP_BIT("use_jbod", MegasasState, flags,
2448                     MEGASAS_FLAG_USE_JBOD, false),
2449     DEFINE_PROP_END_OF_LIST(),
2450 };
2451 
2452 typedef struct MegasasInfo {
2453     const char *name;
2454     const char *desc;
2455     const char *product_name;
2456     const char *product_version;
2457     uint16_t device_id;
2458     uint16_t subsystem_id;
2459     int ioport_bar;
2460     int mmio_bar;
2461     int osts;
2462     const VMStateDescription *vmsd;
2463     Property *props;
2464     InterfaceInfo *interfaces;
2465 } MegasasInfo;
2466 
2467 static struct MegasasInfo megasas_devices[] = {
2468     {
2469         .name = TYPE_MEGASAS_GEN1,
2470         .desc = "LSI MegaRAID SAS 1078",
2471         .product_name = "LSI MegaRAID SAS 8708EM2",
2472         .product_version = MEGASAS_VERSION_GEN1,
2473         .device_id = PCI_DEVICE_ID_LSI_SAS1078,
2474         .subsystem_id = 0x1013,
2475         .ioport_bar = 2,
2476         .mmio_bar = 0,
2477         .osts = MFI_1078_RM | 1,
2478         .vmsd = &vmstate_megasas_gen1,
2479         .props = megasas_properties_gen1,
2480         .interfaces = (InterfaceInfo[]) {
2481             { INTERFACE_CONVENTIONAL_PCI_DEVICE },
2482             { },
2483         },
2484     },{
2485         .name = TYPE_MEGASAS_GEN2,
2486         .desc = "LSI MegaRAID SAS 2108",
2487         .product_name = "LSI MegaRAID SAS 9260-8i",
2488         .product_version = MEGASAS_VERSION_GEN2,
2489         .device_id = PCI_DEVICE_ID_LSI_SAS0079,
2490         .subsystem_id = 0x9261,
2491         .ioport_bar = 0,
2492         .mmio_bar = 1,
2493         .osts = MFI_GEN2_RM,
2494         .vmsd = &vmstate_megasas_gen2,
2495         .props = megasas_properties_gen2,
2496         .interfaces = (InterfaceInfo[]) {
2497             { INTERFACE_PCIE_DEVICE },
2498             { }
2499         },
2500     }
2501 };
2502 
2503 static void megasas_class_init(ObjectClass *oc, void *data)
2504 {
2505     DeviceClass *dc = DEVICE_CLASS(oc);
2506     PCIDeviceClass *pc = PCI_DEVICE_CLASS(oc);
2507     MegasasBaseClass *e = MEGASAS_CLASS(oc);
2508     const MegasasInfo *info = data;
2509 
2510     pc->realize = megasas_scsi_realize;
2511     pc->exit = megasas_scsi_uninit;
2512     pc->vendor_id = PCI_VENDOR_ID_LSI_LOGIC;
2513     pc->device_id = info->device_id;
2514     pc->subsystem_vendor_id = PCI_VENDOR_ID_LSI_LOGIC;
2515     pc->subsystem_id = info->subsystem_id;
2516     pc->class_id = PCI_CLASS_STORAGE_RAID;
2517     e->mmio_bar = info->mmio_bar;
2518     e->ioport_bar = info->ioport_bar;
2519     e->osts = info->osts;
2520     e->product_name = info->product_name;
2521     e->product_version = info->product_version;
2522     device_class_set_props(dc, info->props);
2523     dc->reset = megasas_scsi_reset;
2524     dc->vmsd = info->vmsd;
2525     set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
2526     dc->desc = info->desc;
2527 }
2528 
2529 static const TypeInfo megasas_info = {
2530     .name  = TYPE_MEGASAS_BASE,
2531     .parent = TYPE_PCI_DEVICE,
2532     .instance_size = sizeof(MegasasState),
2533     .class_size = sizeof(MegasasBaseClass),
2534     .abstract = true,
2535 };
2536 
2537 static void megasas_register_types(void)
2538 {
2539     int i;
2540 
2541     type_register_static(&megasas_info);
2542     for (i = 0; i < ARRAY_SIZE(megasas_devices); i++) {
2543         const MegasasInfo *info = &megasas_devices[i];
2544         TypeInfo type_info = {};
2545 
2546         type_info.name = info->name;
2547         type_info.parent = TYPE_MEGASAS_BASE;
2548         type_info.class_data = (void *)info;
2549         type_info.class_init = megasas_class_init;
2550         type_info.interfaces = info->interfaces;
2551 
2552         type_register(&type_info);
2553     }
2554 }
2555 
2556 type_init(megasas_register_types)
2557