574     if (n->bar.cmbsz && nvme_addr_is_cmb(n, addr) && nvme_addr_is_cmb(n, hi)) {  in nvme_addr_read()
594     if (n->bar.cmbsz && nvme_addr_is_cmb(n, addr) && nvme_addr_is_cmb(n, hi)) {  in nvme_addr_write()
650     uint32_t intms = ldl_le_p(&n->bar.intms);  in nvme_irq_check()
1516             stl_le_p(&n->bar.csts, NVME_CSTS_FAILED);  in nvme_post_cqes()
4679     if (unlikely(!qsize || qsize > NVME_CAP_MQES(ldq_le_p(&n->bar.cap)))) {  in nvme_create_sq()
4914     switch (NVME_CC_CSS(ldl_le_p(&n->bar.cc))) {  in nvme_cmd_effects()
5303     uint32_t cc = ldq_le_p(&n->bar.cc);  in nvme_create_cq()
5319     if (unlikely(!qsize || qsize > NVME_CAP_MQES(ldq_le_p(&n->bar.cap)))) {  in nvme_create_cq()
6339     uint32_t cc = ldl_le_p(&n->bar.cc);  in nvme_select_iocs_ns()
7014             stl_le_p(&n->bar.csts, NVME_CSTS_FAILED);  in nvme_process_sq()
7138         stl_le_p(&n->bar.csts, sctrl->scs ? 0 : NVME_CSTS_FAILED);  in nvme_ctrl_reset()
7140         stl_le_p(&n->bar.csts, 0);  in nvme_ctrl_reset()
7143     stl_le_p(&n->bar.intms, 0);  in nvme_ctrl_reset()
7144     stl_le_p(&n->bar.intmc, 0);  in nvme_ctrl_reset()
7145     stl_le_p(&n->bar.cc, 0);  in nvme_ctrl_reset()
7188     uint64_t cap = ldq_le_p(&n->bar.cap);  in nvme_start_ctrl()
7189     uint32_t cc = ldl_le_p(&n->bar.cc);  in nvme_start_ctrl()
7190     uint32_t aqa = ldl_le_p(&n->bar.aqa);  in nvme_start_ctrl()
7191     uint64_t asq = ldq_le_p(&n->bar.asq);  in nvme_start_ctrl()
7192     uint64_t acq = ldq_le_p(&n->bar.acq);  in nvme_start_ctrl()
7259     uint32_t cmbloc = ldl_le_p(&n->bar.cmbloc);  in nvme_cmb_enable_regs()
7260     uint32_t cmbsz = ldl_le_p(&n->bar.cmbsz);  in nvme_cmb_enable_regs()
7265     stl_le_p(&n->bar.cmbloc, cmbloc);  in nvme_cmb_enable_regs()
7274     stl_le_p(&n->bar.cmbsz, cmbsz);  in nvme_cmb_enable_regs()
7281     uint64_t cap = ldq_le_p(&n->bar.cap);  in nvme_write_bar()
7282     uint32_t cc = ldl_le_p(&n->bar.cc);  in nvme_write_bar()
7283     uint32_t intms = ldl_le_p(&n->bar.intms);  in nvme_write_bar()
7284     uint32_t csts = ldl_le_p(&n->bar.csts);  in nvme_write_bar()
7285     uint32_t pmrsts = ldl_le_p(&n->bar.pmrsts);  in nvme_write_bar()
7311         stl_le_p(&n->bar.intms, intms);  in nvme_write_bar()
7312         n->bar.intmc = n->bar.intms;  in nvme_write_bar()
7324         stl_le_p(&n->bar.intms, intms);  in nvme_write_bar()
7325         n->bar.intmc = n->bar.intms;  in nvme_write_bar()
7330         stl_le_p(&n->bar.cc, data);  in nvme_write_bar()
7359         stl_le_p(&n->bar.csts, csts);  in nvme_write_bar()
7382         stl_le_p(&n->bar.aqa, data);  in nvme_write_bar()
7386         stn_le_p(&n->bar.asq, size, data);  in nvme_write_bar()
7390         stl_le_p((uint8_t *)&n->bar.asq + 4, data);  in nvme_write_bar()
7391         trace_pci_nvme_mmio_asqaddr_hi(data, ldq_le_p(&n->bar.asq));  in nvme_write_bar()
7395         stn_le_p(&n->bar.acq, size, data);  in nvme_write_bar()
7398         stl_le_p((uint8_t *)&n->bar.acq + 4, data);  in nvme_write_bar()
7399         trace_pci_nvme_mmio_acqaddr_hi(data, ldq_le_p(&n->bar.acq));  in nvme_write_bar()
7415         stn_le_p(&n->bar.cmbmsc, size, data);  in nvme_write_bar()
7422                 uint64_t cmbmsc = ldq_le_p(&n->bar.cmbmsc);  in nvme_write_bar()
7425                     uint32_t cmbsts = ldl_le_p(&n->bar.cmbsts);  in nvme_write_bar()
7427                     stl_le_p(&n->bar.cmbsts, cmbsts);  in nvme_write_bar()
7435             n->bar.cmbsz = 0;  in nvme_write_bar()
7436             n->bar.cmbloc = 0;  in nvme_write_bar()
7441         stl_le_p((uint8_t *)&n->bar.cmbmsc + 4, data);  in nvme_write_bar()
7453         stl_le_p(&n->bar.pmrctl, data);  in nvme_write_bar()
7462         stl_le_p(&n->bar.pmrsts, pmrsts);  in nvme_write_bar()
7481         stl_le_p(&n->bar.pmrmscl, data);  in nvme_write_bar()
7485             uint64_t pmrmscu = ldl_le_p(&n->bar.pmrmscu);  in nvme_write_bar()
7490                 stl_le_p(&n->bar.pmrsts, pmrsts);  in nvme_write_bar()
7504         stl_le_p(&n->bar.pmrmscu, data);  in nvme_write_bar()
7518     uint8_t *ptr = (uint8_t *)&n->bar;  in nvme_mmio_read()
7534     if (addr > sizeof(n->bar) - size) {  in nvme_mmio_read()
7554         (NVME_PMRCAP_PMRWBM(ldl_le_p(&n->bar.pmrcap)) & 0x02)) {  in nvme_mmio_read()
7724     if (addr < sizeof(n->bar)) {  in nvme_mmio_write()
7967     uint64_t cap = ldq_le_p(&n->bar.cap);  in nvme_init_cmb()
7978     stq_le_p(&n->bar.cap, cap);  in nvme_init_cmb()
7988     uint32_t pmrcap = ldl_le_p(&n->bar.pmrcap);  in nvme_init_pmr()
7996     stl_le_p(&n->bar.pmrcap, pmrcap);  in nvme_init_pmr()
8161     uint64_t cap = ldq_le_p(&n->bar.cap);  in nvme_init_ctrl()
8262     stq_le_p(&n->bar.cap, cap);  in nvme_init_ctrl()
8264     stl_le_p(&n->bar.vs, NVME_SPEC_VER);  in nvme_init_ctrl()
8265     n->bar.intmc = n->bar.intms = 0;  in nvme_init_ctrl()
8268         stl_le_p(&n->bar.csts, NVME_CSTS_FAILED);  in nvme_init_ctrl()
8439     if (NVME_CAP_PMRS(ldq_le_p(&n->bar.cap))) {  in nvme_set_smart_warning()