Lines Matching refs:full
1012 static inline void tlb_set_compare(CPUTLBEntryFull *full, CPUTLBEntry *ent, in tlb_set_compare() argument
1027 full->slow_flags[access_type] = flags; in tlb_set_compare()
1039 vaddr addr, CPUTLBEntryFull *full) in tlb_set_page_full() argument
1054 if (full->lg_page_size <= TARGET_PAGE_BITS) { in tlb_set_page_full()
1057 sz = (hwaddr)1 << full->lg_page_size; in tlb_set_page_full()
1061 paddr_page = full->phys_addr & TARGET_PAGE_MASK; in tlb_set_page_full()
1063 prot = full->prot; in tlb_set_page_full()
1064 asidx = cpu_asidx_from_attrs(cpu, full->attrs); in tlb_set_page_full()
1066 &xlat, &sz, full->attrs, &prot); in tlb_set_page_full()
1071 addr, full->phys_addr, prot, mmu_idx); in tlb_set_page_full()
1073 read_flags = full->tlb_fill_flags; in tlb_set_page_full()
1074 if (full->lg_page_size < TARGET_PAGE_BITS) { in tlb_set_page_full()
1169 desc->fulltlb[index] = *full; in tlb_set_page_full()
1170 full = &desc->fulltlb[index]; in tlb_set_page_full()
1171 full->xlat_section = iotlb - addr_page; in tlb_set_page_full()
1172 full->phys_addr = paddr_page; in tlb_set_page_full()
1177 tlb_set_compare(full, &tn, addr_page, read_flags, in tlb_set_page_full()
1183 tlb_set_compare(full, &tn, addr_page, read_flags, in tlb_set_page_full()
1192 tlb_set_compare(full, &tn, addr_page, write_flags, in tlb_set_page_full()
1204 CPUTLBEntryFull full = { in tlb_set_page_with_attrs() local
1212 tlb_set_page_full(cpu, mmu_idx, addr, &full); in tlb_set_page_with_attrs()
1268 static void io_failed(CPUState *cpu, CPUTLBEntryFull *full, vaddr addr, in io_failed() argument
1274 hwaddr physaddr = full->phys_addr | (addr & ~TARGET_PAGE_MASK); in io_failed()
1278 full->attrs, response, retaddr); in io_failed()
1315 CPUTLBEntryFull *full, uintptr_t retaddr) in notdirty_write() argument
1317 ram_addr_t ram_addr = mem_vaddr + full->xlat_section; in notdirty_write()
1350 CPUTLBEntryFull *full; in probe_access_internal() local
1377 *pfull = full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in probe_access_internal()
1378 flags |= full->slow_flags[access_type]; in probe_access_internal()
1439 CPUTLBEntryFull *full; in probe_access_flags() local
1445 mmu_idx, nonfault, phost, &full, retaddr, in probe_access_flags()
1451 notdirty_write(env_cpu(env), addr, dirtysize, full, retaddr); in probe_access_flags()
1461 CPUTLBEntryFull *full; in probe_access() local
1468 mmu_idx, false, &host, &full, retaddr, in probe_access()
1482 full->attrs, wp_access, retaddr); in probe_access()
1487 notdirty_write(env_cpu(env), addr, size, full, retaddr); in probe_access()
1497 CPUTLBEntryFull *full; in tlb_vaddr_to_host() local
1502 mmu_idx, true, &host, &full, 0, false); in tlb_vaddr_to_host()
1521 CPUTLBEntryFull *full; in get_page_addr_code_hostp() local
1526 &p, &full, 0, false); in get_page_addr_code_hostp()
1531 if (full->lg_page_size < TARGET_PAGE_BITS) { in get_page_addr_code_hostp()
1563 CPUTLBEntryFull *full; in tlb_plugin_lookup() local
1569 full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in tlb_plugin_lookup()
1570 data->phys_addr = full->phys_addr | (addr & ~TARGET_PAGE_MASK); in tlb_plugin_lookup()
1575 iotlb_to_section(cpu, full->xlat_section & ~TARGET_PAGE_MASK, in tlb_plugin_lookup()
1576 full->attrs); in tlb_plugin_lookup()
1593 CPUTLBEntryFull *full; member
1627 CPUTLBEntryFull *full; in mmu_lookup1() local
1642 full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in mmu_lookup1()
1644 flags |= full->slow_flags[access_type]; in mmu_lookup1()
1646 data->full = full; in mmu_lookup1()
1667 CPUTLBEntryFull *full = data->full; in mmu_watch_or_dirty() local
1675 cpu_check_watchpoint(cpu, addr, size, full->attrs, wp, ra); in mmu_watch_or_dirty()
1681 notdirty_write(cpu, addr, size, full, ra); in mmu_watch_or_dirty()
1746 l->page[0].full = &cpu->neg.tlb.d[l->mmu_idx].fulltlb[index]; in mmu_lookup()
1805 CPUTLBEntryFull *full; in atomic_mmu_lookup() local
1871 full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in atomic_mmu_lookup()
1874 notdirty_write(cpu, addr, size, full, retaddr); in atomic_mmu_lookup()
1880 if (full->slow_flags[MMU_DATA_STORE] & TLB_WATCHPOINT) { in atomic_mmu_lookup()
1883 if (full->slow_flags[MMU_DATA_LOAD] & TLB_WATCHPOINT) { in atomic_mmu_lookup()
1888 full->attrs, wp_flags, retaddr); in atomic_mmu_lookup()
1929 static uint64_t int_ld_mmio_beN(CPUState *cpu, CPUTLBEntryFull *full, in int_ld_mmio_beN() argument
1946 this_mop, full->attrs); in int_ld_mmio_beN()
1948 io_failed(cpu, full, addr, this_size, type, mmu_idx, r, ra); in int_ld_mmio_beN()
1963 static uint64_t do_ld_mmio_beN(CPUState *cpu, CPUTLBEntryFull *full, in do_ld_mmio_beN() argument
1974 attrs = full->attrs; in do_ld_mmio_beN()
1975 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_ld_mmio_beN()
1979 return int_ld_mmio_beN(cpu, full, ret_be, addr, size, mmu_idx, in do_ld_mmio_beN()
1983 static Int128 do_ld16_mmio_beN(CPUState *cpu, CPUTLBEntryFull *full, in do_ld16_mmio_beN() argument
1995 attrs = full->attrs; in do_ld16_mmio_beN()
1996 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_ld16_mmio_beN()
2000 a = int_ld_mmio_beN(cpu, full, ret_be, addr, size - 8, mmu_idx, in do_ld16_mmio_beN()
2002 b = int_ld_mmio_beN(cpu, full, ret_be, addr + size - 8, 8, mmu_idx, in do_ld16_mmio_beN()
2149 return do_ld_mmio_beN(cpu, p->full, ret_be, p->addr, p->size, in do_ld_beN()
2199 return do_ld16_mmio_beN(cpu, p->full, a, p->addr, size, mmu_idx, ra); in do_ld16_beN()
2244 return do_ld_mmio_beN(cpu, p->full, 0, p->addr, 1, mmu_idx, type, ra); in do_ld_1()
2256 ret = do_ld_mmio_beN(cpu, p->full, 0, p->addr, 2, mmu_idx, type, ra); in do_ld_2()
2276 ret = do_ld_mmio_beN(cpu, p->full, 0, p->addr, 4, mmu_idx, type, ra); in do_ld_4()
2296 ret = do_ld_mmio_beN(cpu, p->full, 0, p->addr, 8, mmu_idx, type, ra); in do_ld_8()
2403 ret = do_ld16_mmio_beN(cpu, l.page[0].full, 0, addr, 16, in do_ld16_mmu()
2470 static uint64_t int_st_mmio_leN(CPUState *cpu, CPUTLBEntryFull *full, in int_st_mmio_leN() argument
2486 this_mop, full->attrs); in int_st_mmio_leN()
2488 io_failed(cpu, full, addr, this_size, MMU_DATA_STORE, in int_st_mmio_leN()
2504 static uint64_t do_st_mmio_leN(CPUState *cpu, CPUTLBEntryFull *full, in do_st_mmio_leN() argument
2515 attrs = full->attrs; in do_st_mmio_leN()
2516 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_st_mmio_leN()
2520 return int_st_mmio_leN(cpu, full, val_le, addr, size, mmu_idx, in do_st_mmio_leN()
2524 static uint64_t do_st16_mmio_leN(CPUState *cpu, CPUTLBEntryFull *full, in do_st16_mmio_leN() argument
2535 attrs = full->attrs; in do_st16_mmio_leN()
2536 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_st16_mmio_leN()
2540 int_st_mmio_leN(cpu, full, int128_getlo(val_le), addr, 8, in do_st16_mmio_leN()
2542 return int_st_mmio_leN(cpu, full, int128_gethi(val_le), addr + 8, in do_st16_mmio_leN()
2557 return do_st_mmio_leN(cpu, p->full, val_le, p->addr, in do_st_leN()
2611 return do_st16_mmio_leN(cpu, p->full, val_le, p->addr, in do_st16_leN()
2656 do_st_mmio_leN(cpu, p->full, val, p->addr, 1, mmu_idx, ra); in do_st_1()
2671 do_st_mmio_leN(cpu, p->full, val, p->addr, 2, mmu_idx, ra); in do_st_2()
2690 do_st_mmio_leN(cpu, p->full, val, p->addr, 4, mmu_idx, ra); in do_st_4()
2709 do_st_mmio_leN(cpu, p->full, val, p->addr, 8, mmu_idx, ra); in do_st_8()
2814 do_st16_mmio_leN(cpu, l.page[0].full, val, addr, 16, l.mmu_idx, ra); in do_st16_mmu()