Lines Matching full:full
517 tlb_debug("forcing full flush midx %d (%016" in tlb_flush_page_locked()
690 tlb_debug("forcing full flush midx %d (" in tlb_flush_range_locked()
703 tlb_debug("forcing full flush midx %d (" in tlb_flush_range_locked()
989 large pages and trigger a full TLB flush if these are invalidated. */
1002 the cost of maintaining a full variable size TLB. */ in tlb_add_large_page()
1012 static inline void tlb_set_compare(CPUTLBEntryFull *full, CPUTLBEntry *ent, in tlb_set_compare() argument
1027 full->slow_flags[access_type] = flags; in tlb_set_compare()
1039 vaddr addr, CPUTLBEntryFull *full) in tlb_set_page_full() argument
1054 if (full->lg_page_size <= TARGET_PAGE_BITS) { in tlb_set_page_full()
1057 sz = (hwaddr)1 << full->lg_page_size; in tlb_set_page_full()
1061 paddr_page = full->phys_addr & TARGET_PAGE_MASK; in tlb_set_page_full()
1063 prot = full->prot; in tlb_set_page_full()
1064 asidx = cpu_asidx_from_attrs(cpu, full->attrs); in tlb_set_page_full()
1066 &xlat, &sz, full->attrs, &prot); in tlb_set_page_full()
1071 addr, full->phys_addr, prot, mmu_idx); in tlb_set_page_full()
1073 read_flags = full->tlb_fill_flags; in tlb_set_page_full()
1074 if (full->lg_page_size < TARGET_PAGE_BITS) { in tlb_set_page_full()
1169 desc->fulltlb[index] = *full; in tlb_set_page_full()
1170 full = &desc->fulltlb[index]; in tlb_set_page_full()
1171 full->xlat_section = iotlb - addr_page; in tlb_set_page_full()
1172 full->phys_addr = paddr_page; in tlb_set_page_full()
1177 tlb_set_compare(full, &tn, addr_page, read_flags, in tlb_set_page_full()
1183 tlb_set_compare(full, &tn, addr_page, read_flags, in tlb_set_page_full()
1192 tlb_set_compare(full, &tn, addr_page, write_flags, in tlb_set_page_full()
1204 CPUTLBEntryFull full = { in tlb_set_page_with_attrs() local
1212 tlb_set_page_full(cpu, mmu_idx, addr, &full); in tlb_set_page_with_attrs()
1234 CPUTLBEntryFull full; in tlb_fill_align() local
1237 if (ops->tlb_fill_align(cpu, &full, addr, type, mmu_idx, in tlb_fill_align()
1239 tlb_set_page_full(cpu, mmu_idx, addr, &full); in tlb_fill_align()
1281 static void io_failed(CPUState *cpu, CPUTLBEntryFull *full, vaddr addr, in io_failed() argument
1287 hwaddr physaddr = full->phys_addr | (addr & ~TARGET_PAGE_MASK); in io_failed()
1291 full->attrs, response, retaddr); in io_failed()
1328 CPUTLBEntryFull *full, uintptr_t retaddr) in notdirty_write() argument
1330 ram_addr_t ram_addr = mem_vaddr + full->xlat_section; in notdirty_write()
1363 CPUTLBEntryFull *full; in probe_access_internal() local
1390 *pfull = full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in probe_access_internal()
1391 flags |= full->slow_flags[access_type]; in probe_access_internal()
1431 /* privately handle users that don't need full results */ in probe_access_full_mmu()
1452 CPUTLBEntryFull *full; in probe_access_flags() local
1458 mmu_idx, nonfault, phost, &full, retaddr, in probe_access_flags()
1464 notdirty_write(env_cpu(env), addr, dirtysize, full, retaddr); in probe_access_flags()
1474 CPUTLBEntryFull *full; in probe_access() local
1481 mmu_idx, false, &host, &full, retaddr, in probe_access()
1495 full->attrs, wp_access, retaddr); in probe_access()
1500 notdirty_write(env_cpu(env), addr, size, full, retaddr); in probe_access()
1510 CPUTLBEntryFull *full; in tlb_vaddr_to_host() local
1515 mmu_idx, true, &host, &full, 0, false); in tlb_vaddr_to_host()
1534 CPUTLBEntryFull *full; in get_page_addr_code_hostp() local
1539 &p, &full, 0, false); in get_page_addr_code_hostp()
1544 if (full->lg_page_size < TARGET_PAGE_BITS) { in get_page_addr_code_hostp()
1576 CPUTLBEntryFull *full; in tlb_plugin_lookup() local
1582 full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in tlb_plugin_lookup()
1583 data->phys_addr = full->phys_addr | (addr & ~TARGET_PAGE_MASK); in tlb_plugin_lookup()
1588 iotlb_to_section(cpu, full->xlat_section & ~TARGET_PAGE_MASK, in tlb_plugin_lookup()
1589 full->attrs); in tlb_plugin_lookup()
1606 CPUTLBEntryFull *full; member
1641 CPUTLBEntryFull *full; in mmu_lookup1() local
1657 full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in mmu_lookup1()
1659 flags |= full->slow_flags[access_type]; in mmu_lookup1()
1680 data->full = full; in mmu_lookup1()
1701 CPUTLBEntryFull *full = data->full; in mmu_watch_or_dirty() local
1709 cpu_check_watchpoint(cpu, addr, size, full->attrs, wp, ra); in mmu_watch_or_dirty()
1715 notdirty_write(cpu, addr, size, full, ra); in mmu_watch_or_dirty()
1773 l->page[0].full = &cpu->neg.tlb.d[l->mmu_idx].fulltlb[index]; in mmu_lookup()
1806 CPUTLBEntryFull *full; in atomic_mmu_lookup() local
1875 full = &cpu->neg.tlb.d[mmu_idx].fulltlb[index]; in atomic_mmu_lookup()
1878 notdirty_write(cpu, addr, size, full, retaddr); in atomic_mmu_lookup()
1884 if (full->slow_flags[MMU_DATA_STORE] & TLB_WATCHPOINT) { in atomic_mmu_lookup()
1887 if (full->slow_flags[MMU_DATA_LOAD] & TLB_WATCHPOINT) { in atomic_mmu_lookup()
1892 full->attrs, wp_flags, retaddr); in atomic_mmu_lookup()
1922 * @full: page parameters
1933 static uint64_t int_ld_mmio_beN(CPUState *cpu, CPUTLBEntryFull *full, in int_ld_mmio_beN() argument
1950 this_mop, full->attrs); in int_ld_mmio_beN()
1952 io_failed(cpu, full, addr, this_size, type, mmu_idx, r, ra); in int_ld_mmio_beN()
1967 static uint64_t do_ld_mmio_beN(CPUState *cpu, CPUTLBEntryFull *full, in do_ld_mmio_beN() argument
1978 attrs = full->attrs; in do_ld_mmio_beN()
1979 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_ld_mmio_beN()
1983 return int_ld_mmio_beN(cpu, full, ret_be, addr, size, mmu_idx, in do_ld_mmio_beN()
1987 static Int128 do_ld16_mmio_beN(CPUState *cpu, CPUTLBEntryFull *full, in do_ld16_mmio_beN() argument
1999 attrs = full->attrs; in do_ld16_mmio_beN()
2000 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_ld16_mmio_beN()
2004 a = int_ld_mmio_beN(cpu, full, ret_be, addr, size - 8, mmu_idx, in do_ld16_mmio_beN()
2006 b = int_ld_mmio_beN(cpu, full, ret_be, addr + size - 8, 8, mmu_idx, in do_ld16_mmio_beN()
2153 return do_ld_mmio_beN(cpu, p->full, ret_be, p->addr, p->size, in do_ld_beN()
2203 return do_ld16_mmio_beN(cpu, p->full, a, p->addr, size, mmu_idx, ra); in do_ld16_beN()
2248 return do_ld_mmio_beN(cpu, p->full, 0, p->addr, 1, mmu_idx, type, ra); in do_ld_1()
2260 ret = do_ld_mmio_beN(cpu, p->full, 0, p->addr, 2, mmu_idx, type, ra); in do_ld_2()
2280 ret = do_ld_mmio_beN(cpu, p->full, 0, p->addr, 4, mmu_idx, type, ra); in do_ld_4()
2300 ret = do_ld_mmio_beN(cpu, p->full, 0, p->addr, 8, mmu_idx, type, ra); in do_ld_8()
2407 ret = do_ld16_mmio_beN(cpu, l.page[0].full, 0, addr, 16, in do_ld16_mmu()
2462 * @full: page parameters
2474 static uint64_t int_st_mmio_leN(CPUState *cpu, CPUTLBEntryFull *full, in int_st_mmio_leN() argument
2490 this_mop, full->attrs); in int_st_mmio_leN()
2492 io_failed(cpu, full, addr, this_size, MMU_DATA_STORE, in int_st_mmio_leN()
2508 static uint64_t do_st_mmio_leN(CPUState *cpu, CPUTLBEntryFull *full, in do_st_mmio_leN() argument
2519 attrs = full->attrs; in do_st_mmio_leN()
2520 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_st_mmio_leN()
2524 return int_st_mmio_leN(cpu, full, val_le, addr, size, mmu_idx, in do_st_mmio_leN()
2528 static uint64_t do_st16_mmio_leN(CPUState *cpu, CPUTLBEntryFull *full, in do_st16_mmio_leN() argument
2539 attrs = full->attrs; in do_st16_mmio_leN()
2540 section = io_prepare(&mr_offset, cpu, full->xlat_section, attrs, addr, ra); in do_st16_mmio_leN()
2544 int_st_mmio_leN(cpu, full, int128_getlo(val_le), addr, 8, in do_st16_mmio_leN()
2546 return int_st_mmio_leN(cpu, full, int128_gethi(val_le), addr + 8, in do_st16_mmio_leN()
2561 return do_st_mmio_leN(cpu, p->full, val_le, p->addr, in do_st_leN()
2615 return do_st16_mmio_leN(cpu, p->full, val_le, p->addr, in do_st16_leN()
2660 do_st_mmio_leN(cpu, p->full, val, p->addr, 1, mmu_idx, ra); in do_st_1()
2675 do_st_mmio_leN(cpu, p->full, val, p->addr, 2, mmu_idx, ra); in do_st_2()
2694 do_st_mmio_leN(cpu, p->full, val, p->addr, 4, mmu_idx, ra); in do_st_4()
2713 do_st_mmio_leN(cpu, p->full, val, p->addr, 8, mmu_idx, ra); in do_st_8()
2818 do_st16_mmio_leN(cpu, l.page[0].full, val, addr, 16, l.mmu_idx, ra); in do_st16_mmu()