/openbmc/linux/arch/m68k/include/asm/ |
H A D | bitops.h | 59 #define set_bit(nr, vaddr) bset_reg_set_bit(nr, vaddr) argument 61 #define set_bit(nr, vaddr) bset_mem_set_bit(nr, vaddr) argument 102 #define clear_bit(nr, vaddr) bclr_reg_clear_bit(nr, vaddr) argument 104 #define clear_bit(nr, vaddr) bclr_mem_clear_bit(nr, vaddr) argument 145 #define change_bit(nr, vaddr) bchg_reg_change_bit(nr, vaddr) argument 147 #define change_bit(nr, vaddr) bchg_mem_change_bit(nr, vaddr) argument 201 #define test_and_set_bit(nr, vaddr) bset_reg_test_and_set_bit(nr, vaddr) argument 203 #define test_and_set_bit(nr, vaddr) bset_mem_test_and_set_bit(nr, vaddr) argument 254 #define test_and_clear_bit(nr, vaddr) bclr_reg_test_and_clear_bit(nr, vaddr) argument 256 #define test_and_clear_bit(nr, vaddr) bclr_mem_test_and_clear_bit(nr, vaddr) argument [all …]
|
/openbmc/linux/arch/riscv/mm/ |
H A D | kasan_init.c | 47 } while (ptep++, vaddr += PAGE_SIZE, vaddr != end); in kasan_populate_pte() 76 } while (pmdp++, vaddr = next, vaddr != end); in kasan_populate_pmd() 106 } while (pudp++, vaddr = next, vaddr != end); in kasan_populate_pud() 136 } while (p4dp++, vaddr = next, vaddr != end); in kasan_populate_p4d() 159 } while (pgdp++, vaddr = next, vaddr != end); in kasan_populate_pgd() 184 } while (pudp++, vaddr = next, vaddr != end); in kasan_early_clear_pud() 210 } while (p4dp++, vaddr = next, vaddr != end); in kasan_early_clear_p4d() 228 } while (pgdp++, vaddr = next, vaddr != end); in kasan_early_clear_pgd() 257 } while (pudp++, vaddr = next, vaddr != end); in kasan_early_populate_pud() 295 } while (p4dp++, vaddr = next, vaddr != end); in kasan_early_populate_p4d() [all …]
|
H A D | pageattr.c | 102 pmdp = pmd_offset(pudp, vaddr); in __split_linear_mapping_pmd() 107 if (next - vaddr >= PMD_SIZE && in __split_linear_mapping_pmd() 108 vaddr <= (vaddr & PMD_MASK) && end >= next) in __split_linear_mapping_pmd() 130 } while (pmdp++, vaddr = next, vaddr != end); in __split_linear_mapping_pmd() 142 pudp = pud_offset(p4dp, vaddr); in __split_linear_mapping_pud() 148 vaddr <= (vaddr & PUD_MASK) && end >= next) in __split_linear_mapping_pud() 175 } while (pudp++, vaddr = next, vaddr != end); in __split_linear_mapping_pud() 197 vaddr <= (vaddr & P4D_MASK) && end >= next) in __split_linear_mapping_p4d() 233 } while (p4dp++, vaddr = next, vaddr != end); in __split_linear_mapping_p4d() 239 unsigned long vaddr, in __split_linear_mapping_pgd() argument [all …]
|
/openbmc/linux/arch/parisc/kernel/ |
H A D | pci-dma.c | 83 vaddr &= ~PMD_MASK; in map_pte_uncached() 84 end = vaddr + size; in map_pte_uncached() 120 vaddr = (vaddr + PMD_SIZE) & PMD_MASK; in map_pmd_uncached() 145 if (map_pmd_uncached(pmd, vaddr, end - vaddr, &paddr)) in map_uncached_pages() 147 vaddr = vaddr + PGDIR_SIZE; in map_uncached_pages() 149 } while (vaddr && (vaddr < end)); in map_uncached_pages() 203 pmd = pmd_offset(pud_offset(p4d_offset(dir, vaddr), vaddr), vaddr); in unmap_uncached_pmd() 210 vaddr = (vaddr + PMD_SIZE) & PMD_MASK; in unmap_uncached_pmd() 223 unmap_uncached_pmd(dir, vaddr, end - vaddr); in unmap_uncached_pages() 224 vaddr = vaddr + PGDIR_SIZE; in unmap_uncached_pages() [all …]
|
/openbmc/linux/arch/arm/mm/ |
H A D | cache-xsc3l2.c | 88 unsigned long vaddr; in xsc3_l2_inv_range() local 101 vaddr = l2_map_va(start & ~(CACHE_LINE_SIZE - 1), vaddr); in xsc3_l2_inv_range() 111 vaddr = l2_map_va(start, vaddr); in xsc3_l2_inv_range() 120 vaddr = l2_map_va(start, vaddr); in xsc3_l2_inv_range() 125 l2_unmap_va(vaddr); in xsc3_l2_inv_range() 132 unsigned long vaddr; in xsc3_l2_clean_range() local 138 vaddr = l2_map_va(start, vaddr); in xsc3_l2_clean_range() 143 l2_unmap_va(vaddr); in xsc3_l2_clean_range() 170 unsigned long vaddr; in xsc3_l2_flush_range() local 181 vaddr = l2_map_va(start, vaddr); in xsc3_l2_flush_range() [all …]
|
/openbmc/qemu/include/exec/ |
H A D | exec-all.h | 67 void tlb_flush_page(CPUState *cpu, vaddr addr); 76 void tlb_flush_page_all_cpus(CPUState *src, vaddr addr); 123 void tlb_flush_page_by_mmuidx(CPUState *cpu, vaddr addr, 211 void tlb_flush_range_by_mmuidx(CPUState *cpu, vaddr addr, 212 vaddr len, uint16_t idxmap, 220 vaddr addr, 221 vaddr len, 269 void tlb_set_page_with_attrs(CPUState *cpu, vaddr addr, 278 void tlb_set_page(CPUState *cpu, vaddr addr, 280 int mmu_idx, vaddr size); [all …]
|
/openbmc/linux/arch/parisc/mm/ |
H A D | fixmap.c | 15 unsigned long vaddr = __fix_to_virt(idx); in set_fixmap() local 16 pgd_t *pgd = pgd_offset_k(vaddr); in set_fixmap() 17 p4d_t *p4d = p4d_offset(pgd, vaddr); in set_fixmap() 18 pud_t *pud = pud_offset(p4d, vaddr); in set_fixmap() 19 pmd_t *pmd = pmd_offset(pud, vaddr); in set_fixmap() 22 pte = pte_offset_kernel(pmd, vaddr); in set_fixmap() 24 flush_tlb_kernel_range(vaddr, vaddr + PAGE_SIZE); in set_fixmap() 29 unsigned long vaddr = __fix_to_virt(idx); in clear_fixmap() local 30 pte_t *pte = virt_to_kpte(vaddr); in clear_fixmap() 35 pte_clear(&init_mm, vaddr, pte); in clear_fixmap() [all …]
|
/openbmc/linux/arch/arm/include/asm/ |
H A D | page.h | 117 unsigned long vaddr, struct vm_area_struct *vma); 120 unsigned long vaddr, struct vm_area_struct *vma); 123 unsigned long vaddr, struct vm_area_struct *vma); 126 unsigned long vaddr, struct vm_area_struct *vma); 129 unsigned long vaddr, struct vm_area_struct *vma); 132 unsigned long vaddr, struct vm_area_struct *vma); 135 unsigned long vaddr, struct vm_area_struct *vma); 154 #define clear_user_highpage(page,vaddr) \ argument 155 __cpu_clear_user_highpage(page, vaddr) 158 #define copy_user_highpage(to,from,vaddr,vma) \ argument [all …]
|
/openbmc/linux/arch/x86/mm/ |
H A D | mem_encrypt_amd.c | 171 vaddr += PMD_SIZE; in __sme_early_map_unmap_mem() 297 while (vaddr < vaddr_end) { in enc_dec_hypercall() 302 kpte = lookup_address(vaddr, &level); in enc_dec_hypercall() 317 vaddr = (vaddr & pmask) + psize; in enc_dec_hypercall() 329 snp_set_memory_shared(vaddr, npages); in amd_enc_status_change_prepare() 414 start = vaddr; in early_set_memory_enc_dec() 415 vaddr_next = vaddr; in early_set_memory_enc_dec() 416 vaddr_end = vaddr + size; in early_set_memory_enc_dec() 418 for (; vaddr < vaddr_end; vaddr = vaddr_next) { in early_set_memory_enc_dec() 440 if (vaddr == (vaddr & pmask) && in early_set_memory_enc_dec() [all …]
|
H A D | init_32.c | 132 unsigned long vaddr; in page_table_range_init_count() local 137 vaddr = start; in page_table_range_init_count() 138 pgd_idx = pgd_index(vaddr); in page_table_range_init_count() 139 pmd_idx = pmd_index(vaddr); in page_table_range_init_count() 147 vaddr += PMD_SIZE; in page_table_range_init_count() 207 unsigned long vaddr; in page_table_range_init() local 217 vaddr = start; in page_table_range_init() 218 pgd_idx = pgd_index(vaddr); in page_table_range_init() 230 vaddr += PMD_SIZE; in page_table_range_init() 393 page_table_range_init(vaddr, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base); in permanent_kmaps_init() [all …]
|
H A D | pgtable_32.c | 27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument 35 pgd = swapper_pg_dir + pgd_index(vaddr); in set_pte_vaddr() 40 p4d = p4d_offset(pgd, vaddr); in set_pte_vaddr() 45 pud = pud_offset(p4d, vaddr); in set_pte_vaddr() 50 pmd = pmd_offset(pud, vaddr); in set_pte_vaddr() 55 pte = pte_offset_kernel(pmd, vaddr); in set_pte_vaddr() 57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr() 59 pte_clear(&init_mm, vaddr, pte); in set_pte_vaddr() 65 flush_tlb_one_kernel(vaddr); in set_pte_vaddr()
|
H A D | kaslr.c | 67 unsigned long vaddr_start, vaddr; in kernel_randomize_memory() local 74 vaddr = vaddr_start; in kernel_randomize_memory() 128 vaddr += entropy; in kernel_randomize_memory() 129 *kaslr_regions[i].base = vaddr; in kernel_randomize_memory() 135 vaddr += get_padding(&kaslr_regions[i]); in kernel_randomize_memory() 136 vaddr = round_up(vaddr + 1, PUD_SIZE); in kernel_randomize_memory() 145 unsigned long paddr, vaddr; in init_trampoline_kaslr() local 158 vaddr = (unsigned long)__va(paddr); in init_trampoline_kaslr() 159 pgd = pgd_offset_k(vaddr); in init_trampoline_kaslr() 161 p4d = p4d_offset(pgd, vaddr); in init_trampoline_kaslr() [all …]
|
/openbmc/linux/drivers/net/ethernet/freescale/fman/ |
H A D | fman_muram.c | 20 unsigned long vaddr) in fman_muram_vbase_to_offset() argument 22 return vaddr - (unsigned long)muram->vbase; in fman_muram_vbase_to_offset() 41 void __iomem *vaddr; in fman_muram_init() local 54 vaddr = ioremap(base, size); in fman_muram_init() 55 if (!vaddr) { in fman_muram_init() 64 iounmap(vaddr); in fman_muram_init() 68 memset_io(vaddr, 0, (int)size); in fman_muram_init() 70 muram->vbase = vaddr; in fman_muram_init() 107 unsigned long vaddr; in fman_muram_alloc() local 109 vaddr = gen_pool_alloc(muram->pool, size); in fman_muram_alloc() [all …]
|
/openbmc/linux/arch/m68k/sun3x/ |
H A D | dvma.c | 79 unsigned long vaddr, int len) in dvma_map_cpu() argument 88 vaddr &= PAGE_MASK; in dvma_map_cpu() 90 end = PAGE_ALIGN(vaddr + len); in dvma_map_cpu() 93 pgd = pgd_offset_k(vaddr); in dvma_map_cpu() 94 p4d = p4d_offset(pgd, vaddr); in dvma_map_cpu() 95 pud = pud_offset(p4d, vaddr); in dvma_map_cpu() 127 __pa(kaddr), vaddr); in dvma_map_cpu() 132 vaddr += PAGE_SIZE; in dvma_map_cpu() 133 } while(vaddr < end3); in dvma_map_cpu() 135 } while(vaddr < end2); in dvma_map_cpu() [all …]
|
/openbmc/qemu/include/hw/core/ |
H A D | tcg-cpu-ops.h | 90 void (*record_sigsegv)(CPUState *cpu, vaddr addr, 114 void (*record_sigbus)(CPUState *cpu, vaddr addr, 126 bool (*tlb_fill)(CPUState *cpu, vaddr address, int size, 133 void (*do_transaction_failed)(CPUState *cpu, hwaddr physaddr, vaddr addr, 141 G_NORETURN void (*do_unaligned_access)(CPUState *cpu, vaddr addr, 148 vaddr (*adjust_watchpoint_address)(CPUState *cpu, vaddr addr, int len); 180 static inline void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len, in cpu_check_watchpoint() 186 vaddr addr, vaddr len) in cpu_watchpoint_address_matches() 205 void cpu_check_watchpoint(CPUState *cpu, vaddr addr, vaddr len, 217 int cpu_watchpoint_address_matches(CPUState *cpu, vaddr addr, vaddr len);
|
/openbmc/linux/arch/m68k/sun3/ |
H A D | dvma.c | 23 static unsigned long dvma_page(unsigned long kaddr, unsigned long vaddr) in dvma_page() argument 35 if(ptelist[(vaddr & 0xff000) >> PAGE_SHIFT] != pte) { in dvma_page() 36 sun3_put_pte(vaddr, pte); in dvma_page() 37 ptelist[(vaddr & 0xff000) >> PAGE_SHIFT] = pte; in dvma_page() 40 return (vaddr + (kaddr & ~PAGE_MASK)); in dvma_page() 49 unsigned long vaddr; in dvma_map_iommu() local 51 vaddr = dvma_btov(baddr); in dvma_map_iommu() 53 end = vaddr + len; in dvma_map_iommu() 55 while(vaddr < end) { in dvma_map_iommu() 56 dvma_page(kaddr, vaddr); in dvma_map_iommu() [all …]
|
/openbmc/linux/mm/ |
H A D | highmem.c | 236 unsigned long vaddr; in map_new_virtual() local 285 return vaddr; in map_new_virtual() 298 unsigned long vaddr; in kmap_high() local 306 if (!vaddr) in kmap_high() 332 if (vaddr) { in kmap_high_get() 350 unsigned long vaddr; in kunmap_high() local 359 BUG_ON(!vaddr); in kunmap_high() 360 nr = PKMAP_NR(vaddr); in kunmap_high() 515 if (vaddr >= PKMAP_ADDR(0) && vaddr < PKMAP_ADDR(LAST_PKMAP)) { in kmap_high_unmap_local() 541 unsigned long vaddr; in __kmap_local_pfn_prot() local [all …]
|
/openbmc/linux/arch/sh/mm/ |
H A D | kmap.c | 21 unsigned long vaddr; in kmap_coherent_init() local 24 vaddr = __fix_to_virt(FIX_CMAP_BEGIN); in kmap_coherent_init() 25 kmap_coherent_pte = virt_to_kpte(vaddr); in kmap_coherent_init() 32 unsigned long vaddr; in kmap_coherent() local 43 vaddr = __fix_to_virt(idx); in kmap_coherent() 48 return (void *)vaddr; in kmap_coherent() 54 unsigned long vaddr = (unsigned long)kvaddr & PAGE_MASK; in kunmap_coherent() local 55 enum fixed_addresses idx = __virt_to_fix(vaddr); in kunmap_coherent() 58 __flush_purge_region((void *)vaddr, PAGE_SIZE); in kunmap_coherent() 60 pte_clear(&init_mm, vaddr, kmap_coherent_pte - idx); in kunmap_coherent() [all …]
|
/openbmc/linux/drivers/media/common/videobuf2/ |
H A D | videobuf2-vmalloc.c | 26 void *vaddr; member 48 if (!buf->vaddr) { in vb2_vmalloc_alloc() 68 vfree(buf->vaddr); in vb2_vmalloc_put() 113 if (!buf->vaddr) in vb2_vmalloc_get_userptr() 129 unsigned long vaddr = (unsigned long)buf->vaddr & PAGE_MASK; in vb2_vmalloc_put_userptr() local 137 if (vaddr) in vb2_vmalloc_put_userptr() 154 if (!buf->vaddr) { in vb2_vmalloc_vaddr() 159 return buf->vaddr; in vb2_vmalloc_vaddr() 218 void *vaddr = buf->vaddr; in vb2_vmalloc_dmabuf_ops_attach() local 375 buf->vaddr = map.vaddr; in vb2_vmalloc_map_dmabuf() [all …]
|
/openbmc/qemu/target/s390x/ |
H A D | mmu_helper.c | 142 *raddr = vaddr; in mmu_translate_asce() 151 gaddr += VADDR_REGION1_TX(vaddr) * 8; in mmu_translate_asce() 154 if (VADDR_REGION1_TX(vaddr)) { in mmu_translate_asce() 160 gaddr += VADDR_REGION2_TX(vaddr) * 8; in mmu_translate_asce() 163 if (VADDR_REGION1_TX(vaddr) || VADDR_REGION2_TX(vaddr)) { in mmu_translate_asce() 169 gaddr += VADDR_REGION3_TX(vaddr) * 8; in mmu_translate_asce() 172 if (VADDR_REGION1_TX(vaddr) || VADDR_REGION2_TX(vaddr) || in mmu_translate_asce() 173 VADDR_REGION3_TX(vaddr)) { in mmu_translate_asce() 179 gaddr += VADDR_SEGMENT_TX(vaddr) * 8; in mmu_translate_asce() 418 vaddr &= TARGET_PAGE_MASK; in mmu_translate() [all …]
|
/openbmc/qemu/system/ |
H A D | watchpoint.c | 31 int cpu_watchpoint_insert(CPUState *cpu, vaddr addr, vaddr len, in cpu_watchpoint_insert() 35 vaddr in_page; in cpu_watchpoint_insert() 45 wp->vaddr = addr; in cpu_watchpoint_insert() 70 int cpu_watchpoint_remove(CPUState *cpu, vaddr addr, vaddr len, in cpu_watchpoint_remove() 76 if (addr == wp->vaddr && len == wp->len in cpu_watchpoint_remove() 90 tlb_flush_page(cpu, watchpoint->vaddr); in cpu_watchpoint_remove_by_ref() 116 vaddr addr, vaddr len) in watchpoint_address_matches() 124 vaddr wpend = wp->vaddr + wp->len - 1; in watchpoint_address_matches() 125 vaddr addrend = addr + len - 1; in watchpoint_address_matches() 131 int cpu_watchpoint_address_matches(CPUState *cpu, vaddr addr, vaddr len) in cpu_watchpoint_address_matches() [all …]
|
/openbmc/linux/arch/sparc/mm/ |
H A D | io-unit.c | 136 vaddr = IOUNIT_DMA_BASE + (scan << PAGE_SHIFT) + (vaddr & ~PAGE_MASK); in iounit_get_area() 141 IOD(("%08lx\n", vaddr)); in iounit_get_area() 142 return vaddr; in iounit_get_area() 189 vaddr = (vaddr - IOUNIT_DMA_BASE) >> PAGE_SHIFT; in iounit_unmap_page() 190 IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr)); in iounit_unmap_page() 191 for (len += vaddr; vaddr < len; vaddr++) in iounit_unmap_page() 192 clear_bit(vaddr, iounit->bmap); in iounit_unmap_page() 200 unsigned long flags, vaddr, len; in iounit_unmap_sg() local 208 IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr)); in iounit_unmap_sg() 209 for (len += vaddr; vaddr < len; vaddr++) in iounit_unmap_sg() [all …]
|
/openbmc/linux/arch/mips/mm/ |
H A D | pgtable-32.c | 53 unsigned long vaddr; in pagetable_init() local 72 vaddr = __fix_to_virt(__end_of_fixed_addresses - 1); in pagetable_init() 73 fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, pgd_base); in pagetable_init() 79 vaddr = PKMAP_BASE; in pagetable_init() 80 fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base); in pagetable_init() 82 pgd = swapper_pg_dir + pgd_index(vaddr); in pagetable_init() 83 p4d = p4d_offset(pgd, vaddr); in pagetable_init() 84 pud = pud_offset(p4d, vaddr); in pagetable_init() 85 pmd = pmd_offset(pud, vaddr); in pagetable_init() 86 pte = pte_offset_kernel(pmd, vaddr); in pagetable_init()
|
/openbmc/linux/arch/sparc/include/asm/ |
H A D | viking.h | 218 vaddr &= PAGE_MASK; in viking_hwprobe() 222 : "r" (vaddr | 0x400), "i" (ASI_M_FLUSH_PROBE)); in viking_hwprobe() 229 : "r" (vaddr | 0x200), "i" (ASI_M_FLUSH_PROBE)); in viking_hwprobe() 231 vaddr &= ~PGDIR_MASK; in viking_hwprobe() 232 vaddr >>= PAGE_SHIFT; in viking_hwprobe() 233 return val | (vaddr << 8); in viking_hwprobe() 239 : "r" (vaddr | 0x100), "i" (ASI_M_FLUSH_PROBE)); in viking_hwprobe() 241 vaddr &= ~PMD_MASK; in viking_hwprobe() 242 vaddr >>= PAGE_SHIFT; in viking_hwprobe() 243 return val | (vaddr << 8); in viking_hwprobe() [all …]
|
/openbmc/linux/arch/csky/mm/ |
H A D | tcm.c | 29 unsigned long vaddr, paddr; local 42 vaddr = __fix_to_virt(FIX_TCM - i); 45 pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr); 49 flush_tlb_one(vaddr); 61 vaddr = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES - i); 64 pte_offset_kernel((pmd_t *) pgd_offset_k(vaddr), vaddr); 68 flush_tlb_one(vaddr); 111 unsigned long vaddr; local 116 vaddr = gen_pool_alloc(tcm_pool, len); 117 if (!vaddr) [all …]
|