1 #ifndef _ASM_POWERPC_PAGE_64_H 2 #define _ASM_POWERPC_PAGE_64_H 3 4 /* 5 * Copyright (C) 2001 PPC64 Team, IBM Corp 6 * 7 * This program is free software; you can redistribute it and/or 8 * modify it under the terms of the GNU General Public License 9 * as published by the Free Software Foundation; either version 10 * 2 of the License, or (at your option) any later version. 11 */ 12 13 /* 14 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux 15 * specific, every notion of page number shared with the firmware, TCEs, 16 * iommu, etc... still uses a page size of 4K. 17 */ 18 #define HW_PAGE_SHIFT 12 19 #define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT) 20 #define HW_PAGE_MASK (~(HW_PAGE_SIZE-1)) 21 22 /* 23 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and 24 * HW_PAGE_SHIFT, that is 4K pages. 25 */ 26 #define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT) 27 28 /* Segment size; normal 256M segments */ 29 #define SID_SHIFT 28 30 #define SID_MASK ASM_CONST(0xfffffffff) 31 #define ESID_MASK 0xfffffffff0000000UL 32 #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) 33 34 /* 1T segments */ 35 #define SID_SHIFT_1T 40 36 #define SID_MASK_1T 0xffffffUL 37 #define ESID_MASK_1T 0xffffff0000000000UL 38 #define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T) 39 40 #ifndef __ASSEMBLY__ 41 #include <asm/cache.h> 42 43 typedef unsigned long pte_basic_t; 44 45 static inline void clear_page(void *addr) 46 { 47 unsigned long iterations; 48 unsigned long onex, twox, fourx, eightx; 49 50 iterations = ppc64_caches.l1d.blocks_per_page / 8; 51 52 /* 53 * Some verisions of gcc use multiply instructions to 54 * calculate the offsets so lets give it a hand to 55 * do better. 56 */ 57 onex = ppc64_caches.l1d.block_size; 58 twox = onex << 1; 59 fourx = onex << 2; 60 eightx = onex << 3; 61 62 asm volatile( 63 "mtctr %1 # clear_page\n\ 64 .balign 16\n\ 65 1: dcbz 0,%0\n\ 66 dcbz %3,%0\n\ 67 dcbz %4,%0\n\ 68 dcbz %5,%0\n\ 69 dcbz %6,%0\n\ 70 dcbz %7,%0\n\ 71 dcbz %8,%0\n\ 72 dcbz %9,%0\n\ 73 add %0,%0,%10\n\ 74 bdnz+ 1b" 75 : "=&r" (addr) 76 : "r" (iterations), "0" (addr), "b" (onex), "b" (twox), 77 "b" (twox+onex), "b" (fourx), "b" (fourx+onex), 78 "b" (twox+fourx), "b" (eightx-onex), "r" (eightx) 79 : "ctr", "memory"); 80 } 81 82 extern void copy_page(void *to, void *from); 83 84 /* Log 2 of page table size */ 85 extern u64 ppc64_pft_size; 86 87 #endif /* __ASSEMBLY__ */ 88 89 #ifdef CONFIG_PPC_MM_SLICES 90 91 #define SLICE_LOW_SHIFT 28 92 #define SLICE_HIGH_SHIFT 40 93 94 #define SLICE_LOW_TOP (0x100000000ul) 95 #define SLICE_NUM_LOW (SLICE_LOW_TOP >> SLICE_LOW_SHIFT) 96 #define SLICE_NUM_HIGH (H_PGTABLE_RANGE >> SLICE_HIGH_SHIFT) 97 98 #define GET_LOW_SLICE_INDEX(addr) ((addr) >> SLICE_LOW_SHIFT) 99 #define GET_HIGH_SLICE_INDEX(addr) ((addr) >> SLICE_HIGH_SHIFT) 100 101 #ifndef __ASSEMBLY__ 102 struct mm_struct; 103 104 extern unsigned long slice_get_unmapped_area(unsigned long addr, 105 unsigned long len, 106 unsigned long flags, 107 unsigned int psize, 108 int topdown); 109 110 extern unsigned int get_slice_psize(struct mm_struct *mm, 111 unsigned long addr); 112 113 extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize); 114 extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start, 115 unsigned long len, unsigned int psize); 116 117 #endif /* __ASSEMBLY__ */ 118 #else 119 #define slice_init() 120 #ifdef CONFIG_PPC_BOOK3S_64 121 #define get_slice_psize(mm, addr) ((mm)->context.user_psize) 122 #define slice_set_user_psize(mm, psize) \ 123 do { \ 124 (mm)->context.user_psize = (psize); \ 125 (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \ 126 } while (0) 127 #else /* !CONFIG_PPC_BOOK3S_64 */ 128 #ifdef CONFIG_PPC_64K_PAGES 129 #define get_slice_psize(mm, addr) MMU_PAGE_64K 130 #else /* CONFIG_PPC_64K_PAGES */ 131 #define get_slice_psize(mm, addr) MMU_PAGE_4K 132 #endif /* !CONFIG_PPC_64K_PAGES */ 133 #define slice_set_user_psize(mm, psize) do { BUG(); } while(0) 134 #endif /* CONFIG_PPC_BOOK3S_64 */ 135 136 #define slice_set_range_psize(mm, start, len, psize) \ 137 slice_set_user_psize((mm), (psize)) 138 #endif /* CONFIG_PPC_MM_SLICES */ 139 140 #ifdef CONFIG_HUGETLB_PAGE 141 142 #ifdef CONFIG_PPC_MM_SLICES 143 #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA 144 #endif 145 146 #endif /* !CONFIG_HUGETLB_PAGE */ 147 148 #define VM_DATA_DEFAULT_FLAGS \ 149 (is_32bit_task() ? \ 150 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) 151 152 /* 153 * This is the default if a program doesn't have a PT_GNU_STACK 154 * program header entry. The PPC64 ELF ABI has a non executable stack 155 * stack by default, so in the absence of a PT_GNU_STACK program header 156 * we turn execute permission off. 157 */ 158 #define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ 159 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) 160 161 #define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ 162 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) 163 164 #define VM_STACK_DEFAULT_FLAGS \ 165 (is_32bit_task() ? \ 166 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) 167 168 #include <asm-generic/getorder.h> 169 170 #endif /* _ASM_POWERPC_PAGE_64_H */ 171