1*013de2d6SGuo Ren /* SPDX-License-Identifier: GPL-2.0 */ 2*013de2d6SGuo Ren // Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd. 3*013de2d6SGuo Ren 4*013de2d6SGuo Ren #ifndef __ASM_CSKY_PGTABLE_H 5*013de2d6SGuo Ren #define __ASM_CSKY_PGTABLE_H 6*013de2d6SGuo Ren 7*013de2d6SGuo Ren #include <asm/fixmap.h> 8*013de2d6SGuo Ren #include <asm/addrspace.h> 9*013de2d6SGuo Ren #include <abi/pgtable-bits.h> 10*013de2d6SGuo Ren #include <asm-generic/pgtable-nopmd.h> 11*013de2d6SGuo Ren 12*013de2d6SGuo Ren #define PGDIR_SHIFT 22 13*013de2d6SGuo Ren #define PGDIR_SIZE (1UL << PGDIR_SHIFT) 14*013de2d6SGuo Ren #define PGDIR_MASK (~(PGDIR_SIZE-1)) 15*013de2d6SGuo Ren 16*013de2d6SGuo Ren #define USER_PTRS_PER_PGD (0x80000000UL/PGDIR_SIZE) 17*013de2d6SGuo Ren #define FIRST_USER_ADDRESS 0UL 18*013de2d6SGuo Ren 19*013de2d6SGuo Ren #define PKMAP_BASE (0xff800000) 20*013de2d6SGuo Ren 21*013de2d6SGuo Ren #define VMALLOC_START (0xc0008000) 22*013de2d6SGuo Ren #define VMALLOC_END (PKMAP_BASE - 2*PAGE_SIZE) 23*013de2d6SGuo Ren 24*013de2d6SGuo Ren /* 25*013de2d6SGuo Ren * C-SKY is two-level paging structure: 26*013de2d6SGuo Ren */ 27*013de2d6SGuo Ren #define PGD_ORDER 0 28*013de2d6SGuo Ren #define PTE_ORDER 0 29*013de2d6SGuo Ren 30*013de2d6SGuo Ren #define PTRS_PER_PGD ((PAGE_SIZE << PGD_ORDER) / sizeof(pgd_t)) 31*013de2d6SGuo Ren #define PTRS_PER_PMD 1 32*013de2d6SGuo Ren #define PTRS_PER_PTE ((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t)) 33*013de2d6SGuo Ren 34*013de2d6SGuo Ren #define pte_ERROR(e) \ 35*013de2d6SGuo Ren pr_err("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, (e).pte_low) 36*013de2d6SGuo Ren #define pgd_ERROR(e) \ 37*013de2d6SGuo Ren pr_err("%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__, pgd_val(e)) 38*013de2d6SGuo Ren 39*013de2d6SGuo Ren /* Find an entry in the third-level page table.. */ 40*013de2d6SGuo Ren #define __pte_offset_t(address) \ 41*013de2d6SGuo Ren (((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)) 42*013de2d6SGuo Ren #define pte_offset_kernel(dir, address) \ 43*013de2d6SGuo Ren (pmd_page_vaddr(*(dir)) + __pte_offset_t(address)) 44*013de2d6SGuo Ren #define pte_offset_map(dir, address) \ 45*013de2d6SGuo Ren ((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset_t(address)) 46*013de2d6SGuo Ren #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) 47*013de2d6SGuo Ren #define pte_clear(mm, addr, ptep) set_pte((ptep), \ 48*013de2d6SGuo Ren (((unsigned int)addr&0x80000000)?__pte(1):__pte(0))) 49*013de2d6SGuo Ren #define pte_none(pte) (!(pte_val(pte)&0xfffffffe)) 50*013de2d6SGuo Ren #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) 51*013de2d6SGuo Ren #define pte_pfn(x) ((unsigned long)((x).pte_low >> PAGE_SHIFT)) 52*013de2d6SGuo Ren #define pfn_pte(pfn, prot) __pte(((unsigned long long)(pfn) << PAGE_SHIFT) \ 53*013de2d6SGuo Ren | pgprot_val(prot)) 54*013de2d6SGuo Ren 55*013de2d6SGuo Ren #define __READABLE (_PAGE_READ | _PAGE_VALID | _PAGE_ACCESSED) 56*013de2d6SGuo Ren #define __WRITEABLE (_PAGE_WRITE | _PAGE_DIRTY | _PAGE_MODIFIED) 57*013de2d6SGuo Ren 58*013de2d6SGuo Ren #define _PAGE_CHG_MASK (PAGE_MASK | _PAGE_ACCESSED | _PAGE_MODIFIED | \ 59*013de2d6SGuo Ren _CACHE_MASK) 60*013de2d6SGuo Ren 61*013de2d6SGuo Ren #define pte_unmap(pte) ((void)(pte)) 62*013de2d6SGuo Ren 63*013de2d6SGuo Ren #define __swp_type(x) (((x).val >> 4) & 0xff) 64*013de2d6SGuo Ren #define __swp_offset(x) ((x).val >> 12) 65*013de2d6SGuo Ren #define __swp_entry(type, offset) ((swp_entry_t) {((type) << 4) | \ 66*013de2d6SGuo Ren ((offset) << 12) }) 67*013de2d6SGuo Ren #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 68*013de2d6SGuo Ren #define __swp_entry_to_pte(x) ((pte_t) { (x).val }) 69*013de2d6SGuo Ren 70*013de2d6SGuo Ren #define pte_page(x) pfn_to_page(pte_pfn(x)) 71*013de2d6SGuo Ren #define __mk_pte(page_nr, pgprot) __pte(((page_nr) << PAGE_SHIFT) | \ 72*013de2d6SGuo Ren pgprot_val(pgprot)) 73*013de2d6SGuo Ren 74*013de2d6SGuo Ren /* 75*013de2d6SGuo Ren * CSKY can't do page protection for execute, and considers that the same like 76*013de2d6SGuo Ren * read. Also, write permissions imply read permissions. This is the closest 77*013de2d6SGuo Ren * we can get by reasonable means.. 78*013de2d6SGuo Ren */ 79*013de2d6SGuo Ren #define PAGE_NONE __pgprot(_PAGE_PRESENT | _CACHE_CACHED) 80*013de2d6SGuo Ren #define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \ 81*013de2d6SGuo Ren _CACHE_CACHED) 82*013de2d6SGuo Ren #define PAGE_COPY __pgprot(_PAGE_PRESENT | _PAGE_READ | _CACHE_CACHED) 83*013de2d6SGuo Ren #define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_READ | _CACHE_CACHED) 84*013de2d6SGuo Ren #define PAGE_KERNEL __pgprot(_PAGE_PRESENT | __READABLE | __WRITEABLE | \ 85*013de2d6SGuo Ren _PAGE_GLOBAL | _CACHE_CACHED) 86*013de2d6SGuo Ren #define PAGE_USERIO __pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \ 87*013de2d6SGuo Ren _CACHE_CACHED) 88*013de2d6SGuo Ren 89*013de2d6SGuo Ren #define __P000 PAGE_NONE 90*013de2d6SGuo Ren #define __P001 PAGE_READONLY 91*013de2d6SGuo Ren #define __P010 PAGE_COPY 92*013de2d6SGuo Ren #define __P011 PAGE_COPY 93*013de2d6SGuo Ren #define __P100 PAGE_READONLY 94*013de2d6SGuo Ren #define __P101 PAGE_READONLY 95*013de2d6SGuo Ren #define __P110 PAGE_COPY 96*013de2d6SGuo Ren #define __P111 PAGE_COPY 97*013de2d6SGuo Ren 98*013de2d6SGuo Ren #define __S000 PAGE_NONE 99*013de2d6SGuo Ren #define __S001 PAGE_READONLY 100*013de2d6SGuo Ren #define __S010 PAGE_SHARED 101*013de2d6SGuo Ren #define __S011 PAGE_SHARED 102*013de2d6SGuo Ren #define __S100 PAGE_READONLY 103*013de2d6SGuo Ren #define __S101 PAGE_READONLY 104*013de2d6SGuo Ren #define __S110 PAGE_SHARED 105*013de2d6SGuo Ren #define __S111 PAGE_SHARED 106*013de2d6SGuo Ren 107*013de2d6SGuo Ren extern unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)]; 108*013de2d6SGuo Ren #define ZERO_PAGE(vaddr) (virt_to_page(empty_zero_page)) 109*013de2d6SGuo Ren 110*013de2d6SGuo Ren extern void load_pgd(unsigned long pg_dir); 111*013de2d6SGuo Ren extern pte_t invalid_pte_table[PTRS_PER_PTE]; 112*013de2d6SGuo Ren 113*013de2d6SGuo Ren static inline int pte_special(pte_t pte) { return 0; } 114*013de2d6SGuo Ren static inline pte_t pte_mkspecial(pte_t pte) { return pte; } 115*013de2d6SGuo Ren 116*013de2d6SGuo Ren static inline void set_pte(pte_t *p, pte_t pte) 117*013de2d6SGuo Ren { 118*013de2d6SGuo Ren *p = pte; 119*013de2d6SGuo Ren #if defined(CONFIG_CPU_NEED_TLBSYNC) 120*013de2d6SGuo Ren dcache_wb_line((u32)p); 121*013de2d6SGuo Ren #endif 122*013de2d6SGuo Ren /* prevent out of order excution */ 123*013de2d6SGuo Ren smp_mb(); 124*013de2d6SGuo Ren } 125*013de2d6SGuo Ren #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) 126*013de2d6SGuo Ren 127*013de2d6SGuo Ren static inline pte_t *pmd_page_vaddr(pmd_t pmd) 128*013de2d6SGuo Ren { 129*013de2d6SGuo Ren unsigned long ptr; 130*013de2d6SGuo Ren 131*013de2d6SGuo Ren ptr = pmd_val(pmd); 132*013de2d6SGuo Ren 133*013de2d6SGuo Ren return __va(ptr); 134*013de2d6SGuo Ren } 135*013de2d6SGuo Ren 136*013de2d6SGuo Ren #define pmd_phys(pmd) pmd_val(pmd) 137*013de2d6SGuo Ren 138*013de2d6SGuo Ren static inline void set_pmd(pmd_t *p, pmd_t pmd) 139*013de2d6SGuo Ren { 140*013de2d6SGuo Ren *p = pmd; 141*013de2d6SGuo Ren #if defined(CONFIG_CPU_NEED_TLBSYNC) 142*013de2d6SGuo Ren dcache_wb_line((u32)p); 143*013de2d6SGuo Ren #endif 144*013de2d6SGuo Ren /* prevent specul excute */ 145*013de2d6SGuo Ren smp_mb(); 146*013de2d6SGuo Ren } 147*013de2d6SGuo Ren 148*013de2d6SGuo Ren 149*013de2d6SGuo Ren static inline int pmd_none(pmd_t pmd) 150*013de2d6SGuo Ren { 151*013de2d6SGuo Ren return pmd_val(pmd) == __pa(invalid_pte_table); 152*013de2d6SGuo Ren } 153*013de2d6SGuo Ren 154*013de2d6SGuo Ren #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 155*013de2d6SGuo Ren 156*013de2d6SGuo Ren static inline int pmd_present(pmd_t pmd) 157*013de2d6SGuo Ren { 158*013de2d6SGuo Ren return (pmd_val(pmd) != __pa(invalid_pte_table)); 159*013de2d6SGuo Ren } 160*013de2d6SGuo Ren 161*013de2d6SGuo Ren static inline void pmd_clear(pmd_t *p) 162*013de2d6SGuo Ren { 163*013de2d6SGuo Ren pmd_val(*p) = (__pa(invalid_pte_table)); 164*013de2d6SGuo Ren #if defined(CONFIG_CPU_NEED_TLBSYNC) 165*013de2d6SGuo Ren dcache_wb_line((u32)p); 166*013de2d6SGuo Ren #endif 167*013de2d6SGuo Ren } 168*013de2d6SGuo Ren 169*013de2d6SGuo Ren /* 170*013de2d6SGuo Ren * The following only work if pte_present() is true. 171*013de2d6SGuo Ren * Undefined behaviour if not.. 172*013de2d6SGuo Ren */ 173*013de2d6SGuo Ren static inline int pte_read(pte_t pte) 174*013de2d6SGuo Ren { 175*013de2d6SGuo Ren return pte.pte_low & _PAGE_READ; 176*013de2d6SGuo Ren } 177*013de2d6SGuo Ren 178*013de2d6SGuo Ren static inline int pte_write(pte_t pte) 179*013de2d6SGuo Ren { 180*013de2d6SGuo Ren return (pte).pte_low & _PAGE_WRITE; 181*013de2d6SGuo Ren } 182*013de2d6SGuo Ren 183*013de2d6SGuo Ren static inline int pte_dirty(pte_t pte) 184*013de2d6SGuo Ren { 185*013de2d6SGuo Ren return (pte).pte_low & _PAGE_MODIFIED; 186*013de2d6SGuo Ren } 187*013de2d6SGuo Ren 188*013de2d6SGuo Ren static inline int pte_young(pte_t pte) 189*013de2d6SGuo Ren { 190*013de2d6SGuo Ren return (pte).pte_low & _PAGE_ACCESSED; 191*013de2d6SGuo Ren } 192*013de2d6SGuo Ren 193*013de2d6SGuo Ren static inline pte_t pte_wrprotect(pte_t pte) 194*013de2d6SGuo Ren { 195*013de2d6SGuo Ren pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_DIRTY); 196*013de2d6SGuo Ren return pte; 197*013de2d6SGuo Ren } 198*013de2d6SGuo Ren 199*013de2d6SGuo Ren static inline pte_t pte_mkclean(pte_t pte) 200*013de2d6SGuo Ren { 201*013de2d6SGuo Ren pte_val(pte) &= ~(_PAGE_MODIFIED|_PAGE_DIRTY); 202*013de2d6SGuo Ren return pte; 203*013de2d6SGuo Ren } 204*013de2d6SGuo Ren 205*013de2d6SGuo Ren static inline pte_t pte_mkold(pte_t pte) 206*013de2d6SGuo Ren { 207*013de2d6SGuo Ren pte_val(pte) &= ~(_PAGE_ACCESSED|_PAGE_VALID); 208*013de2d6SGuo Ren return pte; 209*013de2d6SGuo Ren } 210*013de2d6SGuo Ren 211*013de2d6SGuo Ren static inline pte_t pte_mkwrite(pte_t pte) 212*013de2d6SGuo Ren { 213*013de2d6SGuo Ren pte_val(pte) |= _PAGE_WRITE; 214*013de2d6SGuo Ren if (pte_val(pte) & _PAGE_MODIFIED) 215*013de2d6SGuo Ren pte_val(pte) |= _PAGE_DIRTY; 216*013de2d6SGuo Ren return pte; 217*013de2d6SGuo Ren } 218*013de2d6SGuo Ren 219*013de2d6SGuo Ren static inline pte_t pte_mkdirty(pte_t pte) 220*013de2d6SGuo Ren { 221*013de2d6SGuo Ren pte_val(pte) |= _PAGE_MODIFIED; 222*013de2d6SGuo Ren if (pte_val(pte) & _PAGE_WRITE) 223*013de2d6SGuo Ren pte_val(pte) |= _PAGE_DIRTY; 224*013de2d6SGuo Ren return pte; 225*013de2d6SGuo Ren } 226*013de2d6SGuo Ren 227*013de2d6SGuo Ren static inline pte_t pte_mkyoung(pte_t pte) 228*013de2d6SGuo Ren { 229*013de2d6SGuo Ren pte_val(pte) |= _PAGE_ACCESSED; 230*013de2d6SGuo Ren if (pte_val(pte) & _PAGE_READ) 231*013de2d6SGuo Ren pte_val(pte) |= _PAGE_VALID; 232*013de2d6SGuo Ren return pte; 233*013de2d6SGuo Ren } 234*013de2d6SGuo Ren 235*013de2d6SGuo Ren #define __pgd_offset(address) pgd_index(address) 236*013de2d6SGuo Ren #define __pud_offset(address) (((address) >> PUD_SHIFT) & (PTRS_PER_PUD-1)) 237*013de2d6SGuo Ren #define __pmd_offset(address) (((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1)) 238*013de2d6SGuo Ren 239*013de2d6SGuo Ren /* to find an entry in a kernel page-table-directory */ 240*013de2d6SGuo Ren #define pgd_offset_k(address) pgd_offset(&init_mm, address) 241*013de2d6SGuo Ren 242*013de2d6SGuo Ren #define pgd_index(address) ((address) >> PGDIR_SHIFT) 243*013de2d6SGuo Ren 244*013de2d6SGuo Ren /* 245*013de2d6SGuo Ren * Macro to make mark a page protection value as "uncacheable". Note 246*013de2d6SGuo Ren * that "protection" is really a misnomer here as the protection value 247*013de2d6SGuo Ren * contains the memory attribute bits, dirty bits, and various other 248*013de2d6SGuo Ren * bits as well. 249*013de2d6SGuo Ren */ 250*013de2d6SGuo Ren #define pgprot_noncached pgprot_noncached 251*013de2d6SGuo Ren 252*013de2d6SGuo Ren static inline pgprot_t pgprot_noncached(pgprot_t _prot) 253*013de2d6SGuo Ren { 254*013de2d6SGuo Ren unsigned long prot = pgprot_val(_prot); 255*013de2d6SGuo Ren 256*013de2d6SGuo Ren prot = (prot & ~_CACHE_MASK) | _CACHE_UNCACHED; 257*013de2d6SGuo Ren 258*013de2d6SGuo Ren return __pgprot(prot); 259*013de2d6SGuo Ren } 260*013de2d6SGuo Ren 261*013de2d6SGuo Ren /* 262*013de2d6SGuo Ren * Conversion functions: convert a page and protection to a page entry, 263*013de2d6SGuo Ren * and a page entry and page directory to the page they refer to. 264*013de2d6SGuo Ren */ 265*013de2d6SGuo Ren #define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot)) 266*013de2d6SGuo Ren static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) 267*013de2d6SGuo Ren { 268*013de2d6SGuo Ren return __pte((pte_val(pte) & _PAGE_CHG_MASK) | 269*013de2d6SGuo Ren (pgprot_val(newprot))); 270*013de2d6SGuo Ren } 271*013de2d6SGuo Ren 272*013de2d6SGuo Ren /* to find an entry in a page-table-directory */ 273*013de2d6SGuo Ren static inline pgd_t *pgd_offset(struct mm_struct *mm, unsigned long address) 274*013de2d6SGuo Ren { 275*013de2d6SGuo Ren return mm->pgd + pgd_index(address); 276*013de2d6SGuo Ren } 277*013de2d6SGuo Ren 278*013de2d6SGuo Ren /* Find an entry in the third-level page table.. */ 279*013de2d6SGuo Ren static inline pte_t *pte_offset(pmd_t *dir, unsigned long address) 280*013de2d6SGuo Ren { 281*013de2d6SGuo Ren return (pte_t *) (pmd_page_vaddr(*dir)) + 282*013de2d6SGuo Ren ((address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)); 283*013de2d6SGuo Ren } 284*013de2d6SGuo Ren 285*013de2d6SGuo Ren extern pgd_t swapper_pg_dir[PTRS_PER_PGD]; 286*013de2d6SGuo Ren extern void paging_init(void); 287*013de2d6SGuo Ren 288*013de2d6SGuo Ren extern void show_jtlb_table(void); 289*013de2d6SGuo Ren 290*013de2d6SGuo Ren void update_mmu_cache(struct vm_area_struct *vma, unsigned long address, 291*013de2d6SGuo Ren pte_t *pte); 292*013de2d6SGuo Ren 293*013de2d6SGuo Ren /* Needs to be defined here and not in linux/mm.h, as it is arch dependent */ 294*013de2d6SGuo Ren #define kern_addr_valid(addr) (1) 295*013de2d6SGuo Ren 296*013de2d6SGuo Ren /* 297*013de2d6SGuo Ren * No page table caches to initialise 298*013de2d6SGuo Ren */ 299*013de2d6SGuo Ren #define pgtable_cache_init() do {} while (0) 300*013de2d6SGuo Ren 301*013de2d6SGuo Ren #define io_remap_pfn_range(vma, vaddr, pfn, size, prot) \ 302*013de2d6SGuo Ren remap_pfn_range(vma, vaddr, pfn, size, prot) 303*013de2d6SGuo Ren 304*013de2d6SGuo Ren #include <asm-generic/pgtable.h> 305*013de2d6SGuo Ren 306*013de2d6SGuo Ren #endif /* __ASM_CSKY_PGTABLE_H */ 307