109cfefb7SHuacai Chen // SPDX-License-Identifier: GPL-2.0 209cfefb7SHuacai Chen /* 309cfefb7SHuacai Chen * Copyright (C) 2020-2022 Loongson Technology Corporation Limited 409cfefb7SHuacai Chen */ 509cfefb7SHuacai Chen #include <linux/init.h> 609cfefb7SHuacai Chen #include <linux/export.h> 709cfefb7SHuacai Chen #include <linux/mm.h> 809cfefb7SHuacai Chen #include <asm/pgalloc.h> 909cfefb7SHuacai Chen #include <asm/pgtable.h> 1009cfefb7SHuacai Chen #include <asm/tlbflush.h> 1109cfefb7SHuacai Chen 1209cfefb7SHuacai Chen pgd_t *pgd_alloc(struct mm_struct *mm) 1309cfefb7SHuacai Chen { 1409cfefb7SHuacai Chen pgd_t *ret, *init; 1509cfefb7SHuacai Chen 16418d5dadSMike Rapoport ret = (pgd_t *) __get_free_page(GFP_KERNEL); 1709cfefb7SHuacai Chen if (ret) { 1809cfefb7SHuacai Chen init = pgd_offset(&init_mm, 0UL); 19*22c4e804SFeiyang Chen pgd_init(ret); 2009cfefb7SHuacai Chen memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD, 2109cfefb7SHuacai Chen (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); 2209cfefb7SHuacai Chen } 2309cfefb7SHuacai Chen 2409cfefb7SHuacai Chen return ret; 2509cfefb7SHuacai Chen } 2609cfefb7SHuacai Chen EXPORT_SYMBOL_GPL(pgd_alloc); 2709cfefb7SHuacai Chen 28*22c4e804SFeiyang Chen void pgd_init(void *addr) 2909cfefb7SHuacai Chen { 3009cfefb7SHuacai Chen unsigned long *p, *end; 3109cfefb7SHuacai Chen unsigned long entry; 3209cfefb7SHuacai Chen 3309cfefb7SHuacai Chen #if !defined(__PAGETABLE_PUD_FOLDED) 3409cfefb7SHuacai Chen entry = (unsigned long)invalid_pud_table; 3509cfefb7SHuacai Chen #elif !defined(__PAGETABLE_PMD_FOLDED) 3609cfefb7SHuacai Chen entry = (unsigned long)invalid_pmd_table; 3709cfefb7SHuacai Chen #else 3809cfefb7SHuacai Chen entry = (unsigned long)invalid_pte_table; 3909cfefb7SHuacai Chen #endif 4009cfefb7SHuacai Chen 41*22c4e804SFeiyang Chen p = (unsigned long *)addr; 4209cfefb7SHuacai Chen end = p + PTRS_PER_PGD; 4309cfefb7SHuacai Chen 4409cfefb7SHuacai Chen do { 4509cfefb7SHuacai Chen p[0] = entry; 4609cfefb7SHuacai Chen p[1] = entry; 4709cfefb7SHuacai Chen p[2] = entry; 4809cfefb7SHuacai Chen p[3] = entry; 4909cfefb7SHuacai Chen p[4] = entry; 5009cfefb7SHuacai Chen p += 8; 5109cfefb7SHuacai Chen p[-3] = entry; 5209cfefb7SHuacai Chen p[-2] = entry; 5309cfefb7SHuacai Chen p[-1] = entry; 5409cfefb7SHuacai Chen } while (p != end); 5509cfefb7SHuacai Chen } 5609cfefb7SHuacai Chen EXPORT_SYMBOL_GPL(pgd_init); 5709cfefb7SHuacai Chen 5809cfefb7SHuacai Chen #ifndef __PAGETABLE_PMD_FOLDED 59*22c4e804SFeiyang Chen void pmd_init(void *addr) 6009cfefb7SHuacai Chen { 6109cfefb7SHuacai Chen unsigned long *p, *end; 62*22c4e804SFeiyang Chen unsigned long pagetable = (unsigned long)invalid_pte_table; 6309cfefb7SHuacai Chen 6409cfefb7SHuacai Chen p = (unsigned long *)addr; 6509cfefb7SHuacai Chen end = p + PTRS_PER_PMD; 6609cfefb7SHuacai Chen 6709cfefb7SHuacai Chen do { 6809cfefb7SHuacai Chen p[0] = pagetable; 6909cfefb7SHuacai Chen p[1] = pagetable; 7009cfefb7SHuacai Chen p[2] = pagetable; 7109cfefb7SHuacai Chen p[3] = pagetable; 7209cfefb7SHuacai Chen p[4] = pagetable; 7309cfefb7SHuacai Chen p += 8; 7409cfefb7SHuacai Chen p[-3] = pagetable; 7509cfefb7SHuacai Chen p[-2] = pagetable; 7609cfefb7SHuacai Chen p[-1] = pagetable; 7709cfefb7SHuacai Chen } while (p != end); 7809cfefb7SHuacai Chen } 7909cfefb7SHuacai Chen EXPORT_SYMBOL_GPL(pmd_init); 8009cfefb7SHuacai Chen #endif 8109cfefb7SHuacai Chen 8209cfefb7SHuacai Chen #ifndef __PAGETABLE_PUD_FOLDED 83*22c4e804SFeiyang Chen void pud_init(void *addr) 8409cfefb7SHuacai Chen { 8509cfefb7SHuacai Chen unsigned long *p, *end; 86*22c4e804SFeiyang Chen unsigned long pagetable = (unsigned long)invalid_pmd_table; 8709cfefb7SHuacai Chen 8809cfefb7SHuacai Chen p = (unsigned long *)addr; 8909cfefb7SHuacai Chen end = p + PTRS_PER_PUD; 9009cfefb7SHuacai Chen 9109cfefb7SHuacai Chen do { 9209cfefb7SHuacai Chen p[0] = pagetable; 9309cfefb7SHuacai Chen p[1] = pagetable; 9409cfefb7SHuacai Chen p[2] = pagetable; 9509cfefb7SHuacai Chen p[3] = pagetable; 9609cfefb7SHuacai Chen p[4] = pagetable; 9709cfefb7SHuacai Chen p += 8; 9809cfefb7SHuacai Chen p[-3] = pagetable; 9909cfefb7SHuacai Chen p[-2] = pagetable; 10009cfefb7SHuacai Chen p[-1] = pagetable; 10109cfefb7SHuacai Chen } while (p != end); 10209cfefb7SHuacai Chen } 103*22c4e804SFeiyang Chen EXPORT_SYMBOL_GPL(pud_init); 10409cfefb7SHuacai Chen #endif 10509cfefb7SHuacai Chen 10609cfefb7SHuacai Chen pmd_t mk_pmd(struct page *page, pgprot_t prot) 10709cfefb7SHuacai Chen { 10809cfefb7SHuacai Chen pmd_t pmd; 10909cfefb7SHuacai Chen 11009cfefb7SHuacai Chen pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot); 11109cfefb7SHuacai Chen 11209cfefb7SHuacai Chen return pmd; 11309cfefb7SHuacai Chen } 11409cfefb7SHuacai Chen 11509cfefb7SHuacai Chen void set_pmd_at(struct mm_struct *mm, unsigned long addr, 11609cfefb7SHuacai Chen pmd_t *pmdp, pmd_t pmd) 11709cfefb7SHuacai Chen { 11809cfefb7SHuacai Chen *pmdp = pmd; 11909cfefb7SHuacai Chen flush_tlb_all(); 12009cfefb7SHuacai Chen } 12109cfefb7SHuacai Chen 12209cfefb7SHuacai Chen void __init pagetable_init(void) 12309cfefb7SHuacai Chen { 12409cfefb7SHuacai Chen /* Initialize the entire pgd. */ 125*22c4e804SFeiyang Chen pgd_init(swapper_pg_dir); 126*22c4e804SFeiyang Chen pgd_init(invalid_pg_dir); 12709cfefb7SHuacai Chen #ifndef __PAGETABLE_PUD_FOLDED 128*22c4e804SFeiyang Chen pud_init(invalid_pud_table); 12909cfefb7SHuacai Chen #endif 13009cfefb7SHuacai Chen #ifndef __PAGETABLE_PMD_FOLDED 131*22c4e804SFeiyang Chen pmd_init(invalid_pmd_table); 13209cfefb7SHuacai Chen #endif 13309cfefb7SHuacai Chen } 134