109cfefb7SHuacai Chen // SPDX-License-Identifier: GPL-2.0 209cfefb7SHuacai Chen /* 309cfefb7SHuacai Chen * Copyright (C) 2020-2022 Loongson Technology Corporation Limited 409cfefb7SHuacai Chen */ 509cfefb7SHuacai Chen #include <linux/init.h> 609cfefb7SHuacai Chen #include <linux/export.h> 709cfefb7SHuacai Chen #include <linux/mm.h> 809cfefb7SHuacai Chen #include <asm/pgalloc.h> 909cfefb7SHuacai Chen #include <asm/pgtable.h> 1009cfefb7SHuacai Chen #include <asm/tlbflush.h> 1109cfefb7SHuacai Chen 1209cfefb7SHuacai Chen pgd_t *pgd_alloc(struct mm_struct *mm) 1309cfefb7SHuacai Chen { 1409cfefb7SHuacai Chen pgd_t *ret, *init; 1509cfefb7SHuacai Chen 16*418d5dadSMike Rapoport ret = (pgd_t *) __get_free_page(GFP_KERNEL); 1709cfefb7SHuacai Chen if (ret) { 1809cfefb7SHuacai Chen init = pgd_offset(&init_mm, 0UL); 1909cfefb7SHuacai Chen pgd_init((unsigned long)ret); 2009cfefb7SHuacai Chen memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD, 2109cfefb7SHuacai Chen (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); 2209cfefb7SHuacai Chen } 2309cfefb7SHuacai Chen 2409cfefb7SHuacai Chen return ret; 2509cfefb7SHuacai Chen } 2609cfefb7SHuacai Chen EXPORT_SYMBOL_GPL(pgd_alloc); 2709cfefb7SHuacai Chen 2809cfefb7SHuacai Chen void pgd_init(unsigned long page) 2909cfefb7SHuacai Chen { 3009cfefb7SHuacai Chen unsigned long *p, *end; 3109cfefb7SHuacai Chen unsigned long entry; 3209cfefb7SHuacai Chen 3309cfefb7SHuacai Chen #if !defined(__PAGETABLE_PUD_FOLDED) 3409cfefb7SHuacai Chen entry = (unsigned long)invalid_pud_table; 3509cfefb7SHuacai Chen #elif !defined(__PAGETABLE_PMD_FOLDED) 3609cfefb7SHuacai Chen entry = (unsigned long)invalid_pmd_table; 3709cfefb7SHuacai Chen #else 3809cfefb7SHuacai Chen entry = (unsigned long)invalid_pte_table; 3909cfefb7SHuacai Chen #endif 4009cfefb7SHuacai Chen 4109cfefb7SHuacai Chen p = (unsigned long *) page; 4209cfefb7SHuacai Chen end = p + PTRS_PER_PGD; 4309cfefb7SHuacai Chen 4409cfefb7SHuacai Chen do { 4509cfefb7SHuacai Chen p[0] = entry; 4609cfefb7SHuacai Chen p[1] = entry; 4709cfefb7SHuacai Chen p[2] = entry; 4809cfefb7SHuacai Chen p[3] = entry; 4909cfefb7SHuacai Chen p[4] = entry; 5009cfefb7SHuacai Chen p += 8; 5109cfefb7SHuacai Chen p[-3] = entry; 5209cfefb7SHuacai Chen p[-2] = entry; 5309cfefb7SHuacai Chen p[-1] = entry; 5409cfefb7SHuacai Chen } while (p != end); 5509cfefb7SHuacai Chen } 5609cfefb7SHuacai Chen EXPORT_SYMBOL_GPL(pgd_init); 5709cfefb7SHuacai Chen 5809cfefb7SHuacai Chen #ifndef __PAGETABLE_PMD_FOLDED 5909cfefb7SHuacai Chen void pmd_init(unsigned long addr, unsigned long pagetable) 6009cfefb7SHuacai Chen { 6109cfefb7SHuacai Chen unsigned long *p, *end; 6209cfefb7SHuacai Chen 6309cfefb7SHuacai Chen p = (unsigned long *) addr; 6409cfefb7SHuacai Chen end = p + PTRS_PER_PMD; 6509cfefb7SHuacai Chen 6609cfefb7SHuacai Chen do { 6709cfefb7SHuacai Chen p[0] = pagetable; 6809cfefb7SHuacai Chen p[1] = pagetable; 6909cfefb7SHuacai Chen p[2] = pagetable; 7009cfefb7SHuacai Chen p[3] = pagetable; 7109cfefb7SHuacai Chen p[4] = pagetable; 7209cfefb7SHuacai Chen p += 8; 7309cfefb7SHuacai Chen p[-3] = pagetable; 7409cfefb7SHuacai Chen p[-2] = pagetable; 7509cfefb7SHuacai Chen p[-1] = pagetable; 7609cfefb7SHuacai Chen } while (p != end); 7709cfefb7SHuacai Chen } 7809cfefb7SHuacai Chen EXPORT_SYMBOL_GPL(pmd_init); 7909cfefb7SHuacai Chen #endif 8009cfefb7SHuacai Chen 8109cfefb7SHuacai Chen #ifndef __PAGETABLE_PUD_FOLDED 8209cfefb7SHuacai Chen void pud_init(unsigned long addr, unsigned long pagetable) 8309cfefb7SHuacai Chen { 8409cfefb7SHuacai Chen unsigned long *p, *end; 8509cfefb7SHuacai Chen 8609cfefb7SHuacai Chen p = (unsigned long *)addr; 8709cfefb7SHuacai Chen end = p + PTRS_PER_PUD; 8809cfefb7SHuacai Chen 8909cfefb7SHuacai Chen do { 9009cfefb7SHuacai Chen p[0] = pagetable; 9109cfefb7SHuacai Chen p[1] = pagetable; 9209cfefb7SHuacai Chen p[2] = pagetable; 9309cfefb7SHuacai Chen p[3] = pagetable; 9409cfefb7SHuacai Chen p[4] = pagetable; 9509cfefb7SHuacai Chen p += 8; 9609cfefb7SHuacai Chen p[-3] = pagetable; 9709cfefb7SHuacai Chen p[-2] = pagetable; 9809cfefb7SHuacai Chen p[-1] = pagetable; 9909cfefb7SHuacai Chen } while (p != end); 10009cfefb7SHuacai Chen } 10109cfefb7SHuacai Chen #endif 10209cfefb7SHuacai Chen 10309cfefb7SHuacai Chen pmd_t mk_pmd(struct page *page, pgprot_t prot) 10409cfefb7SHuacai Chen { 10509cfefb7SHuacai Chen pmd_t pmd; 10609cfefb7SHuacai Chen 10709cfefb7SHuacai Chen pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot); 10809cfefb7SHuacai Chen 10909cfefb7SHuacai Chen return pmd; 11009cfefb7SHuacai Chen } 11109cfefb7SHuacai Chen 11209cfefb7SHuacai Chen void set_pmd_at(struct mm_struct *mm, unsigned long addr, 11309cfefb7SHuacai Chen pmd_t *pmdp, pmd_t pmd) 11409cfefb7SHuacai Chen { 11509cfefb7SHuacai Chen *pmdp = pmd; 11609cfefb7SHuacai Chen flush_tlb_all(); 11709cfefb7SHuacai Chen } 11809cfefb7SHuacai Chen 11909cfefb7SHuacai Chen void __init pagetable_init(void) 12009cfefb7SHuacai Chen { 12109cfefb7SHuacai Chen /* Initialize the entire pgd. */ 12209cfefb7SHuacai Chen pgd_init((unsigned long)swapper_pg_dir); 12309cfefb7SHuacai Chen pgd_init((unsigned long)invalid_pg_dir); 12409cfefb7SHuacai Chen #ifndef __PAGETABLE_PUD_FOLDED 12509cfefb7SHuacai Chen pud_init((unsigned long)invalid_pud_table, (unsigned long)invalid_pmd_table); 12609cfefb7SHuacai Chen #endif 12709cfefb7SHuacai Chen #ifndef __PAGETABLE_PMD_FOLDED 12809cfefb7SHuacai Chen pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table); 12909cfefb7SHuacai Chen #endif 13009cfefb7SHuacai Chen } 131