xref: /openbmc/linux/arch/arm/mm/pgd.c (revision 516295e5ab4bf986865cfff856d484ec678e3b0b)
10c668984SRussell King /*
20c668984SRussell King  *  linux/arch/arm/mm/pgd.c
30c668984SRussell King  *
40c668984SRussell King  *  Copyright (C) 1998-2005 Russell King
50c668984SRussell King  *
60c668984SRussell King  * This program is free software; you can redistribute it and/or modify
70c668984SRussell King  * it under the terms of the GNU General Public License version 2 as
80c668984SRussell King  * published by the Free Software Foundation.
90c668984SRussell King  */
100c668984SRussell King #include <linux/mm.h>
115a0e3ad6STejun Heo #include <linux/gfp.h>
120c668984SRussell King #include <linux/highmem.h>
130c668984SRussell King 
140c668984SRussell King #include <asm/pgalloc.h>
150c668984SRussell King #include <asm/page.h>
160c668984SRussell King #include <asm/tlbflush.h>
170c668984SRussell King 
180c668984SRussell King #include "mm.h"
190c668984SRussell King 
200c668984SRussell King /*
210c668984SRussell King  * need to get a 16k page for level 1
220c668984SRussell King  */
23b0d03745SRussell King pgd_t *pgd_alloc(struct mm_struct *mm)
240c668984SRussell King {
250c668984SRussell King 	pgd_t *new_pgd, *init_pgd;
26*516295e5SRussell King 	pud_t *new_pud, *init_pud;
270c668984SRussell King 	pmd_t *new_pmd, *init_pmd;
280c668984SRussell King 	pte_t *new_pte, *init_pte;
290c668984SRussell King 
300c668984SRussell King 	new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2);
310c668984SRussell King 	if (!new_pgd)
320c668984SRussell King 		goto no_pgd;
330c668984SRussell King 
34e926f449SRussell King 	memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t));
350c668984SRussell King 
360c668984SRussell King 	/*
370c668984SRussell King 	 * Copy over the kernel and IO PGD entries
380c668984SRussell King 	 */
390c668984SRussell King 	init_pgd = pgd_offset_k(0);
40e926f449SRussell King 	memcpy(new_pgd + USER_PTRS_PER_PGD, init_pgd + USER_PTRS_PER_PGD,
41e926f449SRussell King 		       (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
420c668984SRussell King 
430c668984SRussell King 	clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t));
440c668984SRussell King 
450c668984SRussell King 	if (!vectors_high()) {
460c668984SRussell King 		/*
470c668984SRussell King 		 * On ARM, first page must always be allocated since it
480c668984SRussell King 		 * contains the machine vectors.
490c668984SRussell King 		 */
50*516295e5SRussell King 		new_pud = pud_alloc(mm, new_pgd, 0);
51*516295e5SRussell King 		if (!new_pud)
52*516295e5SRussell King 			goto no_pud;
53*516295e5SRussell King 
54*516295e5SRussell King 		new_pmd = pmd_alloc(mm, new_pud, 0);
550c668984SRussell King 		if (!new_pmd)
560c668984SRussell King 			goto no_pmd;
570c668984SRussell King 
580c668984SRussell King 		new_pte = pte_alloc_map(mm, new_pmd, 0);
590c668984SRussell King 		if (!new_pte)
600c668984SRussell King 			goto no_pte;
610c668984SRussell King 
62*516295e5SRussell King 		init_pud = pud_offset(init_pgd, 0);
63*516295e5SRussell King 		init_pmd = pmd_offset(init_pud, 0);
64ece0e2b6SPeter Zijlstra 		init_pte = pte_offset_map(init_pmd, 0);
65ad1ae2feSRussell King 		set_pte_ext(new_pte, *init_pte, 0);
66ece0e2b6SPeter Zijlstra 		pte_unmap(init_pte);
670c668984SRussell King 		pte_unmap(new_pte);
680c668984SRussell King 	}
690c668984SRussell King 
700c668984SRussell King 	return new_pgd;
710c668984SRussell King 
720c668984SRussell King no_pte:
735e541973SBenjamin Herrenschmidt 	pmd_free(mm, new_pmd);
740c668984SRussell King no_pmd:
75*516295e5SRussell King 	pud_free(mm, new_pud);
76*516295e5SRussell King no_pud:
770c668984SRussell King 	free_pages((unsigned long)new_pgd, 2);
780c668984SRussell King no_pgd:
790c668984SRussell King 	return NULL;
800c668984SRussell King }
810c668984SRussell King 
826e4beb5eSRussell King void pgd_free(struct mm_struct *mm, pgd_t *pgd_base)
830c668984SRussell King {
846e4beb5eSRussell King 	pgd_t *pgd;
85*516295e5SRussell King 	pud_t *pud;
860c668984SRussell King 	pmd_t *pmd;
870c82d83cSUwe Kleine-König 	pgtable_t pte;
880c668984SRussell King 
896e4beb5eSRussell King 	if (!pgd_base)
900c668984SRussell King 		return;
910c668984SRussell King 
926e4beb5eSRussell King 	pgd = pgd_base + pgd_index(0);
936e4beb5eSRussell King 	if (pgd_none_or_clear_bad(pgd))
946e4beb5eSRussell King 		goto no_pgd;
956e4beb5eSRussell King 
96*516295e5SRussell King 	pud = pud_offset(pgd, 0);
97*516295e5SRussell King 	if (pud_none_or_clear_bad(pud))
98*516295e5SRussell King 		goto no_pud;
99*516295e5SRussell King 
100*516295e5SRussell King 	pmd = pmd_offset(pud, 0);
1016e4beb5eSRussell King 	if (pmd_none_or_clear_bad(pmd))
1026e4beb5eSRussell King 		goto no_pmd;
1030c668984SRussell King 
1040c82d83cSUwe Kleine-König 	pte = pmd_pgtable(*pmd);
1050c668984SRussell King 	pmd_clear(pmd);
1065e541973SBenjamin Herrenschmidt 	pte_free(mm, pte);
1076e4beb5eSRussell King no_pmd:
108*516295e5SRussell King 	pud_clear(pud);
1095e541973SBenjamin Herrenschmidt 	pmd_free(mm, pmd);
110*516295e5SRussell King no_pud:
111*516295e5SRussell King 	pgd_clear(pgd);
112*516295e5SRussell King 	pud_free(mm, pud);
1136e4beb5eSRussell King no_pgd:
1146e4beb5eSRussell King 	free_pages((unsigned long) pgd_base, 2);
1150c668984SRussell King }
116