xref: /openbmc/linux/arch/arm/mm/pgd.c (revision ad1ae2fe)
10c668984SRussell King /*
20c668984SRussell King  *  linux/arch/arm/mm/pgd.c
30c668984SRussell King  *
40c668984SRussell King  *  Copyright (C) 1998-2005 Russell King
50c668984SRussell King  *
60c668984SRussell King  * This program is free software; you can redistribute it and/or modify
70c668984SRussell King  * it under the terms of the GNU General Public License version 2 as
80c668984SRussell King  * published by the Free Software Foundation.
90c668984SRussell King  */
100c668984SRussell King #include <linux/mm.h>
110c668984SRussell King #include <linux/highmem.h>
120c668984SRussell King 
130c668984SRussell King #include <asm/pgalloc.h>
140c668984SRussell King #include <asm/page.h>
150c668984SRussell King #include <asm/tlbflush.h>
160c668984SRussell King 
170c668984SRussell King #include "mm.h"
180c668984SRussell King 
190c668984SRussell King #define FIRST_KERNEL_PGD_NR	(FIRST_USER_PGD_NR + USER_PTRS_PER_PGD)
200c668984SRussell King 
210c668984SRussell King /*
220c668984SRussell King  * need to get a 16k page for level 1
230c668984SRussell King  */
240c668984SRussell King pgd_t *get_pgd_slow(struct mm_struct *mm)
250c668984SRussell King {
260c668984SRussell King 	pgd_t *new_pgd, *init_pgd;
270c668984SRussell King 	pmd_t *new_pmd, *init_pmd;
280c668984SRussell King 	pte_t *new_pte, *init_pte;
290c668984SRussell King 
300c668984SRussell King 	new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2);
310c668984SRussell King 	if (!new_pgd)
320c668984SRussell King 		goto no_pgd;
330c668984SRussell King 
340c668984SRussell King 	memzero(new_pgd, FIRST_KERNEL_PGD_NR * sizeof(pgd_t));
350c668984SRussell King 
360c668984SRussell King 	/*
370c668984SRussell King 	 * Copy over the kernel and IO PGD entries
380c668984SRussell King 	 */
390c668984SRussell King 	init_pgd = pgd_offset_k(0);
400c668984SRussell King 	memcpy(new_pgd + FIRST_KERNEL_PGD_NR, init_pgd + FIRST_KERNEL_PGD_NR,
410c668984SRussell King 		       (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t));
420c668984SRussell King 
430c668984SRussell King 	clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t));
440c668984SRussell King 
450c668984SRussell King 	if (!vectors_high()) {
460c668984SRussell King 		/*
470c668984SRussell King 		 * On ARM, first page must always be allocated since it
480c668984SRussell King 		 * contains the machine vectors.
490c668984SRussell King 		 */
500c668984SRussell King 		new_pmd = pmd_alloc(mm, new_pgd, 0);
510c668984SRussell King 		if (!new_pmd)
520c668984SRussell King 			goto no_pmd;
530c668984SRussell King 
540c668984SRussell King 		new_pte = pte_alloc_map(mm, new_pmd, 0);
550c668984SRussell King 		if (!new_pte)
560c668984SRussell King 			goto no_pte;
570c668984SRussell King 
580c668984SRussell King 		init_pmd = pmd_offset(init_pgd, 0);
590c668984SRussell King 		init_pte = pte_offset_map_nested(init_pmd, 0);
60ad1ae2feSRussell King 		set_pte_ext(new_pte, *init_pte, 0);
610c668984SRussell King 		pte_unmap_nested(init_pte);
620c668984SRussell King 		pte_unmap(new_pte);
630c668984SRussell King 	}
640c668984SRussell King 
650c668984SRussell King 	return new_pgd;
660c668984SRussell King 
670c668984SRussell King no_pte:
680c668984SRussell King 	pmd_free(new_pmd);
690c668984SRussell King no_pmd:
700c668984SRussell King 	free_pages((unsigned long)new_pgd, 2);
710c668984SRussell King no_pgd:
720c668984SRussell King 	return NULL;
730c668984SRussell King }
740c668984SRussell King 
750c668984SRussell King void free_pgd_slow(pgd_t *pgd)
760c668984SRussell King {
770c668984SRussell King 	pmd_t *pmd;
780c668984SRussell King 	struct page *pte;
790c668984SRussell King 
800c668984SRussell King 	if (!pgd)
810c668984SRussell King 		return;
820c668984SRussell King 
830c668984SRussell King 	/* pgd is always present and good */
840c668984SRussell King 	pmd = pmd_off(pgd, 0);
850c668984SRussell King 	if (pmd_none(*pmd))
860c668984SRussell King 		goto free;
870c668984SRussell King 	if (pmd_bad(*pmd)) {
880c668984SRussell King 		pmd_ERROR(*pmd);
890c668984SRussell King 		pmd_clear(pmd);
900c668984SRussell King 		goto free;
910c668984SRussell King 	}
920c668984SRussell King 
930c668984SRussell King 	pte = pmd_page(*pmd);
940c668984SRussell King 	pmd_clear(pmd);
950c668984SRussell King 	dec_zone_page_state(virt_to_page((unsigned long *)pgd), NR_PAGETABLE);
960c668984SRussell King 	pte_lock_deinit(pte);
970c668984SRussell King 	pte_free(pte);
980c668984SRussell King 	pmd_free(pmd);
990c668984SRussell King free:
1000c668984SRussell King 	free_pages((unsigned long) pgd, 2);
1010c668984SRussell King }
102