10c668984SRussell King /* 20c668984SRussell King * linux/arch/arm/mm/pgd.c 30c668984SRussell King * 40c668984SRussell King * Copyright (C) 1998-2005 Russell King 50c668984SRussell King * 60c668984SRussell King * This program is free software; you can redistribute it and/or modify 70c668984SRussell King * it under the terms of the GNU General Public License version 2 as 80c668984SRussell King * published by the Free Software Foundation. 90c668984SRussell King */ 100c668984SRussell King #include <linux/mm.h> 115a0e3ad6STejun Heo #include <linux/gfp.h> 120c668984SRussell King #include <linux/highmem.h> 130c668984SRussell King 140c668984SRussell King #include <asm/pgalloc.h> 150c668984SRussell King #include <asm/page.h> 160c668984SRussell King #include <asm/tlbflush.h> 170c668984SRussell King 180c668984SRussell King #include "mm.h" 190c668984SRussell King 200c668984SRussell King /* 210c668984SRussell King * need to get a 16k page for level 1 220c668984SRussell King */ 23b0d03745SRussell King pgd_t *pgd_alloc(struct mm_struct *mm) 240c668984SRussell King { 250c668984SRussell King pgd_t *new_pgd, *init_pgd; 26*516295e5SRussell King pud_t *new_pud, *init_pud; 270c668984SRussell King pmd_t *new_pmd, *init_pmd; 280c668984SRussell King pte_t *new_pte, *init_pte; 290c668984SRussell King 300c668984SRussell King new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2); 310c668984SRussell King if (!new_pgd) 320c668984SRussell King goto no_pgd; 330c668984SRussell King 34e926f449SRussell King memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); 350c668984SRussell King 360c668984SRussell King /* 370c668984SRussell King * Copy over the kernel and IO PGD entries 380c668984SRussell King */ 390c668984SRussell King init_pgd = pgd_offset_k(0); 40e926f449SRussell King memcpy(new_pgd + USER_PTRS_PER_PGD, init_pgd + USER_PTRS_PER_PGD, 41e926f449SRussell King (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); 420c668984SRussell King 430c668984SRussell King clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); 440c668984SRussell King 450c668984SRussell King if (!vectors_high()) { 460c668984SRussell King /* 470c668984SRussell King * On ARM, first page must always be allocated since it 480c668984SRussell King * contains the machine vectors. 490c668984SRussell King */ 50*516295e5SRussell King new_pud = pud_alloc(mm, new_pgd, 0); 51*516295e5SRussell King if (!new_pud) 52*516295e5SRussell King goto no_pud; 53*516295e5SRussell King 54*516295e5SRussell King new_pmd = pmd_alloc(mm, new_pud, 0); 550c668984SRussell King if (!new_pmd) 560c668984SRussell King goto no_pmd; 570c668984SRussell King 580c668984SRussell King new_pte = pte_alloc_map(mm, new_pmd, 0); 590c668984SRussell King if (!new_pte) 600c668984SRussell King goto no_pte; 610c668984SRussell King 62*516295e5SRussell King init_pud = pud_offset(init_pgd, 0); 63*516295e5SRussell King init_pmd = pmd_offset(init_pud, 0); 64ece0e2b6SPeter Zijlstra init_pte = pte_offset_map(init_pmd, 0); 65ad1ae2feSRussell King set_pte_ext(new_pte, *init_pte, 0); 66ece0e2b6SPeter Zijlstra pte_unmap(init_pte); 670c668984SRussell King pte_unmap(new_pte); 680c668984SRussell King } 690c668984SRussell King 700c668984SRussell King return new_pgd; 710c668984SRussell King 720c668984SRussell King no_pte: 735e541973SBenjamin Herrenschmidt pmd_free(mm, new_pmd); 740c668984SRussell King no_pmd: 75*516295e5SRussell King pud_free(mm, new_pud); 76*516295e5SRussell King no_pud: 770c668984SRussell King free_pages((unsigned long)new_pgd, 2); 780c668984SRussell King no_pgd: 790c668984SRussell King return NULL; 800c668984SRussell King } 810c668984SRussell King 826e4beb5eSRussell King void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) 830c668984SRussell King { 846e4beb5eSRussell King pgd_t *pgd; 85*516295e5SRussell King pud_t *pud; 860c668984SRussell King pmd_t *pmd; 870c82d83cSUwe Kleine-König pgtable_t pte; 880c668984SRussell King 896e4beb5eSRussell King if (!pgd_base) 900c668984SRussell King return; 910c668984SRussell King 926e4beb5eSRussell King pgd = pgd_base + pgd_index(0); 936e4beb5eSRussell King if (pgd_none_or_clear_bad(pgd)) 946e4beb5eSRussell King goto no_pgd; 956e4beb5eSRussell King 96*516295e5SRussell King pud = pud_offset(pgd, 0); 97*516295e5SRussell King if (pud_none_or_clear_bad(pud)) 98*516295e5SRussell King goto no_pud; 99*516295e5SRussell King 100*516295e5SRussell King pmd = pmd_offset(pud, 0); 1016e4beb5eSRussell King if (pmd_none_or_clear_bad(pmd)) 1026e4beb5eSRussell King goto no_pmd; 1030c668984SRussell King 1040c82d83cSUwe Kleine-König pte = pmd_pgtable(*pmd); 1050c668984SRussell King pmd_clear(pmd); 1065e541973SBenjamin Herrenschmidt pte_free(mm, pte); 1076e4beb5eSRussell King no_pmd: 108*516295e5SRussell King pud_clear(pud); 1095e541973SBenjamin Herrenschmidt pmd_free(mm, pmd); 110*516295e5SRussell King no_pud: 111*516295e5SRussell King pgd_clear(pgd); 112*516295e5SRussell King pud_free(mm, pud); 1136e4beb5eSRussell King no_pgd: 1146e4beb5eSRussell King free_pages((unsigned long) pgd_base, 2); 1150c668984SRussell King } 116