10c668984SRussell King /* 20c668984SRussell King * linux/arch/arm/mm/pgd.c 30c668984SRussell King * 40c668984SRussell King * Copyright (C) 1998-2005 Russell King 50c668984SRussell King * 60c668984SRussell King * This program is free software; you can redistribute it and/or modify 70c668984SRussell King * it under the terms of the GNU General Public License version 2 as 80c668984SRussell King * published by the Free Software Foundation. 90c668984SRussell King */ 100c668984SRussell King #include <linux/mm.h> 110c668984SRussell King #include <linux/highmem.h> 120c668984SRussell King 130c668984SRussell King #include <asm/pgalloc.h> 140c668984SRussell King #include <asm/page.h> 150c668984SRussell King #include <asm/tlbflush.h> 160c668984SRussell King 170c668984SRussell King #include "mm.h" 180c668984SRussell King 190c668984SRussell King #define FIRST_KERNEL_PGD_NR (FIRST_USER_PGD_NR + USER_PTRS_PER_PGD) 200c668984SRussell King 210c668984SRussell King /* 220c668984SRussell King * need to get a 16k page for level 1 230c668984SRussell King */ 240c668984SRussell King pgd_t *get_pgd_slow(struct mm_struct *mm) 250c668984SRussell King { 260c668984SRussell King pgd_t *new_pgd, *init_pgd; 270c668984SRussell King pmd_t *new_pmd, *init_pmd; 280c668984SRussell King pte_t *new_pte, *init_pte; 290c668984SRussell King 300c668984SRussell King new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2); 310c668984SRussell King if (!new_pgd) 320c668984SRussell King goto no_pgd; 330c668984SRussell King 340c668984SRussell King memzero(new_pgd, FIRST_KERNEL_PGD_NR * sizeof(pgd_t)); 350c668984SRussell King 360c668984SRussell King /* 370c668984SRussell King * Copy over the kernel and IO PGD entries 380c668984SRussell King */ 390c668984SRussell King init_pgd = pgd_offset_k(0); 400c668984SRussell King memcpy(new_pgd + FIRST_KERNEL_PGD_NR, init_pgd + FIRST_KERNEL_PGD_NR, 410c668984SRussell King (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t)); 420c668984SRussell King 430c668984SRussell King clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); 440c668984SRussell King 450c668984SRussell King if (!vectors_high()) { 460c668984SRussell King /* 470c668984SRussell King * On ARM, first page must always be allocated since it 480c668984SRussell King * contains the machine vectors. 490c668984SRussell King */ 500c668984SRussell King new_pmd = pmd_alloc(mm, new_pgd, 0); 510c668984SRussell King if (!new_pmd) 520c668984SRussell King goto no_pmd; 530c668984SRussell King 540c668984SRussell King new_pte = pte_alloc_map(mm, new_pmd, 0); 550c668984SRussell King if (!new_pte) 560c668984SRussell King goto no_pte; 570c668984SRussell King 580c668984SRussell King init_pmd = pmd_offset(init_pgd, 0); 590c668984SRussell King init_pte = pte_offset_map_nested(init_pmd, 0); 60ad1ae2feSRussell King set_pte_ext(new_pte, *init_pte, 0); 610c668984SRussell King pte_unmap_nested(init_pte); 620c668984SRussell King pte_unmap(new_pte); 630c668984SRussell King } 640c668984SRussell King 650c668984SRussell King return new_pgd; 660c668984SRussell King 670c668984SRussell King no_pte: 685e541973SBenjamin Herrenschmidt pmd_free(mm, new_pmd); 690c668984SRussell King no_pmd: 700c668984SRussell King free_pages((unsigned long)new_pgd, 2); 710c668984SRussell King no_pgd: 720c668984SRussell King return NULL; 730c668984SRussell King } 740c668984SRussell King 755e541973SBenjamin Herrenschmidt void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd) 760c668984SRussell King { 770c668984SRussell King pmd_t *pmd; 78*0c82d83cSUwe Kleine-König pgtable_t pte; 790c668984SRussell King 800c668984SRussell King if (!pgd) 810c668984SRussell King return; 820c668984SRussell King 830c668984SRussell King /* pgd is always present and good */ 840c668984SRussell King pmd = pmd_off(pgd, 0); 850c668984SRussell King if (pmd_none(*pmd)) 860c668984SRussell King goto free; 870c668984SRussell King if (pmd_bad(*pmd)) { 880c668984SRussell King pmd_ERROR(*pmd); 890c668984SRussell King pmd_clear(pmd); 900c668984SRussell King goto free; 910c668984SRussell King } 920c668984SRussell King 93*0c82d83cSUwe Kleine-König pte = pmd_pgtable(*pmd); 940c668984SRussell King pmd_clear(pmd); 955e541973SBenjamin Herrenschmidt pte_free(mm, pte); 965e541973SBenjamin Herrenschmidt pmd_free(mm, pmd); 970c668984SRussell King free: 980c668984SRussell King free_pages((unsigned long) pgd, 2); 990c668984SRussell King } 100