xref: /openbmc/linux/arch/powerpc/include/asm/hugetlb.h (revision 31e67366)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4 
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7 
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_FSL_BOOK3E)
11 #include <asm/nohash/hugetlb-book3e.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15 
16 extern bool hugetlb_disabled;
17 
18 void hugetlbpage_init_default(void);
19 
20 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
21 			   unsigned long len);
22 
23 static inline int is_hugepage_only_range(struct mm_struct *mm,
24 					 unsigned long addr,
25 					 unsigned long len)
26 {
27 	if (IS_ENABLED(CONFIG_PPC_MM_SLICES) && !radix_enabled())
28 		return slice_is_hugepage_only_range(mm, addr, len);
29 	return 0;
30 }
31 #define is_hugepage_only_range is_hugepage_only_range
32 
33 #define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
34 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
35 			    unsigned long end, unsigned long floor,
36 			    unsigned long ceiling);
37 
38 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
39 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
40 					    unsigned long addr, pte_t *ptep)
41 {
42 	return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
43 }
44 
45 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
46 static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
47 					 unsigned long addr, pte_t *ptep)
48 {
49 	huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
50 	flush_hugetlb_page(vma, addr);
51 }
52 
53 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
54 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
55 			       unsigned long addr, pte_t *ptep,
56 			       pte_t pte, int dirty);
57 
58 void gigantic_hugetlb_cma_reserve(void) __init;
59 #include <asm-generic/hugetlb.h>
60 
61 #else /* ! CONFIG_HUGETLB_PAGE */
62 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
63 				      unsigned long vmaddr)
64 {
65 }
66 
67 #define hugepd_shift(x) 0
68 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
69 				    unsigned pdshift)
70 {
71 	return NULL;
72 }
73 
74 
75 static inline void __init gigantic_hugetlb_cma_reserve(void)
76 {
77 }
78 
79 #endif /* CONFIG_HUGETLB_PAGE */
80 
81 #endif /* _ASM_POWERPC_HUGETLB_H */
82