1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_E500)
11 #include <asm/nohash/hugetlb-e500.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15
16 extern bool hugetlb_disabled;
17
hugepages_supported(void)18 static inline bool hugepages_supported(void)
19 {
20 if (hugetlb_disabled)
21 return false;
22
23 return HPAGE_SHIFT != 0;
24 }
25 #define hugepages_supported hugepages_supported
26
27 void __init hugetlbpage_init_defaultsize(void);
28
29 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
30 unsigned long len);
31
is_hugepage_only_range(struct mm_struct * mm,unsigned long addr,unsigned long len)32 static inline int is_hugepage_only_range(struct mm_struct *mm,
33 unsigned long addr,
34 unsigned long len)
35 {
36 if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
37 return slice_is_hugepage_only_range(mm, addr, len);
38 return 0;
39 }
40 #define is_hugepage_only_range is_hugepage_only_range
41
42 #define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
43 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
44 unsigned long end, unsigned long floor,
45 unsigned long ceiling);
46
47 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
huge_ptep_get_and_clear(struct mm_struct * mm,unsigned long addr,pte_t * ptep,unsigned long sz)48 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
49 unsigned long addr, pte_t *ptep,
50 unsigned long sz)
51 {
52 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
53 }
54
55 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
huge_ptep_clear_flush(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep)56 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
57 unsigned long addr, pte_t *ptep)
58 {
59 pte_t pte;
60 unsigned long sz = huge_page_size(hstate_vma(vma));
61
62 pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep, sz);
63 flush_hugetlb_page(vma, addr);
64 return pte;
65 }
66
67 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
68 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
69 unsigned long addr, pte_t *ptep,
70 pte_t pte, int dirty);
71
72 void gigantic_hugetlb_cma_reserve(void) __init;
73 #include <asm-generic/hugetlb.h>
74
75 #else /* ! CONFIG_HUGETLB_PAGE */
flush_hugetlb_page(struct vm_area_struct * vma,unsigned long vmaddr)76 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
77 unsigned long vmaddr)
78 {
79 }
80
81 #define hugepd_shift(x) 0
hugepte_offset(hugepd_t hpd,unsigned long addr,unsigned pdshift)82 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
83 unsigned pdshift)
84 {
85 return NULL;
86 }
87
88
gigantic_hugetlb_cma_reserve(void)89 static inline void __init gigantic_hugetlb_cma_reserve(void)
90 {
91 }
92
hugetlbpage_init_defaultsize(void)93 static inline void __init hugetlbpage_init_defaultsize(void)
94 {
95 }
96 #endif /* CONFIG_HUGETLB_PAGE */
97
98 #endif /* _ASM_POWERPC_HUGETLB_H */
99