hugetlb.h

 1/* SPDX-License-Identifier: GPL-2.0 */
 2#ifndef _ASM_POWERPC_HUGETLB_H
 3#define _ASM_POWERPC_HUGETLB_H
 4
 5#ifdef CONFIG_HUGETLB_PAGE
 6#include <asm/page.h>
 7
 8#ifdef CONFIG_PPC_BOOK3S_64
 9#include <asm/book3s/64/hugetlb.h>
10#elif defined(CONFIG_PPC_E500)
11#include <asm/nohash/hugetlb-e500.h>
12#elif defined(CONFIG_PPC_8xx)
13#include <asm/nohash/32/hugetlb-8xx.h>
14#endif /* CONFIG_PPC_BOOK3S_64 */
15
16extern bool hugetlb_disabled;
17
18static inline bool hugepages_supported(void)
19{
20	if (hugetlb_disabled)
21		return false;
22
23	return HPAGE_SHIFT != 0;
24}
25#define hugepages_supported hugepages_supported
26
27void __init hugetlbpage_init_defaultsize(void);
28
29int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
30			   unsigned long len);
31
32static inline int is_hugepage_only_range(struct mm_struct *mm,
33					 unsigned long addr,
34					 unsigned long len)
35{
36	if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
37		return slice_is_hugepage_only_range(mm, addr, len);
38	return 0;
39}
40#define is_hugepage_only_range is_hugepage_only_range
41
42#define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
43void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep,
44		     pte_t pte, unsigned long sz);
45
46#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
47static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
48					    unsigned long addr, pte_t *ptep,
49					    unsigned long sz)
50{
51	return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
52}
53
54#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
55static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
56					  unsigned long addr, pte_t *ptep)
57{
58	pte_t pte;
59	unsigned long sz = huge_page_size(hstate_vma(vma));
60
61	pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep, sz);
62	flush_hugetlb_page(vma, addr);
63	return pte;
64}
65
66#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
67int huge_ptep_set_access_flags(struct vm_area_struct *vma,
68			       unsigned long addr, pte_t *ptep,
69			       pte_t pte, int dirty);
70
71void gigantic_hugetlb_cma_reserve(void) __init;
72#include <asm-generic/hugetlb.h>
73
74#else /* ! CONFIG_HUGETLB_PAGE */
75static inline void flush_hugetlb_page(struct vm_area_struct *vma,
76				      unsigned long vmaddr)
77{
78}
79
80static inline void __init gigantic_hugetlb_cma_reserve(void)
81{
82}
83
84static inline void __init hugetlbpage_init_defaultsize(void)
85{
86}
87#endif /* CONFIG_HUGETLB_PAGE */
88
89#endif /* _ASM_POWERPC_HUGETLB_H */