vmalloc.h

 1#ifndef _ASM_ARM64_VMALLOC_H
 2#define _ASM_ARM64_VMALLOC_H
 3
 4#include <asm/page.h>
 5#include <asm/pgtable.h>
 6
 7#ifdef CONFIG_HAVE_ARCH_HUGE_VMAP
 8
 9#define arch_vmap_pud_supported arch_vmap_pud_supported
10static inline bool arch_vmap_pud_supported(pgprot_t prot)
11{
12	return pud_sect_supported();
13}
14
15#define arch_vmap_pmd_supported arch_vmap_pmd_supported
16static inline bool arch_vmap_pmd_supported(pgprot_t prot)
17{
18	return true;
19}
20
21#define arch_vmap_pte_range_map_size arch_vmap_pte_range_map_size
22static inline unsigned long arch_vmap_pte_range_map_size(unsigned long addr,
23						unsigned long end, u64 pfn,
24						unsigned int max_page_shift)
25{
26	/*
27	 * If the block is at least CONT_PTE_SIZE in size, and is naturally
28	 * aligned in both virtual and physical space, then we can pte-map the
29	 * block using the PTE_CONT bit for more efficient use of the TLB.
30	 */
31	if (max_page_shift < CONT_PTE_SHIFT)
32		return PAGE_SIZE;
33
34	if (end - addr < CONT_PTE_SIZE)
35		return PAGE_SIZE;
36
37	if (!IS_ALIGNED(addr, CONT_PTE_SIZE))
38		return PAGE_SIZE;
39
40	if (!IS_ALIGNED(PFN_PHYS(pfn), CONT_PTE_SIZE))
41		return PAGE_SIZE;
42
43	return CONT_PTE_SIZE;
44}
45
46#define arch_vmap_pte_range_unmap_size arch_vmap_pte_range_unmap_size
47static inline unsigned long arch_vmap_pte_range_unmap_size(unsigned long addr,
48							   pte_t *ptep)
49{
50	/*
51	 * The caller handles alignment so it's sufficient just to check
52	 * PTE_CONT.
53	 */
54	return pte_valid_cont(__ptep_get(ptep)) ? CONT_PTE_SIZE : PAGE_SIZE;
55}
56
57#define arch_vmap_pte_supported_shift arch_vmap_pte_supported_shift
58static inline int arch_vmap_pte_supported_shift(unsigned long size)
59{
60	if (size >= CONT_PTE_SIZE)
61		return CONT_PTE_SHIFT;
62
63	return PAGE_SHIFT;
64}
65
66#endif
67
68#define arch_vmap_pgprot_tagged arch_vmap_pgprot_tagged
69static inline pgprot_t arch_vmap_pgprot_tagged(pgprot_t prot)
70{
71	return pgprot_tagged(prot);
72}
73
74#endif /* _ASM_ARM64_VMALLOC_H */