page_64.h

  1/* SPDX-License-Identifier: GPL-2.0-or-later */
  2#ifndef _ASM_POWERPC_PAGE_64_H
  3#define _ASM_POWERPC_PAGE_64_H
  4
  5/*
  6 * Copyright (C) 2001 PPC64 Team, IBM Corp
  7 */
  8
  9#include <asm/asm-const.h>
 10
 11/*
 12 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
 13 * specific, every notion of page number shared with the firmware, TCEs,
 14 * iommu, etc... still uses a page size of 4K.
 15 */
 16#define HW_PAGE_SHIFT		12
 17#define HW_PAGE_SIZE		(ASM_CONST(1) << HW_PAGE_SHIFT)
 18#define HW_PAGE_MASK		(~(HW_PAGE_SIZE-1))
 19
 20/*
 21 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
 22 * HW_PAGE_SHIFT, that is 4K pages.
 23 */
 24#define PAGE_FACTOR		(PAGE_SHIFT - HW_PAGE_SHIFT)
 25
 26/* Segment size; normal 256M segments */
 27#define SID_SHIFT		28
 28#define SID_MASK		ASM_CONST(0xfffffffff)
 29#define ESID_MASK		0xfffffffff0000000UL
 30#define GET_ESID(x)		(((x) >> SID_SHIFT) & SID_MASK)
 31
 32/* 1T segments */
 33#define SID_SHIFT_1T		40
 34#define SID_MASK_1T		0xffffffUL
 35#define ESID_MASK_1T		0xffffff0000000000UL
 36#define GET_ESID_1T(x)		(((x) >> SID_SHIFT_1T) & SID_MASK_1T)
 37
 38#ifndef __ASSEMBLER__
 39#include <asm/cache.h>
 40
 41typedef unsigned long pte_basic_t;
 42
 43static inline void clear_page(void *addr)
 44{
 45	unsigned long iterations;
 46	unsigned long onex, twox, fourx, eightx;
 47
 48	iterations = ppc64_caches.l1d.blocks_per_page / 8;
 49
 50	/*
 51	 * Some verisions of gcc use multiply instructions to
 52	 * calculate the offsets so lets give it a hand to
 53	 * do better.
 54	 */
 55	onex = ppc64_caches.l1d.block_size;
 56	twox = onex << 1;
 57	fourx = onex << 2;
 58	eightx = onex << 3;
 59
 60	asm volatile(
 61	"mtctr	%1	# clear_page\n\
 62	.balign	16\n\
 631:	dcbz	0,%0\n\
 64	dcbz	%3,%0\n\
 65	dcbz	%4,%0\n\
 66	dcbz	%5,%0\n\
 67	dcbz	%6,%0\n\
 68	dcbz	%7,%0\n\
 69	dcbz	%8,%0\n\
 70	dcbz	%9,%0\n\
 71	add	%0,%0,%10\n\
 72	bdnz+	1b"
 73	: "=&r" (addr)
 74	: "r" (iterations), "0" (addr), "b" (onex), "b" (twox),
 75		"b" (twox+onex), "b" (fourx), "b" (fourx+onex),
 76		"b" (twox+fourx), "b" (eightx-onex), "r" (eightx)
 77	: "ctr", "memory");
 78}
 79
 80extern void copy_page(void *to, void *from);
 81
 82/* Log 2 of page table size */
 83extern u64 ppc64_pft_size;
 84
 85#endif /* __ASSEMBLER__ */
 86
 87#define VM_DATA_DEFAULT_FLAGS \
 88	(is_32bit_task() ? \
 89	 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
 90
 91/*
 92 * This is the default if a program doesn't have a PT_GNU_STACK
 93 * program header entry. The PPC64 ELF ABI has a non executable stack
 94 * stack by default, so in the absence of a PT_GNU_STACK program header
 95 * we turn execute permission off.
 96 */
 97#define VM_STACK_DEFAULT_FLAGS32	VM_DATA_FLAGS_EXEC
 98#define VM_STACK_DEFAULT_FLAGS64	VM_DATA_FLAGS_NON_EXEC
 99
100#define VM_STACK_DEFAULT_FLAGS \
101	(is_32bit_task() ? \
102	 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
103
104#include <asm-generic/getorder.h>
105
106#endif /* _ASM_POWERPC_PAGE_64_H */