asm.h

  1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * Copyright (C) 2015 Regents of the University of California
  4 */
  5
  6#ifndef _ASM_RISCV_ASM_H
  7#define _ASM_RISCV_ASM_H
  8
  9#ifdef __ASSEMBLER__
 10#define __ASM_STR(x)	x
 11#else
 12#define __ASM_STR(x)	#x
 13#endif
 14
 15#ifdef CONFIG_AS_HAS_INSN
 16#define ASM_INSN_I(__x) ".insn " __x
 17#else
 18#define ASM_INSN_I(__x) ".4byte " __x
 19#endif
 20
 21#if __riscv_xlen == 64
 22#define __REG_SEL(a, b)	__ASM_STR(a)
 23#elif __riscv_xlen == 32
 24#define __REG_SEL(a, b)	__ASM_STR(b)
 25#else
 26#error "Unexpected __riscv_xlen"
 27#endif
 28
 29#define REG_L		__REG_SEL(ld, lw)
 30#define REG_S		__REG_SEL(sd, sw)
 31#define REG_SC		__REG_SEL(sc.d, sc.w)
 32#define REG_AMOSWAP_AQ	__REG_SEL(amoswap.d.aq, amoswap.w.aq)
 33#define REG_ASM		__REG_SEL(.dword, .word)
 34#define SZREG		__REG_SEL(8, 4)
 35#define LGREG		__REG_SEL(3, 2)
 36#define SRLI		__REG_SEL(srliw, srli)
 37
 38#if __SIZEOF_POINTER__ == 8
 39#ifdef __ASSEMBLER__
 40#define RISCV_PTR		.dword
 41#define RISCV_SZPTR		8
 42#define RISCV_LGPTR		3
 43#else
 44#define RISCV_PTR		".dword"
 45#define RISCV_SZPTR		"8"
 46#define RISCV_LGPTR		"3"
 47#endif
 48#elif __SIZEOF_POINTER__ == 4
 49#ifdef __ASSEMBLER__
 50#define RISCV_PTR		.word
 51#define RISCV_SZPTR		4
 52#define RISCV_LGPTR		2
 53#else
 54#define RISCV_PTR		".word"
 55#define RISCV_SZPTR		"4"
 56#define RISCV_LGPTR		"2"
 57#endif
 58#else
 59#error "Unexpected __SIZEOF_POINTER__"
 60#endif
 61
 62#if (__SIZEOF_INT__ == 4)
 63#define RISCV_INT		__ASM_STR(.word)
 64#define RISCV_SZINT		__ASM_STR(4)
 65#define RISCV_LGINT		__ASM_STR(2)
 66#else
 67#error "Unexpected __SIZEOF_INT__"
 68#endif
 69
 70#if (__SIZEOF_SHORT__ == 2)
 71#define RISCV_SHORT		__ASM_STR(.half)
 72#define RISCV_SZSHORT		__ASM_STR(2)
 73#define RISCV_LGSHORT		__ASM_STR(1)
 74#else
 75#error "Unexpected __SIZEOF_SHORT__"
 76#endif
 77
 78#ifdef __ASSEMBLER__
 79#include <asm/asm-offsets.h>
 80
 81/* Common assembly source macros */
 82
 83/*
 84 * NOP sequence
 85 */
 86.macro	nops, num
 87	.rept	\num
 88	nop
 89	.endr
 90.endm
 91
 92#ifdef CONFIG_SMP
 93.macro asm_per_cpu dst sym tmp
 94	lw    \tmp, TASK_TI_CPU_NUM(tp)
 95	slli  \tmp, \tmp, RISCV_LGPTR
 96	la    \dst, __per_cpu_offset
 97	add   \dst, \dst, \tmp
 98	REG_L \tmp, 0(\dst)
 99	la    \dst, \sym
100	add   \dst, \dst, \tmp
101.endm
102#else /* CONFIG_SMP */
103.macro asm_per_cpu dst sym tmp
104	la    \dst, \sym
105.endm
106#endif /* CONFIG_SMP */
107
108.macro load_per_cpu dst ptr tmp
109	asm_per_cpu \dst \ptr \tmp
110	REG_L \dst, 0(\dst)
111.endm
112
113#ifdef CONFIG_SHADOW_CALL_STACK
114/* gp is used as the shadow call stack pointer instead */
115.macro load_global_pointer
116.endm
117#else
118/* load __global_pointer to gp */
119.macro load_global_pointer
120.option push
121.option norelax
122	la gp, __global_pointer$
123.option pop
124.endm
125#endif /* CONFIG_SHADOW_CALL_STACK */
126
127	/* save all GPs except x1 ~ x5 */
128	.macro save_from_x6_to_x31
129	REG_S x6,  PT_T1(sp)
130	REG_S x7,  PT_T2(sp)
131	REG_S x8,  PT_S0(sp)
132	REG_S x9,  PT_S1(sp)
133	REG_S x10, PT_A0(sp)
134	REG_S x11, PT_A1(sp)
135	REG_S x12, PT_A2(sp)
136	REG_S x13, PT_A3(sp)
137	REG_S x14, PT_A4(sp)
138	REG_S x15, PT_A5(sp)
139	REG_S x16, PT_A6(sp)
140	REG_S x17, PT_A7(sp)
141	REG_S x18, PT_S2(sp)
142	REG_S x19, PT_S3(sp)
143	REG_S x20, PT_S4(sp)
144	REG_S x21, PT_S5(sp)
145	REG_S x22, PT_S6(sp)
146	REG_S x23, PT_S7(sp)
147	REG_S x24, PT_S8(sp)
148	REG_S x25, PT_S9(sp)
149	REG_S x26, PT_S10(sp)
150	REG_S x27, PT_S11(sp)
151	REG_S x28, PT_T3(sp)
152	REG_S x29, PT_T4(sp)
153	REG_S x30, PT_T5(sp)
154	REG_S x31, PT_T6(sp)
155	.endm
156
157	/* restore all GPs except x1 ~ x5 */
158	.macro restore_from_x6_to_x31
159	REG_L x6,  PT_T1(sp)
160	REG_L x7,  PT_T2(sp)
161	REG_L x8,  PT_S0(sp)
162	REG_L x9,  PT_S1(sp)
163	REG_L x10, PT_A0(sp)
164	REG_L x11, PT_A1(sp)
165	REG_L x12, PT_A2(sp)
166	REG_L x13, PT_A3(sp)
167	REG_L x14, PT_A4(sp)
168	REG_L x15, PT_A5(sp)
169	REG_L x16, PT_A6(sp)
170	REG_L x17, PT_A7(sp)
171	REG_L x18, PT_S2(sp)
172	REG_L x19, PT_S3(sp)
173	REG_L x20, PT_S4(sp)
174	REG_L x21, PT_S5(sp)
175	REG_L x22, PT_S6(sp)
176	REG_L x23, PT_S7(sp)
177	REG_L x24, PT_S8(sp)
178	REG_L x25, PT_S9(sp)
179	REG_L x26, PT_S10(sp)
180	REG_L x27, PT_S11(sp)
181	REG_L x28, PT_T3(sp)
182	REG_L x29, PT_T4(sp)
183	REG_L x30, PT_T5(sp)
184	REG_L x31, PT_T6(sp)
185	.endm
186
187/* Annotate a function as being unsuitable for kprobes. */
188#ifdef CONFIG_KPROBES
189#define ASM_NOKPROBE(name)				\
190	.pushsection "_kprobe_blacklist", "aw";		\
191	RISCV_PTR name;					\
192	.popsection
193#else
194#define ASM_NOKPROBE(name)
195#endif
196
197#endif /* __ASSEMBLER__ */
198
199#endif /* _ASM_RISCV_ASM_H */