asm.h

  1/* SPDX-License-Identifier: GPL-2.0 */
  2#ifndef _ASM_X86_ASM_H
  3#define _ASM_X86_ASM_H
  4
  5#ifdef __ASSEMBLER__
  6# define __ASM_FORM(x, ...)		x,## __VA_ARGS__
  7# define __ASM_FORM_RAW(x, ...)		x,## __VA_ARGS__
  8# define __ASM_FORM_COMMA(x, ...)	x,## __VA_ARGS__,
  9#else
 10#include <linux/stringify.h>
 11# define __ASM_FORM(x, ...)		" " __stringify(x,##__VA_ARGS__) " "
 12# define __ASM_FORM_RAW(x, ...)		    __stringify(x,##__VA_ARGS__)
 13# define __ASM_FORM_COMMA(x, ...)	" " __stringify(x,##__VA_ARGS__) ","
 14#endif
 15
 16#define _ASM_BYTES(x, ...)	__ASM_FORM(.byte x,##__VA_ARGS__ ;)
 17
 18#ifndef __x86_64__
 19/* 32 bit */
 20# define __ASM_SEL(a,b)		__ASM_FORM(a)
 21# define __ASM_SEL_RAW(a,b)	__ASM_FORM_RAW(a)
 22#else
 23/* 64 bit */
 24# define __ASM_SEL(a,b)		__ASM_FORM(b)
 25# define __ASM_SEL_RAW(a,b)	__ASM_FORM_RAW(b)
 26#endif
 27
 28#define __ASM_SIZE(inst, ...)	__ASM_SEL(inst##l##__VA_ARGS__, \
 29					  inst##q##__VA_ARGS__)
 30#define __ASM_REG(reg)         __ASM_SEL_RAW(e##reg, r##reg)
 31
 32#define _ASM_PTR	__ASM_SEL(.long, .quad)
 33#define _ASM_ALIGN	__ASM_SEL(.balign 4, .balign 8)
 34
 35#define _ASM_MOV	__ASM_SIZE(mov)
 36#define _ASM_INC	__ASM_SIZE(inc)
 37#define _ASM_DEC	__ASM_SIZE(dec)
 38#define _ASM_ADD	__ASM_SIZE(add)
 39#define _ASM_SUB	__ASM_SIZE(sub)
 40#define _ASM_XADD	__ASM_SIZE(xadd)
 41#define _ASM_MUL	__ASM_SIZE(mul)
 42
 43#define _ASM_AX		__ASM_REG(ax)
 44#define _ASM_BX		__ASM_REG(bx)
 45#define _ASM_CX		__ASM_REG(cx)
 46#define _ASM_DX		__ASM_REG(dx)
 47#define _ASM_SP		__ASM_REG(sp)
 48#define _ASM_BP		__ASM_REG(bp)
 49#define _ASM_SI		__ASM_REG(si)
 50#define _ASM_DI		__ASM_REG(di)
 51
 52#ifndef __x86_64__
 53/* 32 bit */
 54
 55#define _ASM_ARG1	_ASM_AX
 56#define _ASM_ARG2	_ASM_DX
 57#define _ASM_ARG3	_ASM_CX
 58
 59#define _ASM_ARG1L	eax
 60#define _ASM_ARG2L	edx
 61#define _ASM_ARG3L	ecx
 62
 63#define _ASM_ARG1W	ax
 64#define _ASM_ARG2W	dx
 65#define _ASM_ARG3W	cx
 66
 67#define _ASM_ARG1B	al
 68#define _ASM_ARG2B	dl
 69#define _ASM_ARG3B	cl
 70
 71#else
 72/* 64 bit */
 73
 74#define _ASM_ARG1	_ASM_DI
 75#define _ASM_ARG2	_ASM_SI
 76#define _ASM_ARG3	_ASM_DX
 77#define _ASM_ARG4	_ASM_CX
 78#define _ASM_ARG5	r8
 79#define _ASM_ARG6	r9
 80
 81#define _ASM_ARG1Q	rdi
 82#define _ASM_ARG2Q	rsi
 83#define _ASM_ARG3Q	rdx
 84#define _ASM_ARG4Q	rcx
 85#define _ASM_ARG5Q	r8
 86#define _ASM_ARG6Q	r9
 87
 88#define _ASM_ARG1L	edi
 89#define _ASM_ARG2L	esi
 90#define _ASM_ARG3L	edx
 91#define _ASM_ARG4L	ecx
 92#define _ASM_ARG5L	r8d
 93#define _ASM_ARG6L	r9d
 94
 95#define _ASM_ARG1W	di
 96#define _ASM_ARG2W	si
 97#define _ASM_ARG3W	dx
 98#define _ASM_ARG4W	cx
 99#define _ASM_ARG5W	r8w
100#define _ASM_ARG6W	r9w
101
102#define _ASM_ARG1B	dil
103#define _ASM_ARG2B	sil
104#define _ASM_ARG3B	dl
105#define _ASM_ARG4B	cl
106#define _ASM_ARG5B	r8b
107#define _ASM_ARG6B	r9b
108
109#endif
110
111#ifdef __KERNEL__
112
113/* Exception table entry */
114#ifdef __ASSEMBLER__
115# define _ASM_EXTABLE_HANDLE(from, to, handler)			\
116	.pushsection "__ex_table","a" ;				\
117	.balign 4 ;						\
118	.long (from) - . ;					\
119	.long (to) - . ;					\
120	.long (handler) - . ;					\
121	.popsection
122
123# define _ASM_EXTABLE(from, to)					\
124	_ASM_EXTABLE_HANDLE(from, to, ex_handler_default)
125
126# define _ASM_EXTABLE_UA(from, to)				\
127	_ASM_EXTABLE_HANDLE(from, to, ex_handler_uaccess)
128
129# define _ASM_EXTABLE_CPY(from, to)				\
130	_ASM_EXTABLE_HANDLE(from, to, ex_handler_copy)
131
132# define _ASM_EXTABLE_FAULT(from, to)				\
133	_ASM_EXTABLE_HANDLE(from, to, ex_handler_fault)
134
135# ifdef CONFIG_KPROBES
136#  define _ASM_NOKPROBE(entry)					\
137	.pushsection "_kprobe_blacklist","aw" ;			\
138	_ASM_ALIGN ;						\
139	_ASM_PTR (entry);					\
140	.popsection
141# else
142#  define _ASM_NOKPROBE(entry)
143# endif
144
145#else /* ! __ASSEMBLER__ */
146# define _EXPAND_EXTABLE_HANDLE(x) #x
147# define _ASM_EXTABLE_HANDLE(from, to, handler)			\
148	" .pushsection \"__ex_table\",\"a\"\n"			\
149	" .balign 4\n"						\
150	" .long (" #from ") - .\n"				\
151	" .long (" #to ") - .\n"				\
152	" .long (" _EXPAND_EXTABLE_HANDLE(handler) ") - .\n"	\
153	" .popsection\n"
154
155# define _ASM_EXTABLE(from, to)					\
156	_ASM_EXTABLE_HANDLE(from, to, ex_handler_default)
157
158# define _ASM_EXTABLE_UA(from, to)				\
159	_ASM_EXTABLE_HANDLE(from, to, ex_handler_uaccess)
160
161# define _ASM_EXTABLE_CPY(from, to)				\
162	_ASM_EXTABLE_HANDLE(from, to, ex_handler_copy)
163
164# define _ASM_EXTABLE_FAULT(from, to)				\
165	_ASM_EXTABLE_HANDLE(from, to, ex_handler_fault)
166
167/* For C file, we already have NOKPROBE_SYMBOL macro */
168
169/*
170 * This output constraint should be used for any inline asm which has a "call"
171 * instruction.  Otherwise the asm may be inserted before the frame pointer
172 * gets set up by the containing function.  If you forget to do this, objtool
173 * may print a "call without frame pointer save/setup" warning.
174 */
175register unsigned long current_stack_pointer asm(_ASM_SP);
176#define ASM_CALL_CONSTRAINT "+r" (current_stack_pointer)
177#endif /* __ASSEMBLER__ */
178
179#endif /* __KERNEL__ */
180
181#endif /* _ASM_X86_ASM_H */