atomic.h

  1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * Based on arch/arm/include/asm/atomic.h
  4 *
  5 * Copyright (C) 1996 Russell King.
  6 * Copyright (C) 2002 Deep Blue Solutions Ltd.
  7 * Copyright (C) 2012 ARM Ltd.
  8 */
  9#ifndef __ASM_ATOMIC_H
 10#define __ASM_ATOMIC_H
 11
 12#include <linux/compiler.h>
 13#include <linux/types.h>
 14
 15#include <asm/barrier.h>
 16#include <asm/cmpxchg.h>
 17#include <asm/lse.h>
 18
 19#define ATOMIC_OP(op)							\
 20static __always_inline void arch_##op(int i, atomic_t *v)		\
 21{									\
 22	__lse_ll_sc_body(op, i, v);					\
 23}
 24
 25ATOMIC_OP(atomic_andnot)
 26ATOMIC_OP(atomic_or)
 27ATOMIC_OP(atomic_xor)
 28ATOMIC_OP(atomic_add)
 29ATOMIC_OP(atomic_and)
 30ATOMIC_OP(atomic_sub)
 31
 32#undef ATOMIC_OP
 33
 34#define ATOMIC_FETCH_OP(name, op)					\
 35static __always_inline int arch_##op##name(int i, atomic_t *v)		\
 36{									\
 37	return __lse_ll_sc_body(op##name, i, v);			\
 38}
 39
 40#define ATOMIC_FETCH_OPS(op)						\
 41	ATOMIC_FETCH_OP(_relaxed, op)					\
 42	ATOMIC_FETCH_OP(_acquire, op)					\
 43	ATOMIC_FETCH_OP(_release, op)					\
 44	ATOMIC_FETCH_OP(        , op)
 45
 46ATOMIC_FETCH_OPS(atomic_fetch_andnot)
 47ATOMIC_FETCH_OPS(atomic_fetch_or)
 48ATOMIC_FETCH_OPS(atomic_fetch_xor)
 49ATOMIC_FETCH_OPS(atomic_fetch_add)
 50ATOMIC_FETCH_OPS(atomic_fetch_and)
 51ATOMIC_FETCH_OPS(atomic_fetch_sub)
 52ATOMIC_FETCH_OPS(atomic_add_return)
 53ATOMIC_FETCH_OPS(atomic_sub_return)
 54
 55#undef ATOMIC_FETCH_OP
 56#undef ATOMIC_FETCH_OPS
 57
 58#define ATOMIC64_OP(op)							\
 59static __always_inline void arch_##op(long i, atomic64_t *v)		\
 60{									\
 61	__lse_ll_sc_body(op, i, v);					\
 62}
 63
 64ATOMIC64_OP(atomic64_andnot)
 65ATOMIC64_OP(atomic64_or)
 66ATOMIC64_OP(atomic64_xor)
 67ATOMIC64_OP(atomic64_add)
 68ATOMIC64_OP(atomic64_and)
 69ATOMIC64_OP(atomic64_sub)
 70
 71#undef ATOMIC64_OP
 72
 73#define ATOMIC64_FETCH_OP(name, op)					\
 74static __always_inline long arch_##op##name(long i, atomic64_t *v)	\
 75{									\
 76	return __lse_ll_sc_body(op##name, i, v);			\
 77}
 78
 79#define ATOMIC64_FETCH_OPS(op)						\
 80	ATOMIC64_FETCH_OP(_relaxed, op)					\
 81	ATOMIC64_FETCH_OP(_acquire, op)					\
 82	ATOMIC64_FETCH_OP(_release, op)					\
 83	ATOMIC64_FETCH_OP(        , op)
 84
 85ATOMIC64_FETCH_OPS(atomic64_fetch_andnot)
 86ATOMIC64_FETCH_OPS(atomic64_fetch_or)
 87ATOMIC64_FETCH_OPS(atomic64_fetch_xor)
 88ATOMIC64_FETCH_OPS(atomic64_fetch_add)
 89ATOMIC64_FETCH_OPS(atomic64_fetch_and)
 90ATOMIC64_FETCH_OPS(atomic64_fetch_sub)
 91ATOMIC64_FETCH_OPS(atomic64_add_return)
 92ATOMIC64_FETCH_OPS(atomic64_sub_return)
 93
 94#undef ATOMIC64_FETCH_OP
 95#undef ATOMIC64_FETCH_OPS
 96
 97static __always_inline long arch_atomic64_dec_if_positive(atomic64_t *v)
 98{
 99	return __lse_ll_sc_body(atomic64_dec_if_positive, v);
100}
101
102#define arch_atomic_read(v)			__READ_ONCE((v)->counter)
103#define arch_atomic_set(v, i)			__WRITE_ONCE(((v)->counter), (i))
104
105#define arch_atomic_add_return_relaxed		arch_atomic_add_return_relaxed
106#define arch_atomic_add_return_acquire		arch_atomic_add_return_acquire
107#define arch_atomic_add_return_release		arch_atomic_add_return_release
108#define arch_atomic_add_return			arch_atomic_add_return
109
110#define arch_atomic_sub_return_relaxed		arch_atomic_sub_return_relaxed
111#define arch_atomic_sub_return_acquire		arch_atomic_sub_return_acquire
112#define arch_atomic_sub_return_release		arch_atomic_sub_return_release
113#define arch_atomic_sub_return			arch_atomic_sub_return
114
115#define arch_atomic_fetch_add_relaxed		arch_atomic_fetch_add_relaxed
116#define arch_atomic_fetch_add_acquire		arch_atomic_fetch_add_acquire
117#define arch_atomic_fetch_add_release		arch_atomic_fetch_add_release
118#define arch_atomic_fetch_add			arch_atomic_fetch_add
119
120#define arch_atomic_fetch_sub_relaxed		arch_atomic_fetch_sub_relaxed
121#define arch_atomic_fetch_sub_acquire		arch_atomic_fetch_sub_acquire
122#define arch_atomic_fetch_sub_release		arch_atomic_fetch_sub_release
123#define arch_atomic_fetch_sub			arch_atomic_fetch_sub
124
125#define arch_atomic_fetch_and_relaxed		arch_atomic_fetch_and_relaxed
126#define arch_atomic_fetch_and_acquire		arch_atomic_fetch_and_acquire
127#define arch_atomic_fetch_and_release		arch_atomic_fetch_and_release
128#define arch_atomic_fetch_and			arch_atomic_fetch_and
129
130#define arch_atomic_fetch_andnot_relaxed	arch_atomic_fetch_andnot_relaxed
131#define arch_atomic_fetch_andnot_acquire	arch_atomic_fetch_andnot_acquire
132#define arch_atomic_fetch_andnot_release	arch_atomic_fetch_andnot_release
133#define arch_atomic_fetch_andnot		arch_atomic_fetch_andnot
134
135#define arch_atomic_fetch_or_relaxed		arch_atomic_fetch_or_relaxed
136#define arch_atomic_fetch_or_acquire		arch_atomic_fetch_or_acquire
137#define arch_atomic_fetch_or_release		arch_atomic_fetch_or_release
138#define arch_atomic_fetch_or			arch_atomic_fetch_or
139
140#define arch_atomic_fetch_xor_relaxed		arch_atomic_fetch_xor_relaxed
141#define arch_atomic_fetch_xor_acquire		arch_atomic_fetch_xor_acquire
142#define arch_atomic_fetch_xor_release		arch_atomic_fetch_xor_release
143#define arch_atomic_fetch_xor			arch_atomic_fetch_xor
144
145#define arch_atomic_andnot			arch_atomic_andnot
146
147/*
148 * 64-bit arch_atomic operations.
149 */
150#define ATOMIC64_INIT				ATOMIC_INIT
151#define arch_atomic64_read			arch_atomic_read
152#define arch_atomic64_set			arch_atomic_set
153
154#define arch_atomic64_add_return_relaxed	arch_atomic64_add_return_relaxed
155#define arch_atomic64_add_return_acquire	arch_atomic64_add_return_acquire
156#define arch_atomic64_add_return_release	arch_atomic64_add_return_release
157#define arch_atomic64_add_return		arch_atomic64_add_return
158
159#define arch_atomic64_sub_return_relaxed	arch_atomic64_sub_return_relaxed
160#define arch_atomic64_sub_return_acquire	arch_atomic64_sub_return_acquire
161#define arch_atomic64_sub_return_release	arch_atomic64_sub_return_release
162#define arch_atomic64_sub_return		arch_atomic64_sub_return
163
164#define arch_atomic64_fetch_add_relaxed		arch_atomic64_fetch_add_relaxed
165#define arch_atomic64_fetch_add_acquire		arch_atomic64_fetch_add_acquire
166#define arch_atomic64_fetch_add_release		arch_atomic64_fetch_add_release
167#define arch_atomic64_fetch_add			arch_atomic64_fetch_add
168
169#define arch_atomic64_fetch_sub_relaxed		arch_atomic64_fetch_sub_relaxed
170#define arch_atomic64_fetch_sub_acquire		arch_atomic64_fetch_sub_acquire
171#define arch_atomic64_fetch_sub_release		arch_atomic64_fetch_sub_release
172#define arch_atomic64_fetch_sub			arch_atomic64_fetch_sub
173
174#define arch_atomic64_fetch_and_relaxed		arch_atomic64_fetch_and_relaxed
175#define arch_atomic64_fetch_and_acquire		arch_atomic64_fetch_and_acquire
176#define arch_atomic64_fetch_and_release		arch_atomic64_fetch_and_release
177#define arch_atomic64_fetch_and			arch_atomic64_fetch_and
178
179#define arch_atomic64_fetch_andnot_relaxed	arch_atomic64_fetch_andnot_relaxed
180#define arch_atomic64_fetch_andnot_acquire	arch_atomic64_fetch_andnot_acquire
181#define arch_atomic64_fetch_andnot_release	arch_atomic64_fetch_andnot_release
182#define arch_atomic64_fetch_andnot		arch_atomic64_fetch_andnot
183
184#define arch_atomic64_fetch_or_relaxed		arch_atomic64_fetch_or_relaxed
185#define arch_atomic64_fetch_or_acquire		arch_atomic64_fetch_or_acquire
186#define arch_atomic64_fetch_or_release		arch_atomic64_fetch_or_release
187#define arch_atomic64_fetch_or			arch_atomic64_fetch_or
188
189#define arch_atomic64_fetch_xor_relaxed		arch_atomic64_fetch_xor_relaxed
190#define arch_atomic64_fetch_xor_acquire		arch_atomic64_fetch_xor_acquire
191#define arch_atomic64_fetch_xor_release		arch_atomic64_fetch_xor_release
192#define arch_atomic64_fetch_xor			arch_atomic64_fetch_xor
193
194#define arch_atomic64_andnot			arch_atomic64_andnot
195
196#define arch_atomic64_dec_if_positive		arch_atomic64_dec_if_positive
197
198#endif /* __ASM_ATOMIC_H */