// SPDX-License-Identifier: GPL-2.0 // Generated by scripts/atomic/gen-atomic-fallback.sh// DO NOT MODIFY THIS FILE DIRECTLY #ifndef _LINUX_ATOMIC_FALLBACK_H#define _LINUX_ATOMIC_FALLBACK_H #include <linux/compiler.h> #ifndef xchg_relaxed#define xchg_acquire xchg#define xchg_release xchg#define xchg_relaxed xchg#else /* xchg_relaxed */ #ifndef xchg_acquire#define xchg_acquire(...) \	__atomic_op_acquire(xchg, __VA_ARGS__)#endif #ifndef xchg_release#define xchg_release(...) \	__atomic_op_release(xchg, __VA_ARGS__)#endif #ifndef xchg#define xchg(...) \	__atomic_op_fence(xchg, __VA_ARGS__)#endif #endif /* xchg_relaxed */ #ifndef cmpxchg_relaxed#define cmpxchg_acquire cmpxchg#define cmpxchg_release cmpxchg#define cmpxchg_relaxed cmpxchg#else /* cmpxchg_relaxed */ #ifndef cmpxchg_acquire#define cmpxchg_acquire(...) \	__atomic_op_acquire(cmpxchg, __VA_ARGS__)#endif #ifndef cmpxchg_release#define cmpxchg_release(...) \	__atomic_op_release(cmpxchg, __VA_ARGS__)#endif #ifndef cmpxchg#define cmpxchg(...) \	__atomic_op_fence(cmpxchg, __VA_ARGS__)#endif #endif /* cmpxchg_relaxed */ #ifndef cmpxchg64_relaxed#define cmpxchg64_acquire cmpxchg64#define cmpxchg64_release cmpxchg64#define cmpxchg64_relaxed cmpxchg64#else /* cmpxchg64_relaxed */ #ifndef cmpxchg64_acquire#define cmpxchg64_acquire(...) \	__atomic_op_acquire(cmpxchg64, __VA_ARGS__)#endif #ifndef cmpxchg64_release#define cmpxchg64_release(...) \	__atomic_op_release(cmpxchg64, __VA_ARGS__)#endif #ifndef cmpxchg64#define cmpxchg64(...) \	__atomic_op_fence(cmpxchg64, __VA_ARGS__)#endif #endif /* cmpxchg64_relaxed */ #ifndef try_cmpxchg_relaxed#ifdef try_cmpxchg#define try_cmpxchg_acquire try_cmpxchg#define try_cmpxchg_release try_cmpxchg#define try_cmpxchg_relaxed try_cmpxchg#endif /* try_cmpxchg */ #ifndef try_cmpxchg#define try_cmpxchg(_ptr, _oldp, _new) \({ \	typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \	___r = cmpxchg((_ptr), ___o, (_new)); \	if (unlikely(___r != ___o)) \		*___op = ___r; \	likely(___r == ___o); \})#endif /* try_cmpxchg */ #ifndef try_cmpxchg_acquire#define try_cmpxchg_acquire(_ptr, _oldp, _new) \({ \	typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \	___r = cmpxchg_acquire((_ptr), ___o, (_new)); \	if (unlikely(___r != ___o)) \		*___op = ___r; \	likely(___r == ___o); \})#endif /* try_cmpxchg_acquire */ #ifndef try_cmpxchg_release#define try_cmpxchg_release(_ptr, _oldp, _new) \({ \	typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \	___r = cmpxchg_release((_ptr), ___o, (_new)); \	if (unlikely(___r != ___o)) \		*___op = ___r; \	likely(___r == ___o); \})#endif /* try_cmpxchg_release */ #ifndef try_cmpxchg_relaxed#define try_cmpxchg_relaxed(_ptr, _oldp, _new) \({ \	typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \	___r = cmpxchg_relaxed((_ptr), ___o, (_new)); \	if (unlikely(___r != ___o)) \		*___op = ___r; \	likely(___r == ___o); \})#endif /* try_cmpxchg_relaxed */ #else /* try_cmpxchg_relaxed */ #ifndef try_cmpxchg_acquire#define try_cmpxchg_acquire(...) \	__atomic_op_acquire(try_cmpxchg, __VA_ARGS__)#endif #ifndef try_cmpxchg_release#define try_cmpxchg_release(...) \	__atomic_op_release(try_cmpxchg, __VA_ARGS__)#endif #ifndef try_cmpxchg#define try_cmpxchg(...) \	__atomic_op_fence(try_cmpxchg, __VA_ARGS__)#endif #endif /* try_cmpxchg_relaxed */ #define arch_atomic_read atomic_read#define arch_atomic_read_acquire atomic_read_acquire #ifndef atomic_read_acquirestatic __always_inline intatomic_read_acquire(const atomic_t *v){	return smp_load_acquire(&(v)->counter);}#define atomic_read_acquire atomic_read_acquire#endif #define arch_atomic_set atomic_set#define arch_atomic_set_release atomic_set_release #ifndef atomic_set_releasestatic __always_inline voidatomic_set_release(atomic_t *v, int i){	smp_store_release(&(v)->counter, i);}#define atomic_set_release atomic_set_release#endif #define arch_atomic_add atomic_add #define arch_atomic_add_return atomic_add_return#define arch_atomic_add_return_acquire atomic_add_return_acquire#define arch_atomic_add_return_release atomic_add_return_release#define arch_atomic_add_return_relaxed atomic_add_return_relaxed #ifndef atomic_add_return_relaxed#define atomic_add_return_acquire atomic_add_return#define atomic_add_return_release atomic_add_return#define atomic_add_return_relaxed atomic_add_return#else /* atomic_add_return_relaxed */ #ifndef atomic_add_return_acquirestatic __always_inline intatomic_add_return_acquire(int i, atomic_t *v){	int ret = atomic_add_return_relaxed(i, v);	__atomic_acquire_fence();	return ret;}#define atomic_add_return_acquire atomic_add_return_acquire#endif #ifndef atomic_add_return_releasestatic __always_inline intatomic_add_return_release(int i, atomic_t *v){	__atomic_release_fence();	return atomic_add_return_relaxed(i, v);}#define atomic_add_return_release atomic_add_return_release#endif #ifndef atomic_add_returnstatic __always_inline intatomic_add_return(int i, atomic_t *v){	int ret;	__atomic_pre_full_fence();	ret = atomic_add_return_relaxed(i, v);	__atomic_post_full_fence();	return ret;}#define atomic_add_return atomic_add_return#endif #endif /* atomic_add_return_relaxed */ #define arch_atomic_fetch_add atomic_fetch_add#define arch_atomic_fetch_add_acquire atomic_fetch_add_acquire#define arch_atomic_fetch_add_release atomic_fetch_add_release#define arch_atomic_fetch_add_relaxed atomic_fetch_add_relaxed #ifndef atomic_fetch_add_relaxed#define atomic_fetch_add_acquire atomic_fetch_add#define atomic_fetch_add_release atomic_fetch_add#define atomic_fetch_add_relaxed atomic_fetch_add#else /* atomic_fetch_add_relaxed */ #ifndef atomic_fetch_add_acquirestatic __always_inline intatomic_fetch_add_acquire(int i, atomic_t *v){	int ret = atomic_fetch_add_relaxed(i, v);	__atomic_acquire_fence();	return ret;}#define atomic_fetch_add_acquire atomic_fetch_add_acquire#endif #ifndef atomic_fetch_add_releasestatic __always_inline intatomic_fetch_add_release(int i, atomic_t *v){	__atomic_release_fence();	return atomic_fetch_add_relaxed(i, v);}#define atomic_fetch_add_release atomic_fetch_add_release#endif #ifndef atomic_fetch_addstatic __always_inline intatomic_fetch_add(int i, atomic_t *v){	int ret;	__atomic_pre_full_fence();	ret = atomic_fetch_add_relaxed(i, v);	__atomic_post_full_fence();	return ret;}#define atomic_fetch_add atomic_fetch_add#endif #endif /* atomic_fetch_add_relaxed */ #define arch_atomic_sub atomic_sub #define arch_atomic_sub_return atomic_sub_return#define arch_atomic_sub_return_acquire atomic_sub_return_acquire#define arch_atomic_sub_return_release atomic_sub_return_release#define arch_atomic_sub_return_relaxed atomic_sub_return_relaxed #ifndef atomic_sub_return_relaxed#define atomic_sub_return_acquire atomic_sub_return#define atomic_sub_return_release atomic_sub_return#define atomic_sub_return_relaxed atomic_sub_return#else /* atomic_sub_return_relaxed */ #ifndef atomic_sub_return_acquirestatic __always_inline intatomic_sub_return_acquire(int i, atomic_t *v){	int ret = atomic_sub_return_relaxed(i, v);	__atomic_acquire_fence();	return ret;}#define atomic_sub_return_acquire atomic_sub_return_acquire#endif #ifndef atomic_sub_return_releasestatic __always_inline intatomic_sub_return_release(int i, atomic_t *v){	__atomic_release_fence();	return atomic_sub_return_relaxed(i, v);}#define atomic_sub_return_release atomic_sub_return_release#endif #ifndef atomic_sub_returnstatic __always_inline intatomic_sub_return(int i, atomic_t *v){	int ret;	__atomic_pre_full_fence();	ret = atomic_sub_return_relaxed(i, v);	__atomic_post_full_fence();	return ret;}#define atomic_sub_return atomic_sub_return#endif #endif /* atomic_sub_return_relaxed */ #define arch_atomic_fetch_sub atomic_fetch_sub#define arch_atomic_fetch_sub_acquire atomic_fetch_sub_acquire#define arch_atomic_fetch_sub_release atomic_fetch_sub_release#define arch_atomic_fetch_sub_relaxed atomic_fetch_sub_relaxed #ifndef atomic_fetch_sub_relaxed#define atomic_fetch_sub_acquire atomic_fetch_sub#define atomic_fetch_sub_release atomic_fetch_sub#define atomic_fetch_sub_relaxed atomic_fetch_sub#else /* atomic_fetch_sub_relaxed */ #ifndef atomic_fetch_sub_acquirestatic __always_inline intatomic_fetch_sub_acquire(int i, atomic_t *v){	int ret = atomic_fetch_sub_relaxed(i, v);	__atomic_acquire_fence();	return ret;}#define atomic_fetch_sub_acquire atomic_fetch_sub_acquire#endif #ifndef atomic_fetch_sub_releasestatic __always_inline intatomic_fetch_sub_release(int i, atomic_t *v){	__atomic_release_fence();	return atomic_fetch_sub_relaxed(i, v);}#define atomic_fetch_sub_release atomic_fetch_sub_release#endif #ifndef atomic_fetch_substatic __always_inline intatomic_fetch_sub(int i, atomic_t *v){	int ret;	__atomic_pre_full_fence();	ret = atomic_fetch_sub_relaxed(i, v);	__atomic_post_full_fence();	return ret;}#define atomic_fetch_sub atomic_fetch_sub#endif #endif /* atomic_fetch_sub_relaxed */ #define arch_atomic_inc atomic_inc #ifndef atomic_incstatic __always_inline voidatomic_inc(atomic_t *v){	atomic_add(1, v);}#define atomic_inc atomic_inc#endif #define arch_atomic_inc_return atomic_inc_return#define arch_atomic_inc_return_acquire atomic_inc_return_acquire#define arch_atomic_inc_return_release atomic_inc_return_release#define arch_atomic_inc_return_relaxed atomic_inc_return_relaxed #ifndef atomic_inc_return_relaxed#ifdef atomic_inc_return#define atomic_inc_return_acquire atomic_inc_return#define atomic_inc_return_release atomic_inc_return#define atomic_inc_return_relaxed atomic_inc_return#endif /* atomic_inc_return */ #ifndef atomic_inc_returnstatic __always_inline intatomic_inc_return(atomic_t *v){	return atomic_add_return(1, v);}#define atomic_inc_return atomic_inc_return#endif #ifndef atomic_inc_return_acquirestatic __always_inline intatomic_inc_return_acquire(atomic_t *v){	return atomic_add_return_acquire(1, v);}#define atomic_inc_return_acquire atomic_inc_return_acquire#endif #ifndef atomic_inc_return_releasestatic __always_inline intatomic_inc_return_release(atomic_t *v){	return atomic_add_return_release(1, v);}#define atomic_inc_return_release atomic_inc_return_release#endif #ifndef atomic_inc_return_relaxedstatic __always_inline intatomic_inc_return_relaxed(atomic_t *v){	return atomic_add_return_relaxed(1, v);}#define atomic_inc_return_relaxed atomic_inc_return_relaxed#endif #else /* atomic_inc_return_relaxed */ #ifndef atomic_inc_return_acquirestatic __always_inline intatomic_inc_return_acquire(atomic_t *v){	int ret = atomic_inc_return_relaxed(v);	__atomic_acquire_fence();	return ret;}#define atomic_inc_return_acquire atomic_inc_return_acquire#endif #ifndef atomic_inc_return_releasestatic __always_inline intatomic_inc_return_release(atomic_t *v){	__atomic_release_fence();	return atomic_inc_return_relaxed(v);}#define atomic_inc_return_release atomic_inc_return_release#endif #ifndef atomic_inc_returnstatic __always_inline intatomic_inc_return(atomic_t *v){	int ret;	__atomic_pre_full_fence();	ret = atomic_inc_return_relaxed(v);	__atomic_post_full_fence();	return ret;}#define atomic_inc_return atomic_inc_return#endif #endif /* atomic_inc_return_relaxed */ #define arch_atomic_fetch_inc atomic_fetch_inc#define arch_atomic_fetch_inc_acquire atomic_fetch_inc_acquire#define arch_atomic_fetch_inc_release atomic_fetch_inc_release#define arch_atomic_fetch_inc_relaxed atomic_fetch_inc_relaxed #ifndef atomic_fetch_inc_relaxed#ifdef atomic_fetch_inc#define atomic_fetch_inc_acquire atomic_fetch_inc#define atomic_fetch_inc_release atomic_fetch_inc#define atomic_fetch_inc_relaxed atomic_fetch_inc#endif /* atomic_fetch_inc */ #ifndef atomic_fetch_incstatic __always_inline intatomic_fetch_inc(atomic_t *v){	return atomic_fetch_add(1, v);}#define atomic_fetch_inc atomic_fetch_inc#endif #ifndef atomic_fetch_inc_acquirestatic __always_inline intatomic_fetch_inc_acquire(atomic_t *v){	return atomic_fetch_add_acquire(1, v);}#define atomic_fetch_inc_acquire atomic_fetch_inc_acquire#endif #ifndef atomic_fetch_inc_releasestatic __always_inline intatomic_fetch_inc_release(atomic_t *v){	return atomic_fetch_add_release(1, v);}#define atomic_fetch_inc_release atomic_fetch_inc_release#endif

Lines 1–500 of 2595. Load more