Greg Kroah-Hartman
598cf27219
Link: https://lore.kernel.org/r/20260217200002.683975158@linuxfoundation.org Tested-by: Florian Fainelli <florian.fainelli@broadcom.com> Tested-by: Takeshi Ogasawara <takeshi.ogasawara@futuring-girl.com> Tested-by: Peter Schneider <pschneider1968@googlemail.com> Tested-by: Jon Hunter <jonathanh@nvidia.com> Tested-by: Salvatore Bonaccorso <carnil@debian.org> Tested-by: Brett A C Sheffield <bacs@librecast.net> Tested-by: Mark Brown <broonie@kernel.org> Tested-by: Luna Jernberg <droidbittin@gmail.com> Tested-by: Ronald Warsow <rwarsow@gmx.de> Tested-by: Justin M. Forbes <jforbes@fedoraproject.org> Tested-by: Ron Economos <re@w6rz.net> Tested-by: Miguel Ojeda <ojeda@kernel.org> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
33 lines
1.1 KiB
C
33 lines
1.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#include <stdlib.h>
|
|
#if defined(__i386__) || defined(__x86_64__)
|
|
#define barrier() asm volatile("" ::: "memory")
|
|
#define virt_mb() __sync_synchronize()
|
|
#define virt_rmb() barrier()
|
|
#define virt_wmb() barrier()
|
|
/* Atomic store should be enough, but gcc generates worse code in that case. */
|
|
#define virt_store_mb(var, value) do { \
|
|
typeof(var) virt_store_mb_value = (value); \
|
|
__atomic_exchange(&(var), &virt_store_mb_value, &virt_store_mb_value, \
|
|
__ATOMIC_SEQ_CST); \
|
|
barrier(); \
|
|
} while (0);
|
|
/* Weak barriers should be used. If not - it's a bug */
|
|
# define mb() abort()
|
|
# define dma_rmb() abort()
|
|
# define dma_wmb() abort()
|
|
#elif defined(__aarch64__)
|
|
#define dmb(opt) asm volatile("dmb " #opt : : : "memory")
|
|
#define virt_mb() __sync_synchronize()
|
|
#define virt_rmb() dmb(ishld)
|
|
#define virt_wmb() dmb(ishst)
|
|
#define virt_store_mb(var, value) do { WRITE_ONCE(var, value); dmb(ish); } while (0)
|
|
/* Weak barriers should be used. If not - it's a bug */
|
|
# define mb() abort()
|
|
# define dma_rmb() abort()
|
|
# define dma_wmb() abort()
|
|
#else
|
|
#error Please fill in barrier macros
|
|
#endif
|
|
|