Greg Kroah-Hartman
598cf27219
Link: https://lore.kernel.org/r/20260217200002.683975158@linuxfoundation.org Tested-by: Florian Fainelli <florian.fainelli@broadcom.com> Tested-by: Takeshi Ogasawara <takeshi.ogasawara@futuring-girl.com> Tested-by: Peter Schneider <pschneider1968@googlemail.com> Tested-by: Jon Hunter <jonathanh@nvidia.com> Tested-by: Salvatore Bonaccorso <carnil@debian.org> Tested-by: Brett A C Sheffield <bacs@librecast.net> Tested-by: Mark Brown <broonie@kernel.org> Tested-by: Luna Jernberg <droidbittin@gmail.com> Tested-by: Ronald Warsow <rwarsow@gmx.de> Tested-by: Justin M. Forbes <jforbes@fedoraproject.org> Tested-by: Ron Economos <re@w6rz.net> Tested-by: Miguel Ojeda <ojeda@kernel.org> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
78 lines
1.7 KiB
C
78 lines
1.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef _ASM_S390_ARCH_HWEIGHT_H
|
|
#define _ASM_S390_ARCH_HWEIGHT_H
|
|
|
|
#include <linux/types.h>
|
|
#include <asm/march.h>
|
|
|
|
static __always_inline unsigned long popcnt_z196(unsigned long w)
|
|
{
|
|
unsigned long cnt;
|
|
|
|
asm volatile(".insn rrf,0xb9e10000,%[cnt],%[w],0,0"
|
|
: [cnt] "=d" (cnt)
|
|
: [w] "d" (w)
|
|
: "cc");
|
|
return cnt;
|
|
}
|
|
|
|
static __always_inline unsigned long popcnt_z15(unsigned long w)
|
|
{
|
|
unsigned long cnt;
|
|
|
|
asm volatile(".insn rrf,0xb9e10000,%[cnt],%[w],8,0"
|
|
: [cnt] "=d" (cnt)
|
|
: [w] "d" (w)
|
|
: "cc");
|
|
return cnt;
|
|
}
|
|
|
|
static __always_inline unsigned long __arch_hweight64(__u64 w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z15_FEATURES))
|
|
return popcnt_z15(w);
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
|
|
w = popcnt_z196(w);
|
|
w += w >> 32;
|
|
w += w >> 16;
|
|
w += w >> 8;
|
|
return w & 0xff;
|
|
}
|
|
return __sw_hweight64(w);
|
|
}
|
|
|
|
static __always_inline unsigned int __arch_hweight32(unsigned int w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z15_FEATURES))
|
|
return popcnt_z15(w);
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
|
|
w = popcnt_z196(w);
|
|
w += w >> 16;
|
|
w += w >> 8;
|
|
return w & 0xff;
|
|
}
|
|
return __sw_hweight32(w);
|
|
}
|
|
|
|
static __always_inline unsigned int __arch_hweight16(unsigned int w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z15_FEATURES))
|
|
return popcnt_z15((unsigned short)w);
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
|
|
w = popcnt_z196(w);
|
|
w += w >> 8;
|
|
return w & 0xff;
|
|
}
|
|
return __sw_hweight16(w);
|
|
}
|
|
|
|
static __always_inline unsigned int __arch_hweight8(unsigned int w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES))
|
|
return popcnt_z196((unsigned char)w);
|
|
return __sw_hweight8(w);
|
|
}
|
|
|
|
#endif /* _ASM_S390_ARCH_HWEIGHT_H */
|