1 #ifndef _ASM_X86_HWEIGHT_H
2 #define _ASM_X86_HWEIGHT_H
4 #include <asm/cpufeatures.h>
7 /* popcnt %edi, %eax */
8 #define POPCNT32 ".byte 0xf3,0x0f,0xb8,0xc7"
9 /* popcnt %rdi, %rax */
10 #define POPCNT64 ".byte 0xf3,0x48,0x0f,0xb8,0xc7"
14 /* popcnt %eax, %eax */
15 #define POPCNT32 ".byte 0xf3,0x0f,0xb8,0xc0"
20 #define __HAVE_ARCH_SW_HWEIGHT
22 static __always_inline
unsigned int __arch_hweight32(unsigned int w
)
26 asm (ALTERNATIVE("call __sw_hweight32", POPCNT32
, X86_FEATURE_POPCNT
)
33 static inline unsigned int __arch_hweight16(unsigned int w
)
35 return __arch_hweight32(w
& 0xffff);
38 static inline unsigned int __arch_hweight8(unsigned int w
)
40 return __arch_hweight32(w
& 0xff);
44 static inline unsigned long __arch_hweight64(__u64 w
)
46 return __arch_hweight32((u32
)w
) +
47 __arch_hweight32((u32
)(w
>> 32));
50 static __always_inline
unsigned long __arch_hweight64(__u64 w
)
54 asm (ALTERNATIVE("call __sw_hweight64", POPCNT64
, X86_FEATURE_POPCNT
)
60 #endif /* CONFIG_X86_32 */