~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/x86/include/asm/arch_hweight.h

Version: ~ [ linux-5.10-rc1 ] ~ [ linux-5.9.1 ] ~ [ linux-5.8.16 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.72 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.152 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.202 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.240 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.240 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.19.8 ] ~ [ linux-3.18.140 ] ~ [ linux-3.17.8 ] ~ [ linux-3.16.85 ] ~ [ linux-3.15.10 ] ~ [ linux-3.14.79 ] ~ [ linux-3.13.11 ] ~ [ linux-3.12.74 ] ~ [ linux-3.11.10 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 #ifndef _ASM_X86_HWEIGHT_H
  2 #define _ASM_X86_HWEIGHT_H
  3 
  4 #ifdef CONFIG_64BIT
  5 /* popcnt %edi, %eax -- redundant REX prefix for alignment */
  6 #define POPCNT32 ".byte 0xf3,0x40,0x0f,0xb8,0xc7"
  7 /* popcnt %rdi, %rax */
  8 #define POPCNT64 ".byte 0xf3,0x48,0x0f,0xb8,0xc7"
  9 #define REG_IN "D"
 10 #define REG_OUT "a"
 11 #else
 12 /* popcnt %eax, %eax */
 13 #define POPCNT32 ".byte 0xf3,0x0f,0xb8,0xc0"
 14 #define REG_IN "a"
 15 #define REG_OUT "a"
 16 #endif
 17 
 18 /*
 19  * __sw_hweightXX are called from within the alternatives below
 20  * and callee-clobbered registers need to be taken care of. See
 21  * ARCH_HWEIGHT_CFLAGS in <arch/x86/Kconfig> for the respective
 22  * compiler switches.
 23  */
 24 static inline unsigned int __arch_hweight32(unsigned int w)
 25 {
 26         unsigned int res = 0;
 27 
 28         asm (ALTERNATIVE("call __sw_hweight32", POPCNT32, X86_FEATURE_POPCNT)
 29                      : "="REG_OUT (res)
 30                      : REG_IN (w));
 31 
 32         return res;
 33 }
 34 
 35 static inline unsigned int __arch_hweight16(unsigned int w)
 36 {
 37         return __arch_hweight32(w & 0xffff);
 38 }
 39 
 40 static inline unsigned int __arch_hweight8(unsigned int w)
 41 {
 42         return __arch_hweight32(w & 0xff);
 43 }
 44 
 45 static inline unsigned long __arch_hweight64(__u64 w)
 46 {
 47         unsigned long res = 0;
 48 
 49 #ifdef CONFIG_X86_32
 50         return  __arch_hweight32((u32)w) +
 51                 __arch_hweight32((u32)(w >> 32));
 52 #else
 53         asm (ALTERNATIVE("call __sw_hweight64", POPCNT64, X86_FEATURE_POPCNT)
 54                      : "="REG_OUT (res)
 55                      : REG_IN (w));
 56 #endif /* CONFIG_X86_32 */
 57 
 58         return res;
 59 }
 60 
 61 #endif
 62 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp