Blame view

lib/hweight.c 1.87 KB
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
1
  #include <linux/module.h>
1977f0327   Jiri Slaby   remove asm/bitops...
2
  #include <linux/bitops.h>
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
3
4
5
6
7
8
9
10
  #include <asm/types.h>
  
  /**
   * hweightN - returns the hamming weight of a N-bit word
   * @x: the word to weigh
   *
   * The Hamming Weight of a number is the total number of bits set in it.
   */
d61931d89   Borislav Petkov   x86: Add optimize...
11
  unsigned int __sw_hweight32(unsigned int w)
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
12
  {
39d997b51   Akinobu Mita   x86, core: Optimi...
13
14
15
16
17
18
  #ifdef ARCH_HAS_FAST_MULTIPLIER
  	w -= (w >> 1) & 0x55555555;
  	w =  (w & 0x33333333) + ((w >> 2) & 0x33333333);
  	w =  (w + (w >> 4)) & 0x0f0f0f0f;
  	return (w * 0x01010101) >> 24;
  #else
f9b419292   Akinobu Mita   [PATCH] bitops: h...
19
  	unsigned int res = w - ((w >> 1) & 0x55555555);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
20
  	res = (res & 0x33333333) + ((res >> 2) & 0x33333333);
f9b419292   Akinobu Mita   [PATCH] bitops: h...
21
22
23
  	res = (res + (res >> 4)) & 0x0F0F0F0F;
  	res = res + (res >> 8);
  	return (res + (res >> 16)) & 0x000000FF;
39d997b51   Akinobu Mita   x86, core: Optimi...
24
  #endif
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
25
  }
d61931d89   Borislav Petkov   x86: Add optimize...
26
  EXPORT_SYMBOL(__sw_hweight32);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
27

d61931d89   Borislav Petkov   x86: Add optimize...
28
  unsigned int __sw_hweight16(unsigned int w)
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
29
  {
f9b419292   Akinobu Mita   [PATCH] bitops: h...
30
  	unsigned int res = w - ((w >> 1) & 0x5555);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
31
  	res = (res & 0x3333) + ((res >> 2) & 0x3333);
f9b419292   Akinobu Mita   [PATCH] bitops: h...
32
33
  	res = (res + (res >> 4)) & 0x0F0F;
  	return (res + (res >> 8)) & 0x00FF;
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
34
  }
d61931d89   Borislav Petkov   x86: Add optimize...
35
  EXPORT_SYMBOL(__sw_hweight16);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
36

d61931d89   Borislav Petkov   x86: Add optimize...
37
  unsigned int __sw_hweight8(unsigned int w)
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
38
  {
f9b419292   Akinobu Mita   [PATCH] bitops: h...
39
  	unsigned int res = w - ((w >> 1) & 0x55);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
40
  	res = (res & 0x33) + ((res >> 2) & 0x33);
f9b419292   Akinobu Mita   [PATCH] bitops: h...
41
  	return (res + (res >> 4)) & 0x0F;
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
42
  }
d61931d89   Borislav Petkov   x86: Add optimize...
43
  EXPORT_SYMBOL(__sw_hweight8);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
44

d61931d89   Borislav Petkov   x86: Add optimize...
45
  unsigned long __sw_hweight64(__u64 w)
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
46
47
  {
  #if BITS_PER_LONG == 32
d61931d89   Borislav Petkov   x86: Add optimize...
48
49
  	return __sw_hweight32((unsigned int)(w >> 32)) +
  	       __sw_hweight32((unsigned int)w);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
50
  #elif BITS_PER_LONG == 64
0136611c6   Andi Kleen   [PATCH] optimize ...
51
52
53
54
55
56
  #ifdef ARCH_HAS_FAST_MULTIPLIER
  	w -= (w >> 1) & 0x5555555555555555ul;
  	w =  (w & 0x3333333333333333ul) + ((w >> 2) & 0x3333333333333333ul);
  	w =  (w + (w >> 4)) & 0x0f0f0f0f0f0f0f0ful;
  	return (w * 0x0101010101010101ul) >> 56;
  #else
f9b419292   Akinobu Mita   [PATCH] bitops: h...
57
  	__u64 res = w - ((w >> 1) & 0x5555555555555555ul);
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
58
  	res = (res & 0x3333333333333333ul) + ((res >> 2) & 0x3333333333333333ul);
f9b419292   Akinobu Mita   [PATCH] bitops: h...
59
60
61
62
  	res = (res + (res >> 4)) & 0x0F0F0F0F0F0F0F0Ful;
  	res = res + (res >> 8);
  	res = res + (res >> 16);
  	return (res + (res >> 32)) & 0x00000000000000FFul;
0136611c6   Andi Kleen   [PATCH] optimize ...
63
  #endif
3b9ed1a5d   Akinobu Mita   [PATCH] bitops: g...
64
65
  #endif
  }
d61931d89   Borislav Petkov   x86: Add optimize...
66
  EXPORT_SYMBOL(__sw_hweight64);