Blame view

lib/muldi3.c 2.29 KB
b35cd9884   Palmer Dabbelt   lib: Add shared c...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
  /*
   * This program is free software; you can redistribute it and/or modify
   * it under the terms of the GNU General Public License as published by
   * the Free Software Foundation; either version 2 of the License, or
   * (at your option) any later version.
   *
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
   *
   * You should have received a copy of the GNU General Public License
   * along with this program; if not, see the file COPYING, or write
   * to the Free Software Foundation, Inc.
   */
  
  #include <linux/export.h>
4db2b604c   Christoph Hellwig   move libgcc.h to ...
18
  #include <linux/libgcc.h>
b35cd9884   Palmer Dabbelt   lib: Add shared c...
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
  
  #define W_TYPE_SIZE 32
  
  #define __ll_B ((unsigned long) 1 << (W_TYPE_SIZE / 2))
  #define __ll_lowpart(t) ((unsigned long) (t) & (__ll_B - 1))
  #define __ll_highpart(t) ((unsigned long) (t) >> (W_TYPE_SIZE / 2))
  
  /* If we still don't have umul_ppmm, define it using plain C.  */
  #if !defined(umul_ppmm)
  #define umul_ppmm(w1, w0, u, v)						\
  	do {								\
  		unsigned long __x0, __x1, __x2, __x3;			\
  		unsigned short __ul, __vl, __uh, __vh;			\
  									\
  		__ul = __ll_lowpart(u);					\
  		__uh = __ll_highpart(u);				\
  		__vl = __ll_lowpart(v);					\
  		__vh = __ll_highpart(v);				\
  									\
  		__x0 = (unsigned long) __ul * __vl;			\
  		__x1 = (unsigned long) __ul * __vh;			\
  		__x2 = (unsigned long) __uh * __vl;			\
  		__x3 = (unsigned long) __uh * __vh;			\
  									\
  		__x1 += __ll_highpart(__x0); /* this can't give carry */\
  		__x1 += __x2; /* but this indeed can */			\
  		if (__x1 < __x2) /* did we get it? */			\
  		__x3 += __ll_B; /* yes, add it in the proper pos */	\
  									\
  		(w1) = __x3 + __ll_highpart(__x1);			\
  		(w0) = __ll_lowpart(__x1) * __ll_B + __ll_lowpart(__x0);\
  	} while (0)
  #endif
  
  #if !defined(__umulsidi3)
  #define __umulsidi3(u, v) ({				\
  	DWunion __w;					\
  	umul_ppmm(__w.s.high, __w.s.low, u, v);		\
  	__w.ll;						\
  	})
  #endif
  
  long long notrace __muldi3(long long u, long long v)
  {
  	const DWunion uu = {.ll = u};
  	const DWunion vv = {.ll = v};
  	DWunion w = {.ll = __umulsidi3(uu.s.low, vv.s.low)};
  
  	w.s.high += ((unsigned long) uu.s.low * (unsigned long) vv.s.high
  		+ (unsigned long) uu.s.high * (unsigned long) vv.s.low);
  
  	return w.ll;
  }
  EXPORT_SYMBOL(__muldi3);