Eric Lee / smarc-fsl-linux-kernel

Blame view

arch/sparc/lib/bzero.S 3.26 KB
edit raw normal view history
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
1
2
3
4
5
 
  /* bzero.S: Simple prefetching memset, bzero, and clear_user
   *          implementations.
   *
   * Copyright (C) 2005 David S. Miller <davem@davemloft.net>
   */
8695c37d0   David S. Miller   sparc: Convert so... 
6
 
  #include <linux/linkage.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
7
 
  	.text
8695c37d0   David S. Miller   sparc: Convert so... 
8
 
  ENTRY(memset) /* %o0=buf, %o1=pat, %o2=len */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
9
10
11
12
13
14
15
16
17
 
  	and		%o1, 0xff, %o3
  	mov		%o2, %o1
  	sllx		%o3, 8, %g1
  	or		%g1, %o3, %o2
  	sllx		%o2, 16, %g1
  	or		%g1, %o2, %o2
  	sllx		%o2, 32, %g1
  	ba,pt		%xcc, 1f
  	 or		%g1, %o2, %o2
8695c37d0   David S. Miller   sparc: Convert so... 
18
 
  ENTRY(__bzero) /* %o0=buf, %o1=len */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
 
  	clr		%o2
  1:	mov		%o0, %o3
  	brz,pn		%o1, __bzero_done
  	 cmp		%o1, 16
  	bl,pn		%icc, __bzero_tiny
  	 prefetch	[%o0 + 0x000], #n_writes
  	andcc		%o0, 0x3, %g0
  	be,pt		%icc, 2f
  1:	 stb		%o2, [%o0 + 0x00]
  	add		%o0, 1, %o0
  	andcc		%o0, 0x3, %g0
  	bne,pn		%icc, 1b
  	 sub		%o1, 1, %o1
  2:	andcc		%o0, 0x7, %g0
  	be,pt		%icc, 3f
  	 stw		%o2, [%o0 + 0x00]
  	sub		%o1, 4, %o1
  	add		%o0, 4, %o0
  3:	and		%o1, 0x38, %g1
  	cmp		%o1, 0x40
  	andn		%o1, 0x3f, %o4
  	bl,pn		%icc, 5f
  	 and		%o1, 0x7, %o1
  	prefetch	[%o0 + 0x040], #n_writes
  	prefetch	[%o0 + 0x080], #n_writes
  	prefetch	[%o0 + 0x0c0], #n_writes
  	prefetch	[%o0 + 0x100], #n_writes
  	prefetch	[%o0 + 0x140], #n_writes
  4:	prefetch	[%o0 + 0x180], #n_writes
  	stx		%o2, [%o0 + 0x00]
  	stx		%o2, [%o0 + 0x08]
  	stx		%o2, [%o0 + 0x10]
  	stx		%o2, [%o0 + 0x18]
  	stx		%o2, [%o0 + 0x20]
  	stx		%o2, [%o0 + 0x28]
  	stx		%o2, [%o0 + 0x30]
  	stx		%o2, [%o0 + 0x38]
  	subcc		%o4, 0x40, %o4
  	bne,pt		%icc, 4b
  	 add		%o0, 0x40, %o0
  	brz,pn		%g1, 6f
  	 nop
  5:	stx		%o2, [%o0 + 0x00]
  	subcc		%g1, 8, %g1
  	bne,pt		%icc, 5b
  	 add		%o0, 0x8, %o0
  6:	brz,pt		%o1, __bzero_done
  	 nop
  __bzero_tiny:
  1:	stb		%o2, [%o0 + 0x00]
  	subcc		%o1, 1, %o1
  	bne,pt		%icc, 1b
  	 add		%o0, 1, %o0
  __bzero_done:
  	retl
  	 mov		%o3, %o0
8695c37d0   David S. Miller   sparc: Convert so... 
75
76
 
  ENDPROC(__bzero)
  ENDPROC(memset)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
77
78
79
 
  
  #define EX_ST(x,y)		\
  98:	x,y;			\
4d000d5b9   David S. Miller   [SPARC64]: Mark _... 
80
 
  	.section __ex_table,"a";\
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
81
 
  	.align 4;		\
40bdac7db   David S. Miller   sparc64: Kill .fi... 
82
 
  	.word 98b, __retl_o1;	\
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
83
84
 
  	.text;			\
  	.align 4;
8695c37d0   David S. Miller   sparc: Convert so... 
85
 
  ENTRY(__clear_user) /* %o0=buf, %o1=len */
c857e3fdb   David S. Miller   [SPARC64]: __bzer... 
86
 
  	brz,pn		%o1, __clear_user_done
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
87
 
  	 cmp		%o1, 16
c857e3fdb   David S. Miller   [SPARC64]: __bzer... 
88
 
  	bl,pn		%icc, __clear_user_tiny
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
 
  	 EX_ST(prefetcha [%o0 + 0x00] %asi, #n_writes)
  	andcc		%o0, 0x3, %g0
  	be,pt		%icc, 2f
  1:	 EX_ST(stba	%g0, [%o0 + 0x00] %asi)
  	add		%o0, 1, %o0
  	andcc		%o0, 0x3, %g0
  	bne,pn		%icc, 1b
  	 sub		%o1, 1, %o1
  2:	andcc		%o0, 0x7, %g0
  	be,pt		%icc, 3f
  	 EX_ST(stwa	%g0, [%o0 + 0x00] %asi)
  	sub		%o1, 4, %o1
  	add		%o0, 4, %o0
  3:	and		%o1, 0x38, %g1
  	cmp		%o1, 0x40
  	andn		%o1, 0x3f, %o4
  	bl,pn		%icc, 5f
  	 and		%o1, 0x7, %o1
  	EX_ST(prefetcha	[%o0 + 0x040] %asi, #n_writes)
  	EX_ST(prefetcha	[%o0 + 0x080] %asi, #n_writes)
  	EX_ST(prefetcha	[%o0 + 0x0c0] %asi, #n_writes)
  	EX_ST(prefetcha	[%o0 + 0x100] %asi, #n_writes)
  	EX_ST(prefetcha	[%o0 + 0x140] %asi, #n_writes)
  4:	EX_ST(prefetcha	[%o0 + 0x180] %asi, #n_writes)
  	EX_ST(stxa	%g0, [%o0 + 0x00] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x08] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x10] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x18] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x20] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x28] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x30] %asi)
  	EX_ST(stxa	%g0, [%o0 + 0x38] %asi)
  	subcc		%o4, 0x40, %o4
  	bne,pt		%icc, 4b
  	 add		%o0, 0x40, %o0
  	brz,pn		%g1, 6f
  	 nop
  5:	EX_ST(stxa	%g0, [%o0 + 0x00] %asi)
  	subcc		%g1, 8, %g1
  	bne,pt		%icc, 5b
  	 add		%o0, 0x8, %o0
c857e3fdb   David S. Miller   [SPARC64]: __bzer... 
130
 
  6:	brz,pt		%o1, __clear_user_done
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
131
 
  	 nop
c857e3fdb   David S. Miller   [SPARC64]: __bzer... 
132
 
  __clear_user_tiny:
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
133
134
135
136
 
  1:	EX_ST(stba	%g0, [%o0 + 0x00] %asi)
  	subcc		%o1, 1, %o1
  	bne,pt		%icc, 1b
  	 add		%o0, 1, %o0
c857e3fdb   David S. Miller   [SPARC64]: __bzer... 
137
 
  __clear_user_done:
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2 
138
139
 
  	retl
  	 clr		%o0
8695c37d0   David S. Miller   sparc: Convert so... 
140
 
  ENDPROC(__clear_user)