source: mainline/kernel/arch/sparc64/src/asm.S@ 43a10c4

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since 43a10c4 was da349da0, checked in by Jakub Jermar <jakub@…>, 17 years ago

memcpy(), memmove() and similar functions return dst instead of src.
Fix all implementations, including those in assembly. ppc32 assembly
version didn't seem to be affected by this.
  • Property mode set to 100644
File size: 6.4 KB
Line 
1#
2# Copyright (c) 2005 Jakub Jermar
3# All rights reserved.
4#
5# Redistribution and use in source and binary forms, with or without
6# modification, are permitted provided that the following conditions
7# are met:
8#
9# - Redistributions of source code must retain the above copyright
10# notice, this list of conditions and the following disclaimer.
11# - Redistributions in binary form must reproduce the above copyright
12# notice, this list of conditions and the following disclaimer in the
13# documentation and/or other materials provided with the distribution.
14# - The name of the author may not be used to endorse or promote products
15# derived from this software without specific prior written permission.
16#
17# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27#
28
29#include <arch/arch.h>
30#include <arch/stack.h>
31#include <arch/regdef.h>
32#include <arch/mm/mmu.h>
33
34.text
35
36.register %g2, #scratch
37.register %g3, #scratch
38
39/*
40 * This is the assembly language version of our _memcpy() generated by gcc.
41 */
42.global memcpy
43memcpy:
44 mov %o0, %o3 ! save dst
45 add %o1, 7, %g1
46 and %g1, -8, %g1
47 cmp %o1, %g1
48 be,pn %xcc, 3f
49 add %o0, 7, %g1
50 mov 0, %g3
510:
52 brz,pn %o2, 2f
53 mov 0, %g2
541:
55 ldub [%g3 + %o1], %g1
56 add %g2, 1, %g2
57 cmp %o2, %g2
58 stb %g1, [%g3 + %o0]
59 bne,pt %xcc, 1b
60 mov %g2, %g3
612:
62 jmp %o7 + 8 ! exit point
63 mov %o3, %o0
643:
65 and %g1, -8, %g1
66 cmp %o0, %g1
67 bne,pt %xcc, 0b
68 mov 0, %g3
69 srlx %o2, 3, %g4
70 brz,pn %g4, 5f
71 mov 0, %g5
724:
73 sllx %g3, 3, %g2
74 add %g5, 1, %g3
75 ldx [%o1 + %g2], %g1
76 mov %g3, %g5
77 cmp %g4, %g3
78 bne,pt %xcc, 4b
79 stx %g1, [%o0 + %g2]
805:
81 and %o2, 7, %o2
82 brz,pn %o2, 2b
83 sllx %g4, 3, %g1
84 mov 0, %g2
85 add %g1, %o0, %o0
86 add %g1, %o1, %g4
87 mov 0, %g3
886:
89 ldub [%g2 + %g4], %g1
90 stb %g1, [%g2 + %o0]
91 add %g3, 1, %g2
92 cmp %o2, %g2
93 bne,pt %xcc, 6b
94 mov %g2, %g3
95
96 jmp %o7 + 8 ! exit point
97 mov %o3, %o0
98
99/*
100 * Almost the same as memcpy() except the loads are from userspace.
101 */
102.global memcpy_from_uspace
103memcpy_from_uspace:
104 mov %o0, %o3 ! save dst
105 add %o1, 7, %g1
106 and %g1, -8, %g1
107 cmp %o1, %g1
108 be,pn %xcc, 3f
109 add %o0, 7, %g1
110 mov 0, %g3
1110:
112 brz,pn %o2, 2f
113 mov 0, %g2
1141:
115 lduba [%g3 + %o1] ASI_AIUS, %g1
116 add %g2, 1, %g2
117 cmp %o2, %g2
118 stb %g1, [%g3 + %o0]
119 bne,pt %xcc, 1b
120 mov %g2, %g3
1212:
122 jmp %o7 + 8 ! exit point
123 mov %o3, %o0
1243:
125 and %g1, -8, %g1
126 cmp %o0, %g1
127 bne,pt %xcc, 0b
128 mov 0, %g3
129 srlx %o2, 3, %g4
130 brz,pn %g4, 5f
131 mov 0, %g5
1324:
133 sllx %g3, 3, %g2
134 add %g5, 1, %g3
135 ldxa [%o1 + %g2] ASI_AIUS, %g1
136 mov %g3, %g5
137 cmp %g4, %g3
138 bne,pt %xcc, 4b
139 stx %g1, [%o0 + %g2]
1405:
141 and %o2, 7, %o2
142 brz,pn %o2, 2b
143 sllx %g4, 3, %g1
144 mov 0, %g2
145 add %g1, %o0, %o0
146 add %g1, %o1, %g4
147 mov 0, %g3
1486:
149 lduba [%g2 + %g4] ASI_AIUS, %g1
150 stb %g1, [%g2 + %o0]
151 add %g3, 1, %g2
152 cmp %o2, %g2
153 bne,pt %xcc, 6b
154 mov %g2, %g3
155
156 jmp %o7 + 8 ! exit point
157 mov %o3, %o0
158
159/*
160 * Almost the same as memcpy() except the stores are to userspace.
161 */
162.global memcpy_to_uspace
163memcpy_to_uspace:
164 mov %o0, %o3 ! save dst
165 add %o1, 7, %g1
166 and %g1, -8, %g1
167 cmp %o1, %g1
168 be,pn %xcc, 3f
169 add %o0, 7, %g1
170 mov 0, %g3
1710:
172 brz,pn %o2, 2f
173 mov 0, %g2
1741:
175 ldub [%g3 + %o1], %g1
176 add %g2, 1, %g2
177 cmp %o2, %g2
178 stba %g1, [%g3 + %o0] ASI_AIUS
179 bne,pt %xcc, 1b
180 mov %g2, %g3
1812:
182 jmp %o7 + 8 ! exit point
183 mov %o3, %o0
1843:
185 and %g1, -8, %g1
186 cmp %o0, %g1
187 bne,pt %xcc, 0b
188 mov 0, %g3
189 srlx %o2, 3, %g4
190 brz,pn %g4, 5f
191 mov 0, %g5
1924:
193 sllx %g3, 3, %g2
194 add %g5, 1, %g3
195 ldx [%o1 + %g2], %g1
196 mov %g3, %g5
197 cmp %g4, %g3
198 bne,pt %xcc, 4b
199 stxa %g1, [%o0 + %g2] ASI_AIUS
2005:
201 and %o2, 7, %o2
202 brz,pn %o2, 2b
203 sllx %g4, 3, %g1
204 mov 0, %g2
205 add %g1, %o0, %o0
206 add %g1, %o1, %g4
207 mov 0, %g3
2086:
209 ldub [%g2 + %g4], %g1
210 stba %g1, [%g2 + %o0] ASI_AIUS
211 add %g3, 1, %g2
212 cmp %o2, %g2
213 bne,pt %xcc, 6b
214 mov %g2, %g3
215
216 jmp %o7 + 8 ! exit point
217 mov %o3, %o0
218
219.global memcpy_from_uspace_failover_address
220.global memcpy_to_uspace_failover_address
221memcpy_from_uspace_failover_address:
222memcpy_to_uspace_failover_address:
223 jmp %o7 + 8 ! exit point
224 mov %g0, %o0 ! return 0 on failure
225
226.global memsetb
227memsetb:
228 b _memsetb
229 nop
230
231
232.macro WRITE_ALTERNATE_REGISTER reg, bit
233 rdpr %pstate, %g1 ! save PSTATE.PEF
234 wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate
235 mov %o0, \reg
236 wrpr %g0, PSTATE_PRIV_BIT, %pstate
237 retl
238 wrpr %g1, 0, %pstate ! restore PSTATE.PEF
239.endm
240
241.macro READ_ALTERNATE_REGISTER reg, bit
242 rdpr %pstate, %g1 ! save PSTATE.PEF
243 wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate
244 mov \reg, %o0
245 wrpr %g0, PSTATE_PRIV_BIT, %pstate
246 retl
247 wrpr %g1, 0, %pstate ! restore PSTATE.PEF
248.endm
249
250.global write_to_ag_g6
251write_to_ag_g6:
252 WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
253
254.global write_to_ag_g7
255write_to_ag_g7:
256 WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
257
258.global write_to_ig_g6
259write_to_ig_g6:
260 WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
261
262.global read_from_ag_g7
263read_from_ag_g7:
264 READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
265
266
267/** Switch to userspace.
268 *
269 * %o0 Userspace entry address.
270 * %o1 Userspace stack pointer address.
271 * %o2 Userspace address of uarg structure.
272 */
273.global switch_to_userspace
274switch_to_userspace:
275 save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
276 flushw
277 wrpr %g0, 0, %cleanwin ! avoid information leak
278
279 mov %i2, %o0 ! uarg
280 xor %o1, %o1, %o1 ! %o1 is defined to hold pcb_ptr
281 ! set it to 0
282
283 clr %i2
284 clr %i3
285 clr %i4
286 clr %i5
287 clr %i6
288
289 wrpr %g0, 1, %tl ! enforce mapping via nucleus
290
291 rdpr %cwp, %g1
292 wrpr %g1, TSTATE_IE_BIT, %tstate
293 wrpr %i0, 0, %tnpc
294
295 /*
296 * Set primary context according to secondary context.
297 * Secondary context has been already installed by
298 * higher-level functions.
299 */
300 wr %g0, ASI_DMMU, %asi
301 ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
302 stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
303 flush %i7
304
305 /*
306 * Spills and fills will be handled by the userspace handlers.
307 */
308 wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
309
310 done ! jump to userspace
311
Note: See TracBrowser for help on using the repository browser.