source: mainline/kernel/arch/sparc64/src/asm.S@ 86018c1

#
# Copyright (c) 2005 Jakub Jermar
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# - Redistributions of source code must retain the above copyright
#   notice, this list of conditions and the following disclaimer.
# - Redistributions in binary form must reproduce the above copyright
#   notice, this list of conditions and the following disclaimer in the
#   documentation and/or other materials provided with the distribution.
# - The name of the author may not be used to endorse or promote products
#   derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#

#include <arch/arch.h>
#include <arch/stack.h>

.text

.register       %g2, #scratch
.register       %g3, #scratch

/*
 * This is the assembly language version of our _memcpy() generated by gcc.
 */
.global memcpy
memcpy:
        mov     %o0, %o3                ! save dst
        add     %o1, 7, %g1
        and     %g1, -8, %g1
        cmp     %o1, %g1
        be,pn   %xcc, 3f
        add     %o0, 7, %g1
        mov     0, %g3
0:
        brz,pn  %o2, 2f
        mov     0, %g2
1:
        ldub    [%g3 + %o1], %g1
        add     %g2, 1, %g2
        cmp     %o2, %g2
        stb     %g1, [%g3 + %o0]
        bne,pt  %xcc, 1b
        mov     %g2, %g3
2:
        jmp     %o7 + 8                 ! exit point
        mov     %o3, %o0
3:
        and     %g1, -8, %g1
        cmp     %o0, %g1
        bne,pt  %xcc, 0b
        mov     0, %g3
        srlx    %o2, 3, %g4
        brz,pn  %g4, 5f
        mov     0, %g5
4:
        sllx    %g3, 3, %g2
        add     %g5, 1, %g3
        ldx     [%o1 + %g2], %g1
        mov     %g3, %g5
        cmp     %g4, %g3
        bne,pt  %xcc, 4b
        stx     %g1, [%o0 + %g2]
5:
        and     %o2, 7, %o2
        brz,pn  %o2, 2b
        sllx    %g4, 3, %g1
        mov     0, %g2
        add     %g1, %o0, %o0
        add     %g1, %o1, %g4
        mov     0, %g3
6:
        ldub    [%g2 + %g4], %g1
        stb     %g1, [%g2 + %o0]
        add     %g3, 1, %g2
        cmp     %o2, %g2
        bne,pt  %xcc, 6b
        mov     %g2, %g3

        jmp     %o7 + 8                 ! exit point
        mov     %o3, %o0

/*
 * Almost the same as memcpy() except the loads are from userspace.
 */
.global memcpy_from_uspace
memcpy_from_uspace:
        mov     %o0, %o3                ! save dst
        add     %o1, 7, %g1
        and     %g1, -8, %g1
        cmp     %o1, %g1
        be,pn   %xcc, 3f
        add     %o0, 7, %g1
        mov     0, %g3
0:
        brz,pn  %o2, 2f
        mov     0, %g2
1:
        lduba   [%g3 + %o1] ASI_AIUS, %g1
        add     %g2, 1, %g2
        cmp     %o2, %g2
        stb     %g1, [%g3 + %o0]
        bne,pt  %xcc, 1b
        mov     %g2, %g3
2:
        jmp     %o7 + 8                 ! exit point
        mov     %o3, %o0
3:
        and     %g1, -8, %g1
        cmp     %o0, %g1
        bne,pt  %xcc, 0b
        mov     0, %g3
        srlx    %o2, 3, %g4
        brz,pn  %g4, 5f
        mov     0, %g5
4:
        sllx    %g3, 3, %g2
        add     %g5, 1, %g3
        ldxa    [%o1 + %g2] ASI_AIUS, %g1
        mov     %g3, %g5
        cmp     %g4, %g3
        bne,pt  %xcc, 4b
        stx     %g1, [%o0 + %g2]
5:
        and     %o2, 7, %o2
        brz,pn  %o2, 2b
        sllx    %g4, 3, %g1
        mov     0, %g2
        add     %g1, %o0, %o0
        add     %g1, %o1, %g4
        mov     0, %g3
6:
        lduba   [%g2 + %g4] ASI_AIUS, %g1
        stb     %g1, [%g2 + %o0]
        add     %g3, 1, %g2
        cmp     %o2, %g2
        bne,pt  %xcc, 6b
        mov     %g2, %g3

        jmp     %o7 + 8                 ! exit point
        mov     %o3, %o0

/*
 * Almost the same as memcpy() except the stores are to userspace.
 */
.global memcpy_to_uspace
memcpy_to_uspace:
        mov     %o0, %o3                ! save dst
        add     %o1, 7, %g1
        and     %g1, -8, %g1
        cmp     %o1, %g1
        be,pn   %xcc, 3f
        add     %o0, 7, %g1
        mov     0, %g3
0:
        brz,pn  %o2, 2f
        mov     0, %g2
1:
        ldub    [%g3 + %o1], %g1
        add     %g2, 1, %g2
        cmp     %o2, %g2
        stba    %g1, [%g3 + %o0] ASI_AIUS
        bne,pt  %xcc, 1b
        mov     %g2, %g3
2:
        jmp     %o7 + 8                 ! exit point
        mov     %o3, %o0
3:
        and     %g1, -8, %g1
        cmp     %o0, %g1
        bne,pt  %xcc, 0b
        mov     0, %g3
        srlx    %o2, 3, %g4
        brz,pn  %g4, 5f
        mov     0, %g5
4:
        sllx    %g3, 3, %g2
        add     %g5, 1, %g3
        ldx     [%o1 + %g2], %g1
        mov     %g3, %g5
        cmp     %g4, %g3
        bne,pt  %xcc, 4b
        stxa    %g1, [%o0 + %g2] ASI_AIUS
5:
        and     %o2, 7, %o2
        brz,pn  %o2, 2b
        sllx    %g4, 3, %g1
        mov     0, %g2
        add     %g1, %o0, %o0
        add     %g1, %o1, %g4
        mov     0, %g3
6:
        ldub    [%g2 + %g4], %g1
        stba    %g1, [%g2 + %o0] ASI_AIUS
        add     %g3, 1, %g2
        cmp     %o2, %g2
        bne,pt  %xcc, 6b
        mov     %g2, %g3

        jmp     %o7 + 8                 ! exit point
        mov     %o3, %o0

.global memcpy_from_uspace_failover_address
.global memcpy_to_uspace_failover_address
memcpy_from_uspace_failover_address:
memcpy_to_uspace_failover_address:
        jmp     %o7 + 8                 ! exit point
        mov     %g0, %o0                ! return 0 on failure

.global memsetb
memsetb:
        ba %xcc, _memsetb
        nop

.global memsetw
memsetw:
        ba %xcc, _memsetw
        nop