atomic.s revision 7c478bd95313f5f23a4c958a745db2134aa03244
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License, Version 1.0 only
* (the "License"). You may not use this file except in compliance
* with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2005 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
*/
.ident "%Z%%M% %I% %E% SMI"
.file "%M%"
#include <sys/asm_linkage.h>
#if defined(_KERNEL)
/*
* Legacy kernel interfaces; they will go away (eventually).
*/
#else
/*
* Include the definitions for the libc weak aliases.
*/
#include "../atomic_asm_weak.h"
#endif
1:
1:
1:
1:
1:
1:
1:
1:
1:
1:
1:
1:
1:
2:
1:
2:
srl %o2, 0, %o2 ! convert 2 32-bit args into 1 64-bit
add %o1, %o2, %o1
sllx %o3, 32, %o2 ! newval upper 32 in %o3, lower in %o4
srl %o4, 0, %o4 ! setup %o2 to have newval
add %o2, %o4, %o2
casx [%o0], %o1, %o2
srl %o2, 0, %o1 ! return lower 32-bits in %o1
retl
srlx %o2, 32, %o0 ! return upper 32-bits in %o0
SET_SIZE(atomic_cas_64)
ENTRY(atomic_swap_8)
ALTENTRY(atomic_swap_uchar)
and %o0, 0x3, %o4 ! %o4 = byte offset, left-to-right
xor %o4, 0x3, %g1 ! %g1 = byte offset, right-to-left
sll %g1, 3, %g1 ! %g1 = bit offset, right-to-left
set 0xff, %o3 ! %o3 = mask
sll %o3, %g1, %o3 ! %o3 = shifted to bit offset
sll %o1, %g1, %o1 ! %o1 = shifted to bit offset
and %o1, %o3, %o1 ! %o1 = single byte value
andn %o0, 0x3, %o0 ! %o0 = word address
ld [%o0], %o2 ! read old value
1:
andn %o2, %o3, %o5 ! clear target bits
or %o5, %o1, %o5 ! insert the new value
cas [%o0], %o2, %o5
cmp %o2, %o5
bne,a,pn %icc, 1b
mov %o5, %o2 ! %o2 = old value
and %o5, %o3, %o5
retl
srl %o5, %g1, %o0 ! %o0 = old value
SET_SIZE(atomic_swap_uchar)
SET_SIZE(atomic_swap_8)
ENTRY(atomic_swap_16)
ALTENTRY(atomic_swap_ushort)
and %o0, 0x2, %o4 ! %o4 = byte offset, left-to-right
xor %o4, 0x2, %g1 ! %g1 = byte offset, right-to-left
sll %o4, 3, %o4 ! %o4 = bit offset, left-to-right
sll %g1, 3, %g1 ! %g1 = bit offset, right-to-left
sethi %hi(0xffff0000), %o3 ! %o3 = mask
srl %o3, %o4, %o3 ! %o3 = shifted to bit offset
sll %o1, %g1, %o1 ! %o1 = shifted to bit offset
and %o1, %o3, %o1 ! %o1 = single short value
andn %o0, 0x2, %o0 ! %o0 = word address
! if low-order bit is 1, we will properly get an alignment fault here
ld [%o0], %o2 ! read old value
1:
andn %o2, %o3, %o5 ! clear target bits
or %o5, %o1, %o5 ! insert the new value
cas [%o0], %o2, %o5
cmp %o2, %o5
bne,a,pn %icc, 1b
mov %o5, %o2 ! %o2 = old value
and %o5, %o3, %o5
retl
srl %o5, %g1, %o0 ! %o0 = old value
SET_SIZE(atomic_swap_ushort)
SET_SIZE(atomic_swap_16)
ENTRY(atomic_swap_32)
ALTENTRY(atomic_swap_uint)
ALTENTRY(atomic_swap_ptr)
ALTENTRY(atomic_swap_ulong)
ld [%o0], %o2
1:
mov %o1, %o3
cas [%o0], %o2, %o3
cmp %o2, %o3
bne,a,pn %icc, 1b
mov %o3, %o2
retl
mov %o3, %o0
SET_SIZE(atomic_swap_ulong)
SET_SIZE(atomic_swap_ptr)
SET_SIZE(atomic_swap_uint)
SET_SIZE(atomic_swap_32)
ENTRY(atomic_swap_64)
sllx %o1, 32, %o1 ! upper 32 in %o1, lower in %o2
srl %o2, 0, %o2
add %o1, %o2, %o1 ! convert 2 32-bit args into 1 64-bit
ldx [%o0], %o2
1:
mov %o1, %o3
casx [%o0], %o2, %o3
cmp %o2, %o3
bne,a,pn %xcc, 1b
mov %o3, %o2
srl %o3, 0, %o1 ! return lower 32-bits in %o1
retl
srlx %o3, 32, %o0 ! return upper 32-bits in %o0
SET_SIZE(atomic_swap_64)
ENTRY(atomic_set_long_excl)
mov 1, %o3
slln %o3, %o1, %o3
ldn [%o0], %o2
1:
andcc %o2, %o3, %g0 ! test if the bit is set
bnz,a,pn %ncc, 2f ! if so, then fail out
mov -1, %o0
or %o2, %o3, %o4 ! set the bit, and try to commit it
casn [%o0], %o2, %o4
cmp %o2, %o4
bne,a,pn %ncc, 1b ! failed to commit, try again
mov %o4, %o2
mov %g0, %o0
2:
retl
nop
SET_SIZE(atomic_set_long_excl)
ENTRY(atomic_clear_long_excl)
mov 1, %o3
slln %o3, %o1, %o3
ldn [%o0], %o2
1:
andncc %o3, %o2, %g0 ! test if the bit is clear
bnz,a,pn %ncc, 2f ! if so, then fail out
mov -1, %o0
andn %o2, %o3, %o4 ! clear the bit, and try to commit it
casn [%o0], %o2, %o4
cmp %o2, %o4
bne,a,pn %ncc, 1b ! failed to commit, try again
mov %o4, %o2
mov %g0, %o0
2:
retl
nop
SET_SIZE(atomic_clear_long_excl)
#if !defined(_KERNEL)
/*
* Spitfires and Blackbirds have a problem with membars in the
*/
#endif /* !_KERNEL */