0ec5755428223b8105e488e8fddc19de4db26521raf * CDDL HEADER START
0ec5755428223b8105e488e8fddc19de4db26521raf * The contents of this file are subject to the terms of the
0ec5755428223b8105e488e8fddc19de4db26521raf * Common Development and Distribution License (the "License").
0ec5755428223b8105e488e8fddc19de4db26521raf * You may not use this file except in compliance with the License.
0ec5755428223b8105e488e8fddc19de4db26521raf * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
0ec5755428223b8105e488e8fddc19de4db26521raf * See the License for the specific language governing permissions
0ec5755428223b8105e488e8fddc19de4db26521raf * and limitations under the License.
0ec5755428223b8105e488e8fddc19de4db26521raf * When distributing Covered Code, include this CDDL HEADER in each
0ec5755428223b8105e488e8fddc19de4db26521raf * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
0ec5755428223b8105e488e8fddc19de4db26521raf * If applicable, add the following below this CDDL HEADER, with the
0ec5755428223b8105e488e8fddc19de4db26521raf * fields enclosed by brackets "[]" replaced with your own identifying
0ec5755428223b8105e488e8fddc19de4db26521raf * information: Portions Copyright [yyyy] [name of copyright owner]
0ec5755428223b8105e488e8fddc19de4db26521raf * CDDL HEADER END
ae115bc77f6fcde83175c75b4206dc2e50747966mrj * Copyright 2007 Sun Microsystems, Inc. All rights reserved.
0ec5755428223b8105e488e8fddc19de4db26521raf * Use is subject to license terms.
0ec5755428223b8105e488e8fddc19de4db26521raf/* inlines for gcc */
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe * ON-usable GCC 4.x emits register pseudo-ops declaring %g7 as ignored, rather
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe * than scratch, GCC 3 does the reverse. All uses, both ones it generated
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe * (_curthread) and ones it didn't (__curthread) must agree.
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__amd64)
0ec5755428223b8105e488e8fddc19de4db26521raf __asm__ __volatile__("movq %%fs:0, %0" : "=r" (__value));
0ec5755428223b8105e488e8fddc19de4db26521raf __asm__ __volatile__("movl %%gs:0, %0" : "=r" (__value));
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__amd64)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "movq %%fs:0, %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "movl %%gs:0, %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ldx [%%g7 + 80], %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ld [%%g7 + 80], %0\n\t"
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__amd64)
0ec5755428223b8105e488e8fddc19de4db26521rafgethrtime(void) /* note: caller-saved registers are trashed */
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__amd64)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "movl $3, %%eax\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : : "rcx", "rdx", "rsi", "rdi", "r8", "r9", "r10", "r11", "cc");
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "movl $3, %%eax\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ta 0x24\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "sllx %%o0, 32, %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "or %%o1, %0, %0"
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "movl $1, %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "xchgb %%dl, %1"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ldstub %1, %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "membar #LoadLoad"
41efec2219526a9b3ecce26f97aba761ef1e1d0drafatomic_swap_32(volatile uint32_t *__memory, uint32_t __value)
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "xchgl %0, %1"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ld [%3], %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "mov %4, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cas [%3], %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cmp %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "bne,a,pn %%icc, 1b\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe " mov %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : "=&r" (__tmp1), "=&r" (__tmp2), "=m" (*__memory)
41efec2219526a9b3ecce26f97aba761ef1e1d0drafatomic_cas_32(volatile uint32_t *__memory, uint32_t __cmp, uint32_t __newvalue)
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "lock; cmpxchgl %3, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cas [%2], %3, %1"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : "r" (__memory), "r" (__cmp), "1" (__newvalue));
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "lock; incl %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ld [%3], %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "add %0, 1, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cas [%3], %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cmp %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "bne,a,pn %%icc, 1b\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe " mov %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : "=&r" (__tmp1), "=&r" (__tmp2), "=m" (*__memory)
0ec5755428223b8105e488e8fddc19de4db26521raf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "lock; decl %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ld [%3], %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "sub %0, 1, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cas [%3], %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cmp %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "bne,a,pn %%icc, 1b\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe " mov %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : "=&r" (__tmp1), "=&r" (__tmp2), "=m" (*__memory)
41efec2219526a9b3ecce26f97aba761ef1e1d0drafatomic_and_32(volatile uint32_t *__memory, uint32_t __bits)
41efec2219526a9b3ecce26f97aba761ef1e1d0draf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "lock; andl %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ld [%3], %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "and %0, %4, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cas [%3], %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cmp %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "bne,a,pn %%icc, 1b\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe " mov %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : "=&r" (__tmp1), "=&r" (__tmp2), "=m" (*__memory)
41efec2219526a9b3ecce26f97aba761ef1e1d0drafatomic_or_32(volatile uint32_t *__memory, uint32_t __bits)
41efec2219526a9b3ecce26f97aba761ef1e1d0draf#if defined(__x86)
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "lock; orl %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "ld [%3], %0\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "or %0, %4, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cas [%3], %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "cmp %0, %1\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe "bne,a,pn %%icc, 1b\n\t"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe " mov %1, %0"
6a3e8e8695d5c7d1d18c6800d676990d7f61a2a4Richard Lowe : "=&r" (__tmp1), "=&r" (__tmp2), "=m" (*__memory)
0ec5755428223b8105e488e8fddc19de4db26521raf#endif /* __sparc */
0ec5755428223b8105e488e8fddc19de4db26521raf#endif /* __x86 */
0ec5755428223b8105e488e8fddc19de4db26521raf#endif /* !__lint && __GNUC__ */
0ec5755428223b8105e488e8fddc19de4db26521raf#endif /* _THR_INLINES_H */