diff options
Diffstat (limited to 'nptl/sysdeps/unix')
| -rw-r--r-- | nptl/sysdeps/unix/sysv/linux/i386/i486/pthread_barrier_wait.S | 38 | ||||
| -rw-r--r-- | nptl/sysdeps/unix/sysv/linux/x86_64/pthread_barrier_wait.S | 40 |
2 files changed, 68 insertions, 10 deletions
diff --git a/nptl/sysdeps/unix/sysv/linux/i386/i486/pthread_barrier_wait.S b/nptl/sysdeps/unix/sysv/linux/i386/i486/pthread_barrier_wait.S index d4b61a10c1..114284c44c 100644 --- a/nptl/sysdeps/unix/sysv/linux/i386/i486/pthread_barrier_wait.S +++ b/nptl/sysdeps/unix/sysv/linux/i386/i486/pthread_barrier_wait.S @@ -1,4 +1,4 @@ -/* Copyright (C) 2002, 2003 Free Software Foundation, Inc. +/* Copyright (C) 2002, 2003, 2004 Free Software Foundation, Inc. This file is part of the GNU C Library. Contributed by Ulrich Drepper <drepper@redhat.com>, 2002. @@ -84,16 +84,32 @@ pthread_barrier_wait: #endif je,pn 8b + /* Increment LEFT. If this brings the count back to the + initial count unlock the object. */ + movl $1, %edx + movl INIT_COUNT(%ebx), %ecx + LOCK + xaddl %edx, LEFT(%ebx) + subl $1, %ecx + cmpl %ecx, %edx + jne,pt 10f + + /* Release the mutex. We cannot release the lock before + waking the waiting threads since otherwise a new thread might + arrive and gets waken up, too. */ + LOCK + subl $1, MUTEX(%ebx) + jne 9f + /* Note: %esi is still zero. */ - movl %esi, %eax /* != PTHREAD_BARRIER_SERIAL_THREAD */ +10: movl %esi, %eax /* != PTHREAD_BARRIER_SERIAL_THREAD */ popl %esi popl %ebx ret /* The necessary number of threads arrived. */ -3: movl INIT_COUNT(%ebx), %eax - movl %eax, LEFT(%ebx) +3: #if CURR_EVENT == 0 addl $1, (%ebx) #else @@ -107,6 +123,16 @@ pthread_barrier_wait: movl $SYS_futex, %eax ENTER_KERNEL + /* Increment LEFT. If this brings the count back to the + initial count unlock the object. */ + movl $1, %edx + movl INIT_COUNT(%ebx), %ecx + LOCK + xaddl %edx, LEFT(%ebx) + subl $1, %ecx + cmpl %ecx, %edx + jne,pt 5f + /* Release the mutex. We cannot release the lock before waking the waiting threads since otherwise a new thread might arrive and gets waken up, too. */ @@ -130,4 +156,8 @@ pthread_barrier_wait: 6: leal MUTEX(%ebx), %eax call __lll_mutex_unlock_wake jmp 7b + +9: leal MUTEX(%ebx), %eax + call __lll_mutex_unlock_wake + jmp 10b .size pthread_barrier_wait,.-pthread_barrier_wait diff --git a/nptl/sysdeps/unix/sysv/linux/x86_64/pthread_barrier_wait.S b/nptl/sysdeps/unix/sysv/linux/x86_64/pthread_barrier_wait.S index 672f2cac0e..e1593f32ff 100644 --- a/nptl/sysdeps/unix/sysv/linux/x86_64/pthread_barrier_wait.S +++ b/nptl/sysdeps/unix/sysv/linux/x86_64/pthread_barrier_wait.S @@ -1,4 +1,4 @@ -/* Copyright (C) 2002, 2003 Free Software Foundation, Inc. +/* Copyright (C) 2002, 2003, 2004 Free Software Foundation, Inc. This file is part of the GNU C Library. Contributed by Ulrich Drepper <drepper@redhat.com>, 2002. @@ -78,14 +78,29 @@ pthread_barrier_wait: #endif je 8b - /* Note: %esi is still zero. */ - movl %esi, %eax /* != PTHREAD_BARRIER_SERIAL_THREAD */ + /* Increment LEFT. If this brings the count back to the + initial count unlock the object. */ + movl $1, %edx + movl INIT_COUNT(%rdi), %eax + LOCK + xaddl %edx, LEFT(%rdi) + subl $1, %eax + cmpl %eax, %edx + jne,pt 10f + + /* Release the mutex. We cannot release the lock before + waking the waiting threads since otherwise a new thread might + arrive and gets waken up, too. */ + LOCK + decl MUTEX(%rdi) + jne 9f + +10: xorl %eax, %eax /* != PTHREAD_BARRIER_SERIAL_THREAD */ retq /* The necessary number of threads arrived. */ -3: movl INIT_COUNT(%rdi), %eax - movl %eax, LEFT(%rdi) +3: #if CURR_EVENT == 0 incl (%rdi) #else @@ -99,6 +114,16 @@ pthread_barrier_wait: movq $SYS_futex, %rax syscall + /* Increment LEFT. If this brings the count back to the + initial count unlock the object. */ + movl $1, %edx + movl INIT_COUNT(%rdi), %eax + LOCK + xaddl %edx, LEFT(%rdi) + subl $1, %eax + cmpl %eax, %edx + jne,pt 5f + /* Release the mutex. We cannot release the lock before waking the waiting threads since otherwise a new thread might arrive and gets waken up, too. */ @@ -117,11 +142,14 @@ pthread_barrier_wait: 4: addq $MUTEX, %rdi callq __lll_mutex_unlock_wake - subq $MUTEX, %rdi jmp 5b 6: addq $MUTEX, %rdi callq __lll_mutex_unlock_wake subq $MUTEX, %rdi jmp 7b + +9: addq $MUTEX, %rdi + callq __lll_mutex_unlock_wake + jmp 10b .size pthread_barrier_wait,.-pthread_barrier_wait |