79e1dd05d1
cmpxchg64() today generates, to quote Linus, "barf bag" code. cmpxchg64() is about to get used in the scheduler to fix a bug there, but it's a prerequisite that cmpxchg64() first be made non-sucking. This patch turns cmpxchg64() into an efficient implementation that uses the alternative() mechanism to just use the raw instruction on all modern systems. Note: the fallback is NOT smp safe, just like the current fallback is not SMP safe. (Interested parties with i486 based SMP systems are welcome to submit fix patches for that.) Signed-off-by: Arjan van de Ven <arjan@linux.intel.com> Acked-by: Linus Torvalds <torvalds@linux-foundation.org> [ fixed asm constraint bug ] Fixed-by: Eric Dumazet <eric.dumazet@gmail.com> Cc: Martin Schwidefsky <schwidefsky@de.ibm.com> Cc: John Stultz <johnstul@us.ibm.com> Cc: Peter Zijlstra <a.p.zijlstra@chello.nl> LKML-Reference: <20090930170754.0886ff2e@infradead.org> Signed-off-by: Ingo Molnar <mingo@elte.hu>
57 lines
972 B
ArmAsm
57 lines
972 B
ArmAsm
/*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; version 2
|
|
* of the License.
|
|
*
|
|
*/
|
|
|
|
#include <linux/linkage.h>
|
|
#include <asm/alternative-asm.h>
|
|
#include <asm/frame.h>
|
|
#include <asm/dwarf2.h>
|
|
|
|
|
|
.text
|
|
|
|
/*
|
|
* Inputs:
|
|
* %esi : memory location to compare
|
|
* %eax : low 32 bits of old value
|
|
* %edx : high 32 bits of old value
|
|
* %ebx : low 32 bits of new value
|
|
* %ecx : high 32 bits of new value
|
|
*/
|
|
ENTRY(cmpxchg8b_emu)
|
|
CFI_STARTPROC
|
|
|
|
#
|
|
# Emulate 'cmpxchg8b (%esi)' on UP except we don't
|
|
# set the whole ZF thing (caller will just compare
|
|
# eax:edx with the expected value)
|
|
#
|
|
cmpxchg8b_emu:
|
|
pushfl
|
|
cli
|
|
|
|
cmpl (%esi), %eax
|
|
jne not_same
|
|
cmpl 4(%esi), %edx
|
|
jne half_same
|
|
|
|
movl %ebx, (%esi)
|
|
movl %ecx, 4(%esi)
|
|
|
|
popfl
|
|
ret
|
|
|
|
not_same:
|
|
movl (%esi), %eax
|
|
half_same:
|
|
movl 4(%esi), %edx
|
|
|
|
popfl
|
|
ret
|
|
|
|
CFI_ENDPROC
|
|
ENDPROC(cmpxchg8b_emu)
|