e9826380d8
Everything that's actually common between 32 and 64-bit is moved into cmpxchg.h. xchg/cmpxchg will fail with a link error if they're passed an unsupported size (which includes 64-bit args on 32-bit systems). Signed-off-by: Jeremy Fitzhardinge <jeremy.fitzhardinge@citrix.com> Link: http://lkml.kernel.org/r/4E5BCC40.3030501@goop.org Signed-off-by: H. Peter Anvin <hpa@linux.intel.com>
69 lines
1.8 KiB
C
69 lines
1.8 KiB
C
#ifndef _ASM_X86_CMPXCHG_64_H
|
|
#define _ASM_X86_CMPXCHG_64_H
|
|
|
|
static inline void set_64bit(volatile u64 *ptr, u64 val)
|
|
{
|
|
*ptr = val;
|
|
}
|
|
|
|
#define __HAVE_ARCH_CMPXCHG 1
|
|
|
|
#define cmpxchg64(ptr, o, n) \
|
|
({ \
|
|
BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
|
|
cmpxchg((ptr), (o), (n)); \
|
|
})
|
|
|
|
#define cmpxchg64_local(ptr, o, n) \
|
|
({ \
|
|
BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
|
|
cmpxchg_local((ptr), (o), (n)); \
|
|
})
|
|
|
|
#define cmpxchg16b(ptr, o1, o2, n1, n2) \
|
|
({ \
|
|
char __ret; \
|
|
__typeof__(o2) __junk; \
|
|
__typeof__(*(ptr)) __old1 = (o1); \
|
|
__typeof__(o2) __old2 = (o2); \
|
|
__typeof__(*(ptr)) __new1 = (n1); \
|
|
__typeof__(o2) __new2 = (n2); \
|
|
asm volatile(LOCK_PREFIX "cmpxchg16b %2;setz %1" \
|
|
: "=d"(__junk), "=a"(__ret), "+m" (*ptr) \
|
|
: "b"(__new1), "c"(__new2), \
|
|
"a"(__old1), "d"(__old2)); \
|
|
__ret; })
|
|
|
|
|
|
#define cmpxchg16b_local(ptr, o1, o2, n1, n2) \
|
|
({ \
|
|
char __ret; \
|
|
__typeof__(o2) __junk; \
|
|
__typeof__(*(ptr)) __old1 = (o1); \
|
|
__typeof__(o2) __old2 = (o2); \
|
|
__typeof__(*(ptr)) __new1 = (n1); \
|
|
__typeof__(o2) __new2 = (n2); \
|
|
asm volatile("cmpxchg16b %2;setz %1" \
|
|
: "=d"(__junk), "=a"(__ret), "+m" (*ptr) \
|
|
: "b"(__new1), "c"(__new2), \
|
|
"a"(__old1), "d"(__old2)); \
|
|
__ret; })
|
|
|
|
#define cmpxchg_double(ptr, o1, o2, n1, n2) \
|
|
({ \
|
|
BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
|
|
VM_BUG_ON((unsigned long)(ptr) % 16); \
|
|
cmpxchg16b((ptr), (o1), (o2), (n1), (n2)); \
|
|
})
|
|
|
|
#define cmpxchg_double_local(ptr, o1, o2, n1, n2) \
|
|
({ \
|
|
BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
|
|
VM_BUG_ON((unsigned long)(ptr) % 16); \
|
|
cmpxchg16b_local((ptr), (o1), (o2), (n1), (n2)); \
|
|
})
|
|
|
|
#define system_has_cmpxchg_double() cpu_has_cx16
|
|
|
|
#endif /* _ASM_X86_CMPXCHG_64_H */
|