2010-02-24 02:54:24 -07:00
|
|
|
/*
|
|
|
|
* Testsuite for atomic64_t functions
|
|
|
|
*
|
|
|
|
* Copyright © 2010 Luca Barbieri
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*/
|
2014-06-04 17:12:00 -06:00
|
|
|
|
|
|
|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
|
|
|
|
|
2010-02-24 02:54:24 -07:00
|
|
|
#include <linux/init.h>
|
2012-01-20 16:35:53 -07:00
|
|
|
#include <linux/bug.h>
|
2010-05-24 13:13:20 -06:00
|
|
|
#include <linux/kernel.h>
|
2011-07-26 17:09:06 -06:00
|
|
|
#include <linux/atomic.h>
|
2017-02-24 16:00:55 -07:00
|
|
|
#include <linux/module.h>
|
2010-02-24 02:54:24 -07:00
|
|
|
|
2015-12-01 18:00:57 -07:00
|
|
|
#ifdef CONFIG_X86
|
2016-01-26 14:12:04 -07:00
|
|
|
#include <asm/cpufeature.h> /* for boot_cpu_has below */
|
2015-12-01 18:00:57 -07:00
|
|
|
#endif
|
|
|
|
|
2015-07-13 04:55:58 -06:00
|
|
|
#define TEST(bit, op, c_op, val) \
|
|
|
|
do { \
|
|
|
|
atomic##bit##_set(&v, v0); \
|
|
|
|
r = v0; \
|
|
|
|
atomic##bit##_##op(val, &v); \
|
|
|
|
r c_op val; \
|
|
|
|
WARN(atomic##bit##_read(&v) != r, "%Lx != %Lx\n", \
|
|
|
|
(unsigned long long)atomic##bit##_read(&v), \
|
|
|
|
(unsigned long long)r); \
|
|
|
|
} while (0)
|
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
/*
|
|
|
|
* Test for a atomic operation family,
|
|
|
|
* @test should be a macro accepting parameters (bit, op, ...)
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define FAMILY_TEST(test, bit, op, args...) \
|
|
|
|
do { \
|
|
|
|
test(bit, op, ##args); \
|
|
|
|
test(bit, op##_acquire, ##args); \
|
|
|
|
test(bit, op##_release, ##args); \
|
|
|
|
test(bit, op##_relaxed, ##args); \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
#define TEST_RETURN(bit, op, c_op, val) \
|
|
|
|
do { \
|
|
|
|
atomic##bit##_set(&v, v0); \
|
|
|
|
r = v0; \
|
|
|
|
r c_op val; \
|
|
|
|
BUG_ON(atomic##bit##_##op(val, &v) != r); \
|
|
|
|
BUG_ON(atomic##bit##_read(&v) != r); \
|
|
|
|
} while (0)
|
|
|
|
|
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-17 16:54:38 -06:00
|
|
|
#define TEST_FETCH(bit, op, c_op, val) \
|
|
|
|
do { \
|
|
|
|
atomic##bit##_set(&v, v0); \
|
|
|
|
r = v0; \
|
|
|
|
r c_op val; \
|
|
|
|
BUG_ON(atomic##bit##_##op(val, &v) != v0); \
|
|
|
|
BUG_ON(atomic##bit##_read(&v) != r); \
|
|
|
|
} while (0)
|
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
#define RETURN_FAMILY_TEST(bit, op, c_op, val) \
|
|
|
|
do { \
|
|
|
|
FAMILY_TEST(TEST_RETURN, bit, op, c_op, val); \
|
|
|
|
} while (0)
|
|
|
|
|
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-17 16:54:38 -06:00
|
|
|
#define FETCH_FAMILY_TEST(bit, op, c_op, val) \
|
|
|
|
do { \
|
|
|
|
FAMILY_TEST(TEST_FETCH, bit, op, c_op, val); \
|
|
|
|
} while (0)
|
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
#define TEST_ARGS(bit, op, init, ret, expect, args...) \
|
|
|
|
do { \
|
|
|
|
atomic##bit##_set(&v, init); \
|
|
|
|
BUG_ON(atomic##bit##_##op(&v, ##args) != ret); \
|
|
|
|
BUG_ON(atomic##bit##_read(&v) != expect); \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
#define XCHG_FAMILY_TEST(bit, init, new) \
|
|
|
|
do { \
|
|
|
|
FAMILY_TEST(TEST_ARGS, bit, xchg, init, init, new, new); \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
#define CMPXCHG_FAMILY_TEST(bit, init, new, wrong) \
|
|
|
|
do { \
|
|
|
|
FAMILY_TEST(TEST_ARGS, bit, cmpxchg, \
|
|
|
|
init, init, new, init, new); \
|
|
|
|
FAMILY_TEST(TEST_ARGS, bit, cmpxchg, \
|
|
|
|
init, init, init, wrong, new); \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
#define INC_RETURN_FAMILY_TEST(bit, i) \
|
|
|
|
do { \
|
|
|
|
FAMILY_TEST(TEST_ARGS, bit, inc_return, \
|
|
|
|
i, (i) + one, (i) + one); \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
#define DEC_RETURN_FAMILY_TEST(bit, i) \
|
|
|
|
do { \
|
|
|
|
FAMILY_TEST(TEST_ARGS, bit, dec_return, \
|
|
|
|
i, (i) - one, (i) - one); \
|
|
|
|
} while (0)
|
|
|
|
|
2015-07-13 04:55:58 -06:00
|
|
|
static __init void test_atomic(void)
|
|
|
|
{
|
|
|
|
int v0 = 0xaaa31337;
|
|
|
|
int v1 = 0xdeadbeef;
|
|
|
|
int onestwos = 0x11112222;
|
|
|
|
int one = 1;
|
|
|
|
|
|
|
|
atomic_t v;
|
|
|
|
int r;
|
|
|
|
|
|
|
|
TEST(, add, +=, onestwos);
|
|
|
|
TEST(, add, +=, -one);
|
|
|
|
TEST(, sub, -=, onestwos);
|
|
|
|
TEST(, sub, -=, -one);
|
|
|
|
TEST(, or, |=, v1);
|
|
|
|
TEST(, and, &=, v1);
|
|
|
|
TEST(, xor, ^=, v1);
|
|
|
|
TEST(, andnot, &= ~, v1);
|
2015-11-04 03:52:45 -07:00
|
|
|
|
|
|
|
RETURN_FAMILY_TEST(, add_return, +=, onestwos);
|
|
|
|
RETURN_FAMILY_TEST(, add_return, +=, -one);
|
|
|
|
RETURN_FAMILY_TEST(, sub_return, -=, onestwos);
|
|
|
|
RETURN_FAMILY_TEST(, sub_return, -=, -one);
|
|
|
|
|
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-17 16:54:38 -06:00
|
|
|
FETCH_FAMILY_TEST(, fetch_add, +=, onestwos);
|
|
|
|
FETCH_FAMILY_TEST(, fetch_add, +=, -one);
|
|
|
|
FETCH_FAMILY_TEST(, fetch_sub, -=, onestwos);
|
|
|
|
FETCH_FAMILY_TEST(, fetch_sub, -=, -one);
|
|
|
|
|
|
|
|
FETCH_FAMILY_TEST(, fetch_or, |=, v1);
|
|
|
|
FETCH_FAMILY_TEST(, fetch_and, &=, v1);
|
|
|
|
FETCH_FAMILY_TEST(, fetch_andnot, &= ~, v1);
|
|
|
|
FETCH_FAMILY_TEST(, fetch_xor, ^=, v1);
|
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
INC_RETURN_FAMILY_TEST(, v0);
|
|
|
|
DEC_RETURN_FAMILY_TEST(, v0);
|
|
|
|
|
|
|
|
XCHG_FAMILY_TEST(, v0, v1);
|
|
|
|
CMPXCHG_FAMILY_TEST(, v0, v1, onestwos);
|
|
|
|
|
2015-07-13 04:55:58 -06:00
|
|
|
}
|
|
|
|
|
2010-02-24 02:54:24 -07:00
|
|
|
#define INIT(c) do { atomic64_set(&v, c); r = c; } while (0)
|
2015-07-13 04:55:58 -06:00
|
|
|
static __init void test_atomic64(void)
|
2010-02-24 02:54:24 -07:00
|
|
|
{
|
|
|
|
long long v0 = 0xaaa31337c001d00dLL;
|
|
|
|
long long v1 = 0xdeadbeefdeafcafeLL;
|
|
|
|
long long v2 = 0xfaceabadf00df001LL;
|
2017-07-14 15:49:41 -06:00
|
|
|
long long v3 = 0x8000000000000000LL;
|
2010-02-24 02:54:24 -07:00
|
|
|
long long onestwos = 0x1111111122222222LL;
|
|
|
|
long long one = 1LL;
|
2017-07-14 15:49:41 -06:00
|
|
|
int r_int;
|
2010-02-24 02:54:24 -07:00
|
|
|
|
|
|
|
atomic64_t v = ATOMIC64_INIT(v0);
|
|
|
|
long long r = v0;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
atomic64_set(&v, v1);
|
|
|
|
r = v1;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
BUG_ON(atomic64_read(&v) != r);
|
|
|
|
|
2015-07-13 04:55:58 -06:00
|
|
|
TEST(64, add, +=, onestwos);
|
|
|
|
TEST(64, add, +=, -one);
|
|
|
|
TEST(64, sub, -=, onestwos);
|
|
|
|
TEST(64, sub, -=, -one);
|
|
|
|
TEST(64, or, |=, v1);
|
|
|
|
TEST(64, and, &=, v1);
|
|
|
|
TEST(64, xor, ^=, v1);
|
|
|
|
TEST(64, andnot, &= ~, v1);
|
2010-02-24 02:54:24 -07:00
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
RETURN_FAMILY_TEST(64, add_return, +=, onestwos);
|
|
|
|
RETURN_FAMILY_TEST(64, add_return, +=, -one);
|
|
|
|
RETURN_FAMILY_TEST(64, sub_return, -=, onestwos);
|
|
|
|
RETURN_FAMILY_TEST(64, sub_return, -=, -one);
|
2010-02-24 02:54:24 -07:00
|
|
|
|
locking/atomic: Implement atomic{,64,_long}_fetch_{add,sub,and,andnot,or,xor}{,_relaxed,_acquire,_release}()
Now that all the architectures have implemented support for these new
atomic primitives add on the generic infrastructure to expose and use
it.
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Arnd Bergmann <arnd@arndb.de>
Cc: Boqun Feng <boqun.feng@gmail.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: Davidlohr Bueso <dave@stgolabs.net>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: Will Deacon <will.deacon@arm.com>
Cc: linux-arch@vger.kernel.org
Cc: linux-kernel@vger.kernel.org
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-17 16:54:38 -06:00
|
|
|
FETCH_FAMILY_TEST(64, fetch_add, +=, onestwos);
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_add, +=, -one);
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_sub, -=, onestwos);
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_sub, -=, -one);
|
|
|
|
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_or, |=, v1);
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_and, &=, v1);
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_andnot, &= ~, v1);
|
|
|
|
FETCH_FAMILY_TEST(64, fetch_xor, ^=, v1);
|
|
|
|
|
2010-02-24 02:54:24 -07:00
|
|
|
INIT(v0);
|
|
|
|
atomic64_inc(&v);
|
|
|
|
r += one;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(v0);
|
|
|
|
atomic64_dec(&v);
|
|
|
|
r -= one;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
INC_RETURN_FAMILY_TEST(64, v0);
|
|
|
|
DEC_RETURN_FAMILY_TEST(64, v0);
|
2010-02-24 02:54:24 -07:00
|
|
|
|
2015-11-04 03:52:45 -07:00
|
|
|
XCHG_FAMILY_TEST(64, v0, v1);
|
|
|
|
CMPXCHG_FAMILY_TEST(64, v0, v1, v2);
|
2010-02-24 02:54:24 -07:00
|
|
|
|
|
|
|
INIT(v0);
|
2010-03-01 11:55:45 -07:00
|
|
|
BUG_ON(atomic64_add_unless(&v, one, v0));
|
2010-02-24 02:54:24 -07:00
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(v0);
|
2010-03-01 11:55:45 -07:00
|
|
|
BUG_ON(!atomic64_add_unless(&v, one, v1));
|
2010-02-24 02:54:24 -07:00
|
|
|
r += one;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(onestwos);
|
|
|
|
BUG_ON(atomic64_dec_if_positive(&v) != (onestwos - 1));
|
|
|
|
r -= one;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(0);
|
|
|
|
BUG_ON(atomic64_dec_if_positive(&v) != -one);
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(-one);
|
|
|
|
BUG_ON(atomic64_dec_if_positive(&v) != (-one - one));
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(onestwos);
|
2010-03-01 11:55:48 -07:00
|
|
|
BUG_ON(!atomic64_inc_not_zero(&v));
|
2010-02-24 02:54:24 -07:00
|
|
|
r += one;
|
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(0);
|
2010-03-01 11:55:48 -07:00
|
|
|
BUG_ON(atomic64_inc_not_zero(&v));
|
2010-02-24 02:54:24 -07:00
|
|
|
BUG_ON(v.counter != r);
|
|
|
|
|
|
|
|
INIT(-one);
|
2010-03-01 11:55:48 -07:00
|
|
|
BUG_ON(!atomic64_inc_not_zero(&v));
|
2010-02-24 02:54:24 -07:00
|
|
|
r += one;
|
|
|
|
BUG_ON(v.counter != r);
|
2017-07-14 15:49:41 -06:00
|
|
|
|
|
|
|
/* Confirm the return value fits in an int, even if the value doesn't */
|
|
|
|
INIT(v3);
|
|
|
|
r_int = atomic64_inc_not_zero(&v);
|
|
|
|
BUG_ON(!r_int);
|
2015-07-13 04:55:58 -06:00
|
|
|
}
|
|
|
|
|
2017-02-24 16:00:55 -07:00
|
|
|
static __init int test_atomics_init(void)
|
2015-07-13 04:55:58 -06:00
|
|
|
{
|
|
|
|
test_atomic();
|
|
|
|
test_atomic64();
|
2010-02-24 02:54:24 -07:00
|
|
|
|
|
|
|
#ifdef CONFIG_X86
|
2014-06-04 17:12:00 -06:00
|
|
|
pr_info("passed for %s platform %s CX8 and %s SSE\n",
|
2010-03-01 12:49:23 -07:00
|
|
|
#ifdef CONFIG_X86_64
|
2014-06-04 17:12:00 -06:00
|
|
|
"x86-64",
|
2010-03-01 12:49:23 -07:00
|
|
|
#elif defined(CONFIG_X86_CMPXCHG64)
|
2014-06-04 17:12:00 -06:00
|
|
|
"i586+",
|
2010-02-24 02:54:24 -07:00
|
|
|
#else
|
2014-06-04 17:12:00 -06:00
|
|
|
"i386+",
|
2010-02-24 02:54:24 -07:00
|
|
|
#endif
|
2010-03-01 12:49:23 -07:00
|
|
|
boot_cpu_has(X86_FEATURE_CX8) ? "with" : "without",
|
|
|
|
boot_cpu_has(X86_FEATURE_XMM) ? "with" : "without");
|
2010-02-24 02:54:24 -07:00
|
|
|
#else
|
2014-06-04 17:12:00 -06:00
|
|
|
pr_info("passed\n");
|
2010-02-24 02:54:24 -07:00
|
|
|
#endif
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2017-02-24 16:00:55 -07:00
|
|
|
static __exit void test_atomics_exit(void) {}
|
|
|
|
|
|
|
|
module_init(test_atomics_init);
|
|
|
|
module_exit(test_atomics_exit);
|
|
|
|
|
|
|
|
MODULE_LICENSE("GPL");
|