mirror of
				https://github.com/torvalds/linux.git
				synced 2025-11-04 02:30:34 +02:00 
			
		
		
		
	Now that all the architectures have implemented support for these new atomic primitives add on the generic infrastructure to expose and use it. Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Cc: Andrew Morton <akpm@linux-foundation.org> Cc: Arnd Bergmann <arnd@arndb.de> Cc: Boqun Feng <boqun.feng@gmail.com> Cc: Borislav Petkov <bp@suse.de> Cc: Davidlohr Bueso <dave@stgolabs.net> Cc: Frederic Weisbecker <fweisbec@gmail.com> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Thomas Gleixner <tglx@linutronix.de> Cc: Will Deacon <will.deacon@arm.com> Cc: linux-arch@vger.kernel.org Cc: linux-kernel@vger.kernel.org Signed-off-by: Ingo Molnar <mingo@kernel.org>
		
			
				
	
	
		
			271 lines
		
	
	
	
		
			6.5 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			271 lines
		
	
	
	
		
			6.5 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Testsuite for atomic64_t functions
 | 
						|
 *
 | 
						|
 * Copyright © 2010  Luca Barbieri
 | 
						|
 *
 | 
						|
 * This program is free software; you can redistribute it and/or modify
 | 
						|
 * it under the terms of the GNU General Public License as published by
 | 
						|
 * the Free Software Foundation; either version 2 of the License, or
 | 
						|
 * (at your option) any later version.
 | 
						|
 */
 | 
						|
 | 
						|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
 | 
						|
 | 
						|
#include <linux/init.h>
 | 
						|
#include <linux/bug.h>
 | 
						|
#include <linux/kernel.h>
 | 
						|
#include <linux/atomic.h>
 | 
						|
 | 
						|
#ifdef CONFIG_X86
 | 
						|
#include <asm/cpufeature.h>	/* for boot_cpu_has below */
 | 
						|
#endif
 | 
						|
 | 
						|
#define TEST(bit, op, c_op, val)				\
 | 
						|
do {								\
 | 
						|
	atomic##bit##_set(&v, v0);				\
 | 
						|
	r = v0;							\
 | 
						|
	atomic##bit##_##op(val, &v);				\
 | 
						|
	r c_op val;						\
 | 
						|
	WARN(atomic##bit##_read(&v) != r, "%Lx != %Lx\n",	\
 | 
						|
		(unsigned long long)atomic##bit##_read(&v),	\
 | 
						|
		(unsigned long long)r);				\
 | 
						|
} while (0)
 | 
						|
 | 
						|
/*
 | 
						|
 * Test for a atomic operation family,
 | 
						|
 * @test should be a macro accepting parameters (bit, op, ...)
 | 
						|
 */
 | 
						|
 | 
						|
#define FAMILY_TEST(test, bit, op, args...)	\
 | 
						|
do {						\
 | 
						|
	test(bit, op, ##args);		\
 | 
						|
	test(bit, op##_acquire, ##args);	\
 | 
						|
	test(bit, op##_release, ##args);	\
 | 
						|
	test(bit, op##_relaxed, ##args);	\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define TEST_RETURN(bit, op, c_op, val)				\
 | 
						|
do {								\
 | 
						|
	atomic##bit##_set(&v, v0);				\
 | 
						|
	r = v0;							\
 | 
						|
	r c_op val;						\
 | 
						|
	BUG_ON(atomic##bit##_##op(val, &v) != r);		\
 | 
						|
	BUG_ON(atomic##bit##_read(&v) != r);			\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define TEST_FETCH(bit, op, c_op, val)				\
 | 
						|
do {								\
 | 
						|
	atomic##bit##_set(&v, v0);				\
 | 
						|
	r = v0;							\
 | 
						|
	r c_op val;						\
 | 
						|
	BUG_ON(atomic##bit##_##op(val, &v) != v0);		\
 | 
						|
	BUG_ON(atomic##bit##_read(&v) != r);			\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define RETURN_FAMILY_TEST(bit, op, c_op, val)			\
 | 
						|
do {								\
 | 
						|
	FAMILY_TEST(TEST_RETURN, bit, op, c_op, val);		\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define FETCH_FAMILY_TEST(bit, op, c_op, val)			\
 | 
						|
do {								\
 | 
						|
	FAMILY_TEST(TEST_FETCH, bit, op, c_op, val);		\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define TEST_ARGS(bit, op, init, ret, expect, args...)		\
 | 
						|
do {								\
 | 
						|
	atomic##bit##_set(&v, init);				\
 | 
						|
	BUG_ON(atomic##bit##_##op(&v, ##args) != ret);		\
 | 
						|
	BUG_ON(atomic##bit##_read(&v) != expect);		\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define XCHG_FAMILY_TEST(bit, init, new)				\
 | 
						|
do {									\
 | 
						|
	FAMILY_TEST(TEST_ARGS, bit, xchg, init, init, new, new);	\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define CMPXCHG_FAMILY_TEST(bit, init, new, wrong)			\
 | 
						|
do {									\
 | 
						|
	FAMILY_TEST(TEST_ARGS, bit, cmpxchg, 				\
 | 
						|
			init, init, new, init, new);			\
 | 
						|
	FAMILY_TEST(TEST_ARGS, bit, cmpxchg,				\
 | 
						|
			init, init, init, wrong, new);			\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define INC_RETURN_FAMILY_TEST(bit, i)			\
 | 
						|
do {							\
 | 
						|
	FAMILY_TEST(TEST_ARGS, bit, inc_return,		\
 | 
						|
			i, (i) + one, (i) + one);	\
 | 
						|
} while (0)
 | 
						|
 | 
						|
#define DEC_RETURN_FAMILY_TEST(bit, i)			\
 | 
						|
do {							\
 | 
						|
	FAMILY_TEST(TEST_ARGS, bit, dec_return,		\
 | 
						|
			i, (i) - one, (i) - one);	\
 | 
						|
} while (0)
 | 
						|
 | 
						|
static __init void test_atomic(void)
 | 
						|
{
 | 
						|
	int v0 = 0xaaa31337;
 | 
						|
	int v1 = 0xdeadbeef;
 | 
						|
	int onestwos = 0x11112222;
 | 
						|
	int one = 1;
 | 
						|
 | 
						|
	atomic_t v;
 | 
						|
	int r;
 | 
						|
 | 
						|
	TEST(, add, +=, onestwos);
 | 
						|
	TEST(, add, +=, -one);
 | 
						|
	TEST(, sub, -=, onestwos);
 | 
						|
	TEST(, sub, -=, -one);
 | 
						|
	TEST(, or, |=, v1);
 | 
						|
	TEST(, and, &=, v1);
 | 
						|
	TEST(, xor, ^=, v1);
 | 
						|
	TEST(, andnot, &= ~, v1);
 | 
						|
 | 
						|
	RETURN_FAMILY_TEST(, add_return, +=, onestwos);
 | 
						|
	RETURN_FAMILY_TEST(, add_return, +=, -one);
 | 
						|
	RETURN_FAMILY_TEST(, sub_return, -=, onestwos);
 | 
						|
	RETURN_FAMILY_TEST(, sub_return, -=, -one);
 | 
						|
 | 
						|
	FETCH_FAMILY_TEST(, fetch_add, +=, onestwos);
 | 
						|
	FETCH_FAMILY_TEST(, fetch_add, +=, -one);
 | 
						|
	FETCH_FAMILY_TEST(, fetch_sub, -=, onestwos);
 | 
						|
	FETCH_FAMILY_TEST(, fetch_sub, -=, -one);
 | 
						|
 | 
						|
	FETCH_FAMILY_TEST(, fetch_or,  |=, v1);
 | 
						|
	FETCH_FAMILY_TEST(, fetch_and, &=, v1);
 | 
						|
	FETCH_FAMILY_TEST(, fetch_andnot, &= ~, v1);
 | 
						|
	FETCH_FAMILY_TEST(, fetch_xor, ^=, v1);
 | 
						|
 | 
						|
	INC_RETURN_FAMILY_TEST(, v0);
 | 
						|
	DEC_RETURN_FAMILY_TEST(, v0);
 | 
						|
 | 
						|
	XCHG_FAMILY_TEST(, v0, v1);
 | 
						|
	CMPXCHG_FAMILY_TEST(, v0, v1, onestwos);
 | 
						|
 | 
						|
}
 | 
						|
 | 
						|
#define INIT(c) do { atomic64_set(&v, c); r = c; } while (0)
 | 
						|
static __init void test_atomic64(void)
 | 
						|
{
 | 
						|
	long long v0 = 0xaaa31337c001d00dLL;
 | 
						|
	long long v1 = 0xdeadbeefdeafcafeLL;
 | 
						|
	long long v2 = 0xfaceabadf00df001LL;
 | 
						|
	long long onestwos = 0x1111111122222222LL;
 | 
						|
	long long one = 1LL;
 | 
						|
 | 
						|
	atomic64_t v = ATOMIC64_INIT(v0);
 | 
						|
	long long r = v0;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	atomic64_set(&v, v1);
 | 
						|
	r = v1;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
	BUG_ON(atomic64_read(&v) != r);
 | 
						|
 | 
						|
	TEST(64, add, +=, onestwos);
 | 
						|
	TEST(64, add, +=, -one);
 | 
						|
	TEST(64, sub, -=, onestwos);
 | 
						|
	TEST(64, sub, -=, -one);
 | 
						|
	TEST(64, or, |=, v1);
 | 
						|
	TEST(64, and, &=, v1);
 | 
						|
	TEST(64, xor, ^=, v1);
 | 
						|
	TEST(64, andnot, &= ~, v1);
 | 
						|
 | 
						|
	RETURN_FAMILY_TEST(64, add_return, +=, onestwos);
 | 
						|
	RETURN_FAMILY_TEST(64, add_return, +=, -one);
 | 
						|
	RETURN_FAMILY_TEST(64, sub_return, -=, onestwos);
 | 
						|
	RETURN_FAMILY_TEST(64, sub_return, -=, -one);
 | 
						|
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_add, +=, onestwos);
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_add, +=, -one);
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_sub, -=, onestwos);
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_sub, -=, -one);
 | 
						|
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_or,  |=, v1);
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_and, &=, v1);
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_andnot, &= ~, v1);
 | 
						|
	FETCH_FAMILY_TEST(64, fetch_xor, ^=, v1);
 | 
						|
 | 
						|
	INIT(v0);
 | 
						|
	atomic64_inc(&v);
 | 
						|
	r += one;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INIT(v0);
 | 
						|
	atomic64_dec(&v);
 | 
						|
	r -= one;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INC_RETURN_FAMILY_TEST(64, v0);
 | 
						|
	DEC_RETURN_FAMILY_TEST(64, v0);
 | 
						|
 | 
						|
	XCHG_FAMILY_TEST(64, v0, v1);
 | 
						|
	CMPXCHG_FAMILY_TEST(64, v0, v1, v2);
 | 
						|
 | 
						|
	INIT(v0);
 | 
						|
	BUG_ON(atomic64_add_unless(&v, one, v0));
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INIT(v0);
 | 
						|
	BUG_ON(!atomic64_add_unless(&v, one, v1));
 | 
						|
	r += one;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
#ifdef CONFIG_ARCH_HAS_ATOMIC64_DEC_IF_POSITIVE
 | 
						|
	INIT(onestwos);
 | 
						|
	BUG_ON(atomic64_dec_if_positive(&v) != (onestwos - 1));
 | 
						|
	r -= one;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INIT(0);
 | 
						|
	BUG_ON(atomic64_dec_if_positive(&v) != -one);
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INIT(-one);
 | 
						|
	BUG_ON(atomic64_dec_if_positive(&v) != (-one - one));
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
#else
 | 
						|
#warning Please implement atomic64_dec_if_positive for your architecture and select the above Kconfig symbol
 | 
						|
#endif
 | 
						|
 | 
						|
	INIT(onestwos);
 | 
						|
	BUG_ON(!atomic64_inc_not_zero(&v));
 | 
						|
	r += one;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INIT(0);
 | 
						|
	BUG_ON(atomic64_inc_not_zero(&v));
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
 | 
						|
	INIT(-one);
 | 
						|
	BUG_ON(!atomic64_inc_not_zero(&v));
 | 
						|
	r += one;
 | 
						|
	BUG_ON(v.counter != r);
 | 
						|
}
 | 
						|
 | 
						|
static __init int test_atomics(void)
 | 
						|
{
 | 
						|
	test_atomic();
 | 
						|
	test_atomic64();
 | 
						|
 | 
						|
#ifdef CONFIG_X86
 | 
						|
	pr_info("passed for %s platform %s CX8 and %s SSE\n",
 | 
						|
#ifdef CONFIG_X86_64
 | 
						|
		"x86-64",
 | 
						|
#elif defined(CONFIG_X86_CMPXCHG64)
 | 
						|
		"i586+",
 | 
						|
#else
 | 
						|
		"i386+",
 | 
						|
#endif
 | 
						|
	       boot_cpu_has(X86_FEATURE_CX8) ? "with" : "without",
 | 
						|
	       boot_cpu_has(X86_FEATURE_XMM) ? "with" : "without");
 | 
						|
#else
 | 
						|
	pr_info("passed\n");
 | 
						|
#endif
 | 
						|
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
core_initcall(test_atomics);
 |