Messages in this thread Patch in this message | | | Date | Fri, 05 Jun 2009 15:18:28 -0400 | From | cl@linux-fo ... | Subject | [this_cpu_xx 09/11] X86 optimized this_cpu operations |
| |
Basically the existing percpu ops can be used. However, we do not pass a reference to a percpu variable in. Instead an address of a percpu variable is provided.
Both preempt, the non preempt and the irqsafe operations generate the same code.
Signed-off-by: Christoph Lameter <cl@linux-foundation.org>
--- arch/x86/include/asm/percpu.h | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+)
Index: linux-2.6/arch/x86/include/asm/percpu.h =================================================================== --- linux-2.6.orig/arch/x86/include/asm/percpu.h 2009-06-04 13:38:01.000000000 -0500 +++ linux-2.6/arch/x86/include/asm/percpu.h 2009-06-04 14:21:22.000000000 -0500 @@ -140,6 +140,28 @@ do { \ #define percpu_or(var, val) percpu_to_op("or", per_cpu__##var, val) #define percpu_xor(var, val) percpu_to_op("xor", per_cpu__##var, val) +#define __this_cpu_read(pcp) percpu_from_op("mov", pcp) +#define __this_cpu_write(pcp, val) percpu_to_op("mov", (pcp), val) +#define __this_cpu_add(pcp, val) percpu_to_op("add", (pcp), val) +#define __this_cpu_sub(pcp, val) percpu_to_op("sub", (pcp), val) +#define __this_cpu_and(pcp, val) percpu_to_op("and", (pcp), val) +#define __this_cpu_or(pcp, val) percpu_to_op("or", (pcp), val) +#define __this_cpu_xor(pcp, val) percpu_to_op("xor", (pcp), val) + +#define this_cpu_read(pcp) percpu_from_op("mov", (pcp)) +#define this_cpu_write(pcp, val) percpu_to_op("mov", (pcp), val) +#define this_cpu_add(pcp, val) percpu_to_op("add", (pcp), val) +#define this_cpu_sub(pcp, val) percpu_to_op("sub", (pcp), val) +#define this_cpu_and(pcp, val) percpu_to_op("and", (pcp), val) +#define this_cpu_or(pcp, val) percpu_to_op("or", (pcp), val) +#define this_cpu_xor(pcp, val) percpu_to_op("xor", (pcp), val) + +#define irqsafe_cpu_add(pcp, val) percpu_to_op("add", (pcp), val) +#define irqsafe_cpu_sub(pcp, val) percpu_to_op("sub", (pcp), val) +#define irqsafe_cpu_and(pcp, val) percpu_to_op("and", (pcp), val) +#define irqsafe_cpu_or(pcp, val) percpu_to_op("or", (pcp), val) +#define irqsafe_cpu_xor(pcp, val) percpu_to_op("xor", (pcp), val) + /* This is not atomic against other CPUs -- CPU preemption needs to be off */ #define x86_test_and_clear_bit_percpu(bit, var) \ ({ \ --
| |