#ifndef _ARCH_X8664_LOCAL_H #define _ARCH_X8664_LOCAL_H #include <linux/percpu.h> typedef struct { volatile long counter; } local_t; #define LOCAL_INIT(i) { (i) } #define local_read(v) ((v)->counter) #define local_set(v,i) (((v)->counter) = (i)) static inline void local_inc(local_t *v) { __asm__ __volatile__( "incq %0" :"=m" (v->counter) :"m" (v->counter)); } static inline void local_dec(local_t *v) { __asm__ __volatile__( "decq %0" :"=m" (v->counter) :"m" (v->counter)); } static inline void local_add(long i, local_t *v) { __asm__ __volatile__( "addq %1,%0" :"=m" (v->counter) :"ir" (i), "m" (v->counter)); } static inline void local_sub(long i, local_t *v) { __asm__ __volatile__( "subq %1,%0" :"=m" (v->counter) :"ir" (i), "m" (v->counter)); } /* On x86-64 these are better than the atomic variants on SMP kernels because they dont use a lock prefix. */ #define __local_inc(l) local_inc(l) #define __local_dec(l) local_dec(l) #define __local_add(i,l) local_add((i),(l)) #define __local_sub(i,l) local_sub((i),(l)) /* Use these for per-cpu local_t variables: on some archs they are * much more efficient than these naive implementations. Note they take * a variable, not an address. * * This could be done better if we moved the per cpu data directly * after GS. */ #define cpu_local_read(v) local_read(&__get_cpu_var(v)) #define cpu_local_set(v, i) local_set(&__get_cpu_var(v), (i)) #define cpu_local_inc(v) local_inc(&__get_cpu_var(v)) #define cpu_local_dec(v) local_dec(&__get_cpu_var(v)) #define cpu_local_add(i, v) local_add((i), &__get_cpu_var(v)) #define cpu_local_sub(i, v) local_sub((i), &__get_cpu_var(v)) #define __cpu_local_inc(v) cpu_local_inc(v) #define __cpu_local_dec(v) cpu_local_dec(v) #define __cpu_local_add(i, v) cpu_local_add((i), (v)) #define __cpu_local_sub(i, v) cpu_local_sub((i), (v)) #endif /* _ARCH_I386_LOCAL_H */