00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00022
00023
00024
00025
00026
00027
00028
00035 #ifndef __amd64_ATOMIC_H__
00036 #define __amd64_ATOMIC_H__
00037
00038 #include <arch/types.h>
00039 #include <arch/barrier.h>
00040 #include <preemption.h>
00041 #include <typedefs.h>
00042
00043 static inline void atomic_inc(atomic_t *val) {
00044 #ifdef CONFIG_SMP
00045 __asm__ volatile ("lock incq %0\n" : "=m" (val->count));
00046 #else
00047 __asm__ volatile ("incq %0\n" : "=m" (val->count));
00048 #endif
00049 }
00050
00051 static inline void atomic_dec(atomic_t *val) {
00052 #ifdef CONFIG_SMP
00053 __asm__ volatile ("lock decq %0\n" : "=m" (val->count));
00054 #else
00055 __asm__ volatile ("decq %0\n" : "=m" (val->count));
00056 #endif
00057 }
00058
00059 static inline long atomic_postinc(atomic_t *val)
00060 {
00061 long r = 1;
00062
00063 __asm__ volatile (
00064 "lock xaddq %1, %0\n"
00065 : "=m" (val->count), "+r" (r)
00066 );
00067
00068 return r;
00069 }
00070
00071 static inline long atomic_postdec(atomic_t *val)
00072 {
00073 long r = -1;
00074
00075 __asm__ volatile (
00076 "lock xaddq %1, %0\n"
00077 : "=m" (val->count), "+r" (r)
00078 );
00079
00080 return r;
00081 }
00082
00083 #define atomic_preinc(val) (atomic_postinc(val)+1)
00084 #define atomic_predec(val) (atomic_postdec(val)-1)
00085
00086 static inline __u64 test_and_set(atomic_t *val) {
00087 __u64 v;
00088
00089 __asm__ volatile (
00090 "movq $1, %0\n"
00091 "xchgq %0, %1\n"
00092 : "=r" (v),"=m" (val->count)
00093 );
00094
00095 return v;
00096 }
00097
00098
00100 static inline void atomic_lock_arch(atomic_t *val)
00101 {
00102 __u64 tmp;
00103
00104 preemption_disable();
00105 __asm__ volatile (
00106 "0:;"
00107 #ifdef CONFIG_HT
00108 "pause;"
00109 #endif
00110 "mov %0, %1;"
00111 "testq %1, %1;"
00112 "jnz 0b;"
00113
00114 "incq %1;"
00115 "xchgq %0, %1;"
00116 "testq %1, %1;"
00117 "jnz 0b;"
00118 : "=m"(val->count),"=r"(tmp)
00119 );
00120
00121
00122
00123 CS_ENTER_BARRIER();
00124 }
00125
00126 #endif
00127