12 #define SMP_CACHE_BYTES 64
13 #define cache_line_size() SMP_CACHE_BYTES
14 #define ____cacheline_aligned_in_smp __attribute__ ((aligned (SMP_CACHE_BYTES)))
15 #define unlikely(x) (__builtin_expect(!!(x), 0))
16 #define likely(x) (__builtin_expect(!!(x), 1))
17 #define ALIGN(x, a) (((x) + (a) - 1) / (a) * (a))
18 typedef pthread_spinlock_t spinlock_t
;
21 static void *kmalloc(unsigned size
, gfp_t gfp
)
23 return memalign(64, size
);
26 static void *kzalloc(unsigned size
, gfp_t gfp
)
28 void *p
= memalign(64, size
);
36 static void kfree(void *p
)
42 static void spin_lock_init(spinlock_t
*lock
)
44 int r
= pthread_spin_init(lock
, 0);
48 static void spin_lock(spinlock_t
*lock
)
50 int ret
= pthread_spin_lock(lock
);
54 static void spin_unlock(spinlock_t
*lock
)
56 int ret
= pthread_spin_unlock(lock
);
60 static void spin_lock_bh(spinlock_t
*lock
)
65 static void spin_unlock_bh(spinlock_t
*lock
)
70 static void spin_lock_irq(spinlock_t
*lock
)
75 static void spin_unlock_irq(spinlock_t
*lock
)
80 static void spin_lock_irqsave(spinlock_t
*lock
, unsigned long f
)
85 static void spin_unlock_irqrestore(spinlock_t
*lock
, unsigned long f
)
90 #include "../../../include/linux/ptr_ring.h"
92 static unsigned long long headcnt
, tailcnt
;
93 static struct ptr_ring array ____cacheline_aligned_in_smp
;
95 /* implemented by ring */
98 int ret
= ptr_ring_init(&array
, ring_size
, 0);
100 /* Hacky way to poke at ring internals. Useful for testing though. */
106 int add_inbuf(unsigned len
, void *buf
, void *datap
)
110 ret
= __ptr_ring_produce(&array
, buf
);
120 * ptr_ring API provides no way for producer to find out whether a given
121 * buffer was consumed. Our tests merely require that a successful get_buf
122 * implies that add_inbuf succeed in the past, and that add_inbuf will succeed,
123 * fake it accordingly.
125 void *get_buf(unsigned *lenp
, void **bufp
)
129 if (tailcnt
== headcnt
|| __ptr_ring_full(&array
))
141 return (tailcnt
== headcnt
|| __ptr_ring_full(&array
));
154 void kick_available(void)
172 return !__ptr_ring_peek(&array
);
175 bool use_buf(unsigned *lenp
, void **bufp
)
179 ptr
= __ptr_ring_consume(&array
);