3 // #include "librace.h"
4 #include "model-assert.h"
5 #include "libinterface.h"
7 #include "trieber_stack.h"
9 #define MAX_FREELIST 4 /* Each thread can own up to MAX_FREELIST free nodes */
10 #define INITIAL_FREE 2 /* Each thread starts with INITIAL_FREE free nodes */
12 #define POISON_IDX 0x666
14 static unsigned int (*free_lists)[MAX_FREELIST];
16 /* Search this thread's free list for a "new" node */
17 static unsigned int new_node()
20 int t = get_thread_num();
21 for (i = 0; i < MAX_FREELIST; i++) {
22 unsigned int node = load_64(&free_lists[t][i]);
24 store_64(&free_lists[t][i], 0);
31 /* Place this node index back on this thread's free list */
32 static void reclaim(unsigned int node)
35 int t = get_thread_num();
37 /* Don't reclaim NULL node */
40 for (i = 0; i < MAX_FREELIST; i++) {
41 /* Should never race with our own thread here */
42 unsigned int idx = load_64(&free_lists[t][i]);
44 /* Found empty spot in free list */
46 store_64(&free_lists[t][i], node);
50 /* free list is full? */
54 void init_stack(stack_t *s, int num_threads)
58 /* Initialize each thread's free list with INITIAL_FREE pointers */
59 /* The actual nodes are initialized with poison indexes */
60 free_lists = malloc(num_threads * sizeof(*free_lists));
61 for (i = 0; i < num_threads; i++) {
62 for (j = 0; j < INITIAL_FREE; j++) {
63 free_lists[i][j] = 1 + i * MAX_FREELIST + j;
64 atomic_init(&s->nodes[free_lists[i][j]].next, MAKE_POINTER(POISON_IDX, 0));
68 /* initialize stack */
69 atomic_init(&s->top, MAKE_POINTER(0, 0));
72 void push(stack_t *s, unsigned int val) {
73 unsigned int nodeIdx = new_node();
74 node_t *node = &s->nodes[nodeIdx];
76 pointer oldTop, newTop;
80 oldTop = atomic_load_explicit(&s->top, acquire);
81 newTop = MAKE_POINTER(nodeIdx, get_count(oldTop) + 1);
83 atomic_store_explicit(&node->next, oldTop, relaxed);
86 success = atomic_compare_exchange_strong_explicit(&s->top, &oldTop,
87 newTop, release, relaxed);
93 unsigned int pop(stack_t *s)
95 pointer oldTop, newTop, next;
101 oldTop = atomic_load_explicit(&s->top, acquire);
102 if (get_ptr(oldTop) == 0)
104 node = &s->nodes[get_ptr(oldTop)];
106 next = atomic_load_explicit(&node->next, relaxed);
107 newTop = MAKE_POINTER(get_ptr(next), get_count(oldTop) + 1);
109 success = atomic_compare_exchange_strong_explicit(&s->top, &oldTop,
110 newTop, release, relaxed);
115 /* Reclaim the used slot */
116 reclaim(get_ptr(oldTop));