You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
260 lines
5.2 KiB
260 lines
5.2 KiB
14 years ago
|
#include <assert.h>
|
||
|
#include <ck_cc.h>
|
||
|
#include <ck_pr.h>
|
||
|
#ifdef SPINLOCK
|
||
|
#include <ck_spinlock.h>
|
||
|
#endif
|
||
|
#include <ck_stack.h>
|
||
|
#include <errno.h>
|
||
|
#include <limits.h>
|
||
|
#include <stdio.h>
|
||
|
#include <stdlib.h>
|
||
|
#include <stdint.h>
|
||
|
#include <pthread.h>
|
||
|
#include <sys/time.h>
|
||
|
#include <unistd.h>
|
||
|
|
||
|
#ifdef __linux__
|
||
|
#include <sched.h>
|
||
|
#include <sys/types.h>
|
||
|
#include <sys/syscall.h>
|
||
|
#endif
|
||
|
|
||
|
#ifndef CORES
|
||
|
#define CORES 8
|
||
|
#endif
|
||
|
|
||
|
#ifndef CACHE_LINE_SIZE
|
||
|
#define CACHE_LINE_SIZE 64
|
||
|
#endif
|
||
|
|
||
|
#ifndef ITEMS
|
||
|
#define ITEMS (5765760)
|
||
|
#endif
|
||
|
|
||
|
#define TVTOD(tv) ((tv).tv_sec+((tv).tv_usec / (double)1000000))
|
||
|
|
||
|
struct affinity {
|
||
|
uint32_t delta;
|
||
|
uint32_t request;
|
||
|
};
|
||
|
|
||
|
struct entry {
|
||
|
int value;
|
||
|
#if defined(SPINLOCK) || defined(PTHREADS)
|
||
|
struct entry *next;
|
||
|
#else
|
||
|
ck_stack_entry_t next;
|
||
|
#endif
|
||
|
} CK_CC_CACHELINE;
|
||
|
|
||
|
#ifdef SPINLOCK
|
||
|
static struct entry *stack CK_CC_CACHELINE;
|
||
|
ck_spinlock_fas_t stack_spinlock = CK_SPINLOCK_FAS_INITIALIZER;
|
||
|
#define UNLOCK ck_spinlock_fas_unlock
|
||
|
#if defined(EB)
|
||
|
#define LOCK ck_spinlock_fas_lock_eb
|
||
|
#else
|
||
|
#define LOCK ck_spinlock_fas_lock
|
||
|
#endif
|
||
|
#elif defined(PTHREADS)
|
||
|
static struct entry *stack CK_CC_CACHELINE;
|
||
|
pthread_mutex_t stack_spinlock = PTHREAD_MUTEX_INITIALIZER;
|
||
|
#define LOCK pthread_mutex_lock
|
||
|
#define UNLOCK pthread_mutex_unlock
|
||
|
#else
|
||
|
static ck_stack_t stack CK_CC_CACHELINE;
|
||
|
CK_STACK_CONTAINER(struct entry, next, getvalue)
|
||
|
#endif
|
||
|
|
||
|
static struct affinity affinerator;
|
||
|
static unsigned long long nthr;
|
||
|
static volatile unsigned int barrier = 0;
|
||
|
static unsigned int critical;
|
||
|
|
||
|
#ifdef __linux__
|
||
|
#ifndef gettid
|
||
|
static pid_t
|
||
|
gettid(void)
|
||
|
{
|
||
|
return syscall(__NR_gettid);
|
||
|
}
|
||
|
#endif
|
||
|
|
||
|
static int
|
||
|
aff_iterate(struct affinity *acb)
|
||
|
{
|
||
|
cpu_set_t s;
|
||
|
int c;
|
||
|
|
||
|
c = ck_pr_faa_32(&acb->request, acb->delta);
|
||
|
|
||
|
CPU_ZERO(&s);
|
||
|
CPU_SET(c % CORES, &s);
|
||
|
|
||
|
return sched_setaffinity(gettid(), sizeof(s), &s);
|
||
|
}
|
||
|
#else
|
||
|
static int
|
||
|
aff_iterate(struct affinity *acb)
|
||
|
{
|
||
|
acb = NULL;
|
||
|
return (0);
|
||
|
}
|
||
|
#endif
|
||
|
|
||
|
static void *
|
||
|
stack_thread(void *buffer)
|
||
|
{
|
||
|
#if (defined(MPMC) && defined(CK_F_STACK_POP_MPMC)) || (defined(UPMC) && defined(CK_F_STACK_POP_UPMC))
|
||
|
ck_stack_entry_t *ref;
|
||
|
#endif
|
||
|
struct entry *entry = buffer;
|
||
|
unsigned long long i, n = ITEMS;
|
||
|
unsigned int seed;
|
||
|
int j;
|
||
|
|
||
|
if (aff_iterate(&affinerator)) {
|
||
|
perror("ERROR: failed to affine thread");
|
||
|
exit(EXIT_FAILURE);
|
||
|
}
|
||
|
|
||
|
while (barrier == 0);
|
||
|
|
||
|
for (i = 0; i < n; i++) {
|
||
|
#if defined(MPMC)
|
||
|
ck_stack_push_mpmc(&stack, &entry->next);
|
||
|
#elif defined(UPMC)
|
||
|
ck_stack_push_upmc(&stack, &entry->next);
|
||
|
#elif defined(SPINLOCK) || defined(PTHREADS)
|
||
|
LOCK(&stack_spinlock);
|
||
|
ck_pr_store_ptr(&entry->next, stack);
|
||
|
ck_pr_store_ptr(&stack, entry);
|
||
|
UNLOCK(&stack_spinlock);
|
||
|
#else
|
||
|
# error Undefined operation.
|
||
|
#endif
|
||
|
|
||
|
if (critical) {
|
||
|
j = rand_r(&seed) % critical;
|
||
|
while (j--)
|
||
|
__asm__ __volatile__("" ::: "memory");
|
||
|
}
|
||
|
|
||
|
#if defined(MPMC)
|
||
|
#ifdef CK_F_STACK_POP_MPMC
|
||
|
ref = ck_stack_pop_mpmc(&stack);
|
||
|
entry = getvalue(ref);
|
||
|
#endif
|
||
|
#elif defined(UPMC)
|
||
|
ref = ck_stack_pop_upmc(&stack);
|
||
|
entry = getvalue(ref);
|
||
|
#elif defined(SPINLOCK) || defined(PTHREADS)
|
||
|
LOCK(&stack_spinlock);
|
||
|
entry = stack;
|
||
|
stack = stack->next;
|
||
|
UNLOCK(&stack_spinlock);
|
||
|
#else
|
||
|
# error Undefined operation.
|
||
|
#endif
|
||
|
}
|
||
|
|
||
|
return (NULL);
|
||
|
}
|
||
|
|
||
|
static void
|
||
|
stack_assert(void)
|
||
|
{
|
||
|
|
||
|
#if defined(SPINLOCK) || defined(PTHREADS)
|
||
|
assert(stack == NULL);
|
||
|
#else
|
||
|
assert(CK_STACK_ISEMPTY(&stack));
|
||
|
#endif
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
int
|
||
|
main(int argc, char *argv[])
|
||
|
{
|
||
|
struct entry *bucket;
|
||
|
unsigned long long i, d;
|
||
|
pthread_t *thread;
|
||
|
struct timeval stv, etv;
|
||
|
|
||
|
#if defined(MPMC) && (!defined(CK_F_STACK_PUSH_MPMC) || !defined(CK_F_STACK_POP_MPMC))
|
||
|
fprintf(stderr, "Unsupported.\n");
|
||
|
return 0;
|
||
|
#endif
|
||
|
|
||
|
if (argc != 4) {
|
||
|
fprintf(stderr, "Usage: stack <threads> <delta> <critical>\n");
|
||
|
exit(EXIT_FAILURE);
|
||
|
}
|
||
|
|
||
|
{
|
||
|
char *e;
|
||
|
|
||
|
nthr = strtol(argv[1], &e, 10);
|
||
|
if (errno == ERANGE) {
|
||
|
perror("ERROR: too many threads");
|
||
|
exit(EXIT_FAILURE);
|
||
|
} else if (*e != '\0') {
|
||
|
fprintf(stderr, "ERROR: input format is incorrect\n");
|
||
|
exit(EXIT_FAILURE);
|
||
|
}
|
||
|
|
||
|
d = strtol(argv[2], &e, 10);
|
||
|
if (errno == ERANGE) {
|
||
|
perror("ERROR: delta is too large");
|
||
|
exit(EXIT_FAILURE);
|
||
|
} else if (*e != '\0') {
|
||
|
fprintf(stderr, "ERROR: input format is incorrect\n");
|
||
|
exit(EXIT_FAILURE);
|
||
|
}
|
||
|
|
||
|
critical = strtoul(argv[3], &e, 10);
|
||
|
if (errno == ERANGE) {
|
||
|
perror("ERROR: critical section is too large");
|
||
|
exit(EXIT_FAILURE);
|
||
|
} else if (*e != '\0') {
|
||
|
fprintf(stderr, "ERROR: input format is incorrect\n");
|
||
|
exit(EXIT_FAILURE);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
srand(getpid());
|
||
|
|
||
|
affinerator.request = 0;
|
||
|
affinerator.delta = d;
|
||
|
|
||
|
bucket = malloc(sizeof(struct entry) * nthr);
|
||
|
assert(bucket != NULL);
|
||
|
|
||
|
thread = malloc(sizeof(pthread_t) * nthr);
|
||
|
assert(thread != NULL);
|
||
|
|
||
|
for (i = 0; i < nthr; i++)
|
||
|
pthread_create(&thread[i], NULL, stack_thread, bucket + i);
|
||
|
|
||
|
barrier = 1;
|
||
|
|
||
|
for (i = 0; i < nthr; i++)
|
||
|
pthread_join(thread[i], NULL);
|
||
|
|
||
|
barrier = 0;
|
||
|
|
||
|
for (i = 0; i < nthr; i++)
|
||
|
pthread_create(&thread[i], NULL, stack_thread, bucket + i);
|
||
|
|
||
|
gettimeofday(&stv, NULL);
|
||
|
barrier = 1;
|
||
|
for (i = 0; i < nthr; i++)
|
||
|
pthread_join(thread[i], NULL);
|
||
|
gettimeofday(&etv, NULL);
|
||
|
|
||
|
stack_assert();
|
||
|
printf("%3llu %.6lf\n", nthr, TVTOD(etv) - TVTOD(stv));
|
||
|
return 0;
|
||
|
}
|