X-Git-Url: http://git.vrable.net/?a=blobdiff_plain;f=microbench%2Fmixedbench.c;h=475542496862a1a5f08ff4060447988376815a4a;hb=78f5b7a9c7840ce8b2dffb13fca676a18f8f9eb4;hp=0447fd142d08f456b4f4ee5cb7f9f713976c6d93;hpb=c8feda79feb6bed1e8a65b4e46789e8a6133f65b;p=bluesky.git diff --git a/microbench/mixedbench.c b/microbench/mixedbench.c index 0447fd1..4755424 100644 --- a/microbench/mixedbench.c +++ b/microbench/mixedbench.c @@ -11,6 +11,7 @@ * Target operations per second (aggregate across all threads) * Interval count (how many times to report results during the run) * Directory size (number of files per numbered subdirectory) + * Read/write block size (0 for the entire file) */ #include @@ -26,7 +27,7 @@ #include #include -int opt_filesize, opt_filecount, opt_threads, opt_duration, opt_intervals, opt_dirsize; +int opt_filesize, opt_filecount, opt_threads, opt_duration, opt_intervals, opt_dirsize, opt_blocksize; double opt_writeratio, opt_ops; int write_threads; @@ -92,21 +93,52 @@ void benchmark_op(struct thread_state *ts) start = now_hires(); - char filename[256]; - int n = get_random(opt_filecount); + /* The space of all files is partitioned evenly based on the number of + * threads. Pick a file out of our particular partition. */ + int thread_num, thread_count; + if (ts->thread_num >= write_threads) { + /* Read */ + thread_num = ts->thread_num - write_threads; + thread_count = opt_threads - write_threads; + } else { + /* Write */ + thread_num = ts->thread_num; + thread_count = write_threads; + } + + int n = get_random(opt_filecount / thread_count); + n += thread_num * (opt_filecount / thread_count); int n1 = n / opt_dirsize, n2 = n % opt_dirsize; + char filename[256]; + sprintf(filename, "%d/%d", n1, n2); + + /* If a smaller blocksize was requested, choose a random offset within the + * file to use. */ + int offset = 0; + if (opt_blocksize > 0) { + offset = get_random(opt_filesize / opt_blocksize) * opt_blocksize; + } if (ts->thread_num >= write_threads) { /* Read */ - sprintf(filename, "t%d/%d/%d", ts->thread_num - write_threads, n1, n2); FILE *f = fopen(filename, "rb"); if (f == NULL) { - perror("fopen"); + fprintf(stderr, "fopen(%s): %m\n", filename); return; } + if (offset != 0) + fseek(f, offset, SEEK_SET); + char buf[65536]; - while (fread(buf, 1, sizeof(buf), f) > 0) { } + int bytes_left = opt_blocksize > 0 ? opt_blocksize : opt_filesize; + while (bytes_left > 0) { + size_t read = fread(buf, 1, bytes_left < sizeof(buf) + ? bytes_left : sizeof(buf), f); + if (ferror(f)) + return; + bytes_left -= read; + } fclose(f); end = now_hires(); @@ -117,15 +149,17 @@ void benchmark_op(struct thread_state *ts) pthread_mutex_unlock(&ts->lock); } else { /* Write */ - sprintf(filename, "t%d/%d/%d", ts->thread_num, n1, n2); - FILE *f = fopen(filename, "wb"); + FILE *f = fopen(filename, "r+b"); if (f == NULL) { - perror("fopen"); + fprintf(stderr, "fopen(%s): %m\n", filename); return; } + if (offset != 0) + fseek(f, offset, SEEK_SET); + char buf[65536]; - int bytes_left = opt_filesize; + int bytes_left = opt_blocksize > 0 ? opt_blocksize : opt_filesize; while (bytes_left > 0) { size_t written = fwrite(buf, 1, bytes_left < sizeof(buf) @@ -215,7 +249,7 @@ void reset_stats(int print, double duration) int main(int argc, char *argv[]) { - if (argc != 9) { + if (argc != 10) { fprintf(stderr, "Usage: TODO\n"); return 1; } @@ -228,6 +262,7 @@ int main(int argc, char *argv[]) opt_ops = atof(argv[6]); opt_intervals = atoi(argv[7]); opt_dirsize = atoi(argv[8]); + opt_blocksize = atoi(argv[9]); srandom(time(NULL));