Set up for benchmark runs with small reads/writes within larger files.

[bluesky.git] / microbench / run2.sh

diff --git a/microbench/run2.sh b/microbench/run2.sh
index 04f685b..12d946f 100755 (executable)
--- a/microbench/run2.sh
+++ b/microbench/run2.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-PARAMS="BLUESKY_CACHE_SIZE BLUESKY_TARGET BENCH_DURATION BENCH_FILESIZE BENCH_FILECOUNT BENCH_WRITERATIO BENCH_THREADS BENCH_OPS BENCH_INTERVALS BENCH_DIRSIZE"
+PARAMS="BLUESKY_CACHE_SIZE BLUESKY_TARGET BENCH_DURATION BENCH_FILESIZE BENCH_FILECOUNT BENCH_WRITERATIO BENCH_THREADS BENCH_OPS BENCH_INTERVALS BENCH_DIRSIZE BENCH_BLOCKSIZE"
 
 BENCHER=c09-44.sysnet.ucsd.edu
 PROXY=c09-45.sysnet.ucsd.edu
@@ -22,22 +22,25 @@ run_cmd() {
     ssh $SSH_ARGS -l root $host /scratch/bluesky.git/microbench/setup/$cmd "$@" $(get_params)
 }
 
-BLUESKY_TARGET=s3
 BLUESKY_CACHE_SIZE=$((512 * 1024))
 BENCH_FILESIZE=$((1 << 20))
+BENCH_BLOCKSIZE=0
 BENCH_FILECOUNT=$((62))
-BENCH_WRITERATIO=0.0
+BENCH_WRITERATIO=0.5
 BENCH_THREADS=4
 BENCH_DURATION=120
 BENCH_INTERVALS=10
 BENCH_DIRSIZE=128
 
+sizes="128 512 1024 2048"
+
 #for size in 128 256 512 768 1024 1536 2048; do
 #    for filesize in 4 32 256 2048; do
-for size in 128 512 2048; do
-    for filesize in 4 1024; do
-        BENCH_FILESIZE=$(($filesize * 1024))
-        BENCH_FILECOUNT=$(($size * 1024 / $filesize / $BENCH_THREADS))
+run_experiments() {
+for size in $sizes; do
+    for filesize in 4 32; do
+        BENCH_BLOCKSIZE=$(($filesize * 1024))
+        BENCH_FILECOUNT=$(($size * 1024 / ($BENCH_FILESIZE / 1024)))
         PREFIX=$BLUESKY_TARGET-$BENCH_WRITERATIO-${size}M-${filesize}k
 
         $HOME/bin/s3-cleanup.py
@@ -62,3 +65,11 @@ for size in 128 512 2048; do
         wait $proxy_pid
     done
 done
+}
+
+BLUESKY_TARGET=s3
+run_experiments
+
+BLUESKY_TARGET=native
+sizes=128
+run_experiments