microbench/run2.sh

   1 #!/bin/bash
   2
   3 PARAMS="BLUESKY_CACHE_SIZE BLUESKY_TARGET BENCH_DURATION BENCH_FILESIZE BENCH_FILECOUNT BENCH_WRITERATIO BENCH_THREADS BENCH_OPS BENCH_INTERVALS BENCH_DIRSIZE BENCH_BLOCKSIZE"
   4
   5 BENCHER=c09-44.sysnet.ucsd.edu
   6 PROXY=c09-45.sysnet.ucsd.edu
   7
   8 SSH_ARGS=""
   9
  10 get_params() {
  11     for p in $PARAMS; do
  12         if [ -n "${!p}" ]; then
  13             echo "$p=${!p}"
  14         fi
  15     done
  16 }
  17
  18 run_cmd() {
  19     host="$1"; shift
  20     cmd="$1"; shift
  21     echo "EXECUTE($host):" "$cmd" "$@" 1>&2
  22     ssh $SSH_ARGS -l root $host /scratch/bluesky.git/microbench/setup/$cmd "$@" $(get_params)
  23 }
  24
  25 BLUESKY_CACHE_SIZE=$((512 * 1024))
  26 BENCH_FILESIZE=$((1024 << 10))
  27 BENCH_BLOCKSIZE=0
  28 BENCH_FILECOUNT=$((62))
  29 BENCH_WRITERATIO=0.5
  30 BENCH_THREADS=4
  31 BENCH_DURATION=120
  32 BENCH_INTERVALS=10
  33 BENCH_DIRSIZE=128
  34
  35 sizes="128 512 1024 2048"
  36
  37 #for size in 128 256 512 768 1024 1536 2048; do
  38 #    for filesize in 4 32 256 2048; do
  39 run_experiments() {
  40 for size in $sizes; do
  41     for filesize in 4 32; do
  42         BENCH_BLOCKSIZE=$(($filesize * 1024))
  43         BENCH_FILECOUNT=$(($size * 1024 / ($BENCH_FILESIZE / 1024)))
  44         PREFIX=$BLUESKY_TARGET-$BENCH_WRITERATIO-${size}M-${filesize}k
  45
  46         $HOME/bin/s3-cleanup.py
  47         SSH_ARGS="-t"
  48         run_cmd $PROXY cleanup-proxy
  49         SSH_ARGS=""
  50         run_cmd $PROXY run-proxy >$PREFIX.proxy 2>&1 &
  51         proxy_pid=$!
  52         sleep 10
  53         run_cmd $BENCHER prepare-benchmark
  54
  55         #for BENCH_OPS in 2000 1500 1000 800 600 400 200 100 80 40 20 10; do
  56         for BENCH_OPS in 2000 1000 500 200 100 50 20 10; do
  57             sleep 10
  58             echo "SETTINGS:" $(get_params)
  59             get_params >$PREFIX-$BENCH_OPS.settings
  60             run_cmd $BENCHER run-benchmark | tee $PREFIX-$BENCH_OPS.results
  61         done
  62
  63         run_cmd $PROXY stop-proxy
  64         echo "Waiting for proxy to stop..."
  65         wait $proxy_pid
  66     done
  67 done
  68 }
  69
  70 for BENCH_WRITERATIO in 0.0 1.0 0.5; do
  71     BLUESKY_TARGET=s3
  72     sizes="128 512 1024 2048"
  73     run_experiments
  74
  75     BLUESKY_TARGET=native
  76     sizes=128
  77     run_experiments
  78 done