X-Git-Url: http://git.vrable.net/?a=blobdiff_plain;f=microbench%2Frun2.sh;h=75b61de730ed95d7d0c42075d86f32fcb8a49828;hb=05844fe26f931ffab5f4b320d7554589c3a41618;hp=b6af7fd601b1c6fede9edacd16fe231d107ea12c;hpb=c8955150725b42aba269adbc85f2e66ba72f506a;p=bluesky.git diff --git a/microbench/run2.sh b/microbench/run2.sh index b6af7fd..75b61de 100755 --- a/microbench/run2.sh +++ b/microbench/run2.sh @@ -1,44 +1,17 @@ #!/bin/bash -PARAMS="BLUESKY_CACHE_SIZE BLUESKY_TARGET BENCH_DURATION BENCH_FILESIZE BENCH_FILECOUNT BENCH_WRITERATIO BENCH_THREADS BENCH_OPS BENCH_INTERVALS BENCH_DIRSIZE BENCH_BLOCKSIZE NFS_BLOCKSIZE" +BASEDIR=$(dirname $(which $0)) +. $BASEDIR/run-common.sh -BENCHER=c09-44.sysnet.ucsd.edu -PROXY=c09-45.sysnet.ucsd.edu - -SSH_ARGS="" - -get_params() { - for p in $PARAMS; do - if [ -n "${!p}" ]; then - echo "$p=${!p}" - fi - done -} - -run_cmd() { - host="$1"; shift - cmd="$1"; shift - echo "EXECUTE($host):" "$cmd" "$@" 1>&2 - ssh $SSH_ARGS -l root $host /scratch/bluesky.git/microbench/setup/$cmd "$@" $(get_params) -} - -BLUESKY_CACHE_SIZE=$((512 * 1024)) -BENCH_FILESIZE=$((1024 * 1024)) -BENCH_BLOCKSIZE=0 -BENCH_FILECOUNT=$((62)) -BENCH_WRITERATIO=0.5 -BENCH_THREADS=4 -BENCH_DURATION=120 -BENCH_INTERVALS=10 -BENCH_DIRSIZE=128 -NFS_BLOCKSIZE=1048576 +BLUESKY_CACHE_SIZE=$((1024 * 1024)) sizes="128 512 1024 2048 8192" -ops_list="2000 1000 500 200 100 50 20 10" +ops_list="1000 500 200 100 50 20 10" run_one() { PREFIX=$1 + BLUESKY_RUN_NAME=$PREFIX $HOME/bin/s3-cleanup.py mvrable-bluesky $HOME/bin/s3-cleanup.py mvrable-bluesky-west run_cmd $PROXY cleanup-proxy @@ -49,9 +22,10 @@ run_one() { for BENCH_OPS in $ops_list; do sleep 10 + BLUESKY_RUN_NAME=$PREFIX-$BENCH_OPS echo "SETTINGS:" $(get_params) - get_params >$PREFIX-$BENCH_OPS.settings - run_cmd $BENCHER run-benchmark | tee $PREFIX-$BENCH_OPS.results + get_params >$BLUESKY_RUN_NAME.settings + (date; run_cmd $BENCHER run-benchmark) | tee $BLUESKY_RUN_NAME.results done run_cmd $PROXY stop-proxy @@ -59,17 +33,17 @@ run_one() { wait $proxy_pid } -#for size in 128 256 512 768 1024 1536 2048; do -# for filesize in 4 32 256 2048; do run_experiments() { for size in $sizes; do BENCH_FILECOUNT=$(($size * 1024 / ($BENCH_FILESIZE / 1024))) BENCH_BLOCKSIZE=32768 - run_one $BLUESKY_TARGET-$BENCH_WRITERATIO-${size}M-32k + NFS_BLOCKSIZE=32768 + run_one s3-$BENCH_WRITERATIO-${size}M-32k BENCH_BLOCKSIZE=0 - run_one $BLUESKY_TARGET-$BENCH_WRITERATIO-${size}M-1024k + NFS_BLOCKSIZE=1048576 + run_one s3-$BENCH_WRITERATIO-${size}M-1024k done }