microbench/run-spec.sh

   1 #!/bin/bash
   2
   3 BASEDIR=$(dirname $(which $0))
   4 . $BASEDIR/run-common.sh
   5
   6 run_spec() {
   7     BLUESKY_RUN_NAME=$(date +%Y%m%d)-$1
   8     SPEC_CONF=$2
   9
  10     $HOME/bin/s3-cleanup.py mvrable-bluesky
  11     $HOME/bin/s3-cleanup.py mvrable-bluesky-west
  12     run_cmd $PROXY cleanup-proxy
  13     run_cmd $PROXY run-proxy >$BLUESKY_RUN_NAME.proxy 2>&1 &
  14     proxy_pid=$!
  15     sleep 10
  16
  17     run_cmd $BENCHER run-specsfs
  18
  19     run_cmd $PROXY stop-proxy
  20     echo "Waiting for proxy to stop..."
  21     wait $proxy_pid
  22 }
  23
  24 # Test of using full segment fetches instead of range requests
  25 #BLUESKY_TARGET=s3:mvrable-bluesky-west
  26 #BLUESKY_OPT_FULL_SEGMENTS=1
  27 #run_spec s3-west-fullseg sfs_bluesky
  28
  29 # Run a simulation of not using a log-structured system at all
  30 #BLUESKY_TARGET=s3:mvrable-bluesky-west
  31 #BLUESKY_EXTRA_OPTS="BLUESKY_OPT_FULL_SEGMENTS=1 BLUESKY_OPT_NO_AGGREGATION=1"
  32 #run_spec s3-west-noseg sfs_bluesky
  33
  34 # Standard test with Azure instead of Amazon S3 for storage
  35 #BLUESKY_TARGET=azure
  36 #run_spec azure sfs_bluesky
  37
  38 # BlueSky, testing with a greater degree of parallelism
  39 #BLUESKY_TARGET=s3:mvrable-bluesky-west
  40 #BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
  41 #BLUESKY_EXTRA_OPTS=""
  42 #run_spec s3-west-hi16-crypt sfs_bluesky-hi
  43 #
  44 #BLUESKY_TARGET=azure
  45 #BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
  46 #BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1"
  47 #run_spec azure-hi16 sfs_bluesky-hi
  48
  49 BLUESKY_TARGET=s3:mvrable-bluesky-west
  50 BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
  51 BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_FULL_SEGMENTS=1"
  52 run_spec s3-west-hi16-fullfetch sfs_bluesky-hi
  53
  54 BLUESKY_TARGET=s3:mvrable-bluesky-west
  55 BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
  56 BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_GROUP_READS=1"
  57 run_spec s3-west-hi16-noreadagg sfs_bluesky-hi
  58
  59 BLUESKY_TARGET=s3:mvrable-bluesky-west
  60 BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
  61 BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_AGGREGATION=1"
  62 run_spec s3-west-hi16-nosegments sfs_bluesky-hi
  63
  64 #BLUESKY_TARGET=native
  65 #run_spec native-hi8 sfs_bluesky-hi
  66
  67 #BLUESKY_TARGET=s3:mvrable-bluesky-west
  68 #BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_GROUP_READS=1"
  69 #run_spec s3-west-noagg sfs_bluesky
  70
  71 #BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1"
  72 #run_spec s3-west-nocrypt sfs_bluesky
  73
  74 #BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_GROUP_READS=1 BLUESKY_OPT_NO_CRYPTO=1"
  75 #run_spec s3-west-noagg-nocrypt sfs_bluesky