From: Michael Vrable Date: Tue, 17 May 2011 21:55:04 +0000 (-0700) Subject: Commit update benchmark results X-Git-Url: http://git.vrable.net/?p=bluesky.git;a=commitdiff_plain;h=dac1ee4bb07162cd8ad264365f5357f89a4fc849 Commit update benchmark results --- diff --git a/microbench/run-spec.sh b/microbench/run-spec.sh index f565eda..932ab67 100755 --- a/microbench/run-spec.sh +++ b/microbench/run-spec.sh @@ -36,15 +36,30 @@ run_spec() { #run_spec azure sfs_bluesky # BlueSky, testing with a greater degree of parallelism +#BLUESKY_TARGET=s3:mvrable-bluesky-west +#BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024)) +#BLUESKY_EXTRA_OPTS="" +#run_spec s3-west-hi16-crypt sfs_bluesky-hi +# +#BLUESKY_TARGET=azure +#BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024)) +#BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1" +#run_spec azure-hi16 sfs_bluesky-hi + BLUESKY_TARGET=s3:mvrable-bluesky-west BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024)) -BLUESKY_EXTRA_OPTS="" -run_spec s3-west-hi16-crypt sfs_bluesky-hi +BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_FULL_SEGMENTS=1" +run_spec s3-west-hi16-fullfetch sfs_bluesky-hi -BLUESKY_TARGET=azure +BLUESKY_TARGET=s3:mvrable-bluesky-west +BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024)) +BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_GROUP_READS=1" +run_spec s3-west-hi16-noreadagg sfs_bluesky-hi + +BLUESKY_TARGET=s3:mvrable-bluesky-west BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024)) -BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1" -run_spec azure-hi16 sfs_bluesky-hi +BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_AGGREGATION=1" +run_spec s3-west-hi16-nosegments sfs_bluesky-hi #BLUESKY_TARGET=native #run_spec native-hi8 sfs_bluesky-hi diff --git a/microbench/run-synread.sh b/microbench/run-synread.sh index b247b5b..939bc12 100755 --- a/microbench/run-synread.sh +++ b/microbench/run-synread.sh @@ -27,10 +27,10 @@ run_synbench() { BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c1 run_cmd $BENCHER run-synread - #SYNREAD_OUTSTANDING=8 - #SYNREAD_PROCS=2 - #BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c16 - #run_cmd $BENCHER run-synread + SYNREAD_OUTSTANDING=2 + SYNREAD_PROCS=2 + BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c4 + run_cmd $BENCHER run-synread done run_cmd $PROXY stop-proxy diff --git a/results/20110405/synwrite-2048M-summary.data b/results/20110405/synwrite-2048M-summary.data new file mode 100644 index 0000000..001f2d5 --- /dev/null +++ b/results/20110405/synwrite-2048M-summary.data @@ -0,0 +1,13 @@ +2.0 0.0327506197274 0.000219100996607 +4.0 0.0326381600407 8.83319001552e-05 +6.0 0.0327570192581 8.5043815278e-05 +8.0 0.0327795906444 0.000262230196135 +10.0 0.0328242001254 7.75942594862e-05 +12.0 0.0329184523341 7.36886609061e-05 +14.0 0.0436595573138 9.33376280338e-05 +16.0 0.048498321965 0.000213978075438 +18.0 0.0522776939951 0.000170348346763 +20.0 0.0553097776383 0.000190998640378 +24.0 0.059709677783 6.3810404339e-05 +28.0 0.0594675638711 0.00242414220207 +32.0 0.0596231468526 0.00224977175771 diff --git a/results/20110405/synwrite-2048M.data b/results/20110405/synwrite-2048M.data index d039f77..526f3ff 100644 --- a/results/20110405/synwrite-2048M.data +++ b/results/20110405/synwrite-2048M.data @@ -11,3 +11,29 @@ 24 0.0596432397137 28 0.0577545463439 32 0.0583957031483 +2 0.0330008421696 +4 0.0327189246235 +6 0.0326666749301 +8 0.0326043549735 +10 0.0328041453048 +12 0.0329299603462 +14 0.0436191694996 +16 0.0484028786946 +18 0.0522572906973 +20 0.055190559885 +24 0.059770487666 +28 0.0584068758191 +32 0.0582540652787 +2 0.0325931543137 +4 0.0326517252813 +6 0.0328355212483 +8 0.0330810636189 +10 0.0327586019962 +12 0.0328396867332 +14 0.0435932149212 +16 0.0483486745212 +18 0.0521184661946 +20 0.0552086979151 +24 0.0597153059693 +28 0.0622412694502 +32 0.0622196721308 diff --git a/results/20110405/synwrite-256M-summary.data b/results/20110405/synwrite-256M-summary.data new file mode 100644 index 0000000..31d5886 --- /dev/null +++ b/results/20110405/synwrite-256M-summary.data @@ -0,0 +1,13 @@ +2.0 0.0325250592634 9.24636724205e-05 +4.0 0.0323924329326 0.000195930994432 +6.0 0.0328327589877 0.000109425270561 +8.0 0.0326252499679 0.000117641784981 +10.0 0.0533929242072 0.03580989898 +12.0 0.116367351303 0.0157385609611 +14.0 0.13363165947 0.00613147025139 +16.0 0.12398908495 0.00959561250539 +18.0 0.122260492936 0.00717990405067 +20.0 0.122820598322 0.0155213948723 +24.0 0.134365921556 0.00462392846329 +28.0 0.129783445247 0.00386723189604 +32.0 0.12666431176 0.0035959217274 diff --git a/results/20110405/synwrite-256M.data b/results/20110405/synwrite-256M.data index d3e68b2..85fb56d 100644 --- a/results/20110405/synwrite-256M.data +++ b/results/20110405/synwrite-256M.data @@ -11,3 +11,29 @@ 24 0.139335513806 28 0.125318660298 32 0.123893085663 +2 0.0326105094055 +4 0.0321732097753 +6 0.0327653808832 +8 0.0325563777622 +10 0.0947426249904 +12 0.105939507982 +14 0.139606076802 +16 0.127799228252 +18 0.115678683268 +20 0.107718783823 +24 0.130190540004 +28 0.132084787408 +32 0.125372074457 +2 0.0325377709638 +4 0.032453620756 +6 0.0329590171121 +8 0.0327610865344 +10 0.032741500575 +12 0.108691456677 +14 0.133934539041 +16 0.113073581269 +18 0.121185523483 +20 0.122012971136 +24 0.133571710859 +28 0.131946888034 +32 0.130727775161 diff --git a/results/20110409/sfssum.20110430-s3-west-hi16-nosegments b/results/20110409/sfssum.20110430-s3-west-hi16-nosegments index 392823c..b5d93ea 100644 --- a/results/20110409/sfssum.20110430-s3-west-hi16-nosegments +++ b/results/20110409/sfssum.20110430-s3-west-hi16-nosegments @@ -6,4 +6,3 @@ 600 604 5.8 180634 299 NFS3 T 4 73413936 1 16 8 8 2008 700 692 27.4 168204 243 NFS3 T 4 85996512 1 16 8 8 2008 800 681 30.9 209141 307 NFS3 T 4 97534080 1 16 8 8 2008 -INVALID 900 0 0.0 0 327 NFS3 T 4 110116656 1 16 8 8 2008 diff --git a/results/figures/specsfs.gnuplot b/results/figures/specsfs.gnuplot index 884e8c9..627aac5 100644 --- a/results/figures/specsfs.gnuplot +++ b/results/figures/specsfs.gnuplot @@ -5,54 +5,68 @@ OPS_WSS_SCALE=36/1024.0 set grid set xlabel "Requested Operations per Second" set x2label "Working Set Size (GB)" - -XMAX=1250 -set xrange [0:XMAX] -set x2range [0:XMAX*OPS_WSS_SCALE] set xtics nomirror set x2tics auto -set grid -set key top right +XMAX=1600 +set xrange [0:XMAX] +set x2range [0:XMAX*OPS_WSS_SCALE] -set output "spec1.eps" +set output "spec1a.eps" # Base comparison +set key off set ylabel "Achieved Operations per Second" -plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS", \ - "../20110311/sfssum.20110311-s3-west" with linespoints title "BlueSky", \ - "../20110311/sfssum.20110311-s3-west-4kfs" with linespoints title "BlueSky (4K blocks)", \ - "../20110311/sfssum.20110312-s3-west-fullseg" with linespoints title "BlueSky (full fetches)", \ - "../20110401/sfssum.20110401-azure" with linespoints title "Azure" +plot "../20110409/sfssum.20110410-native-hi16" with linespoints title "Local NFS", \ + "../20110409/sfssum.20110409-s3-west-hi16" with linespoints title "BlueSky", \ + "../20110409/sfssum.20110411-s3-west-hi16-crypt" with linespoints title "BlueSky (crypto)", \ + "../20110409/sfssum.20110430-s3-west-hi16-nosegments" with linespoints title "BlueSky (noseg)", \ + "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" with linespoints title "BlueSky (norange)" + #"../20110409/sfssum.20110430-s3-west-hi16-noreadagg" with linespoints title "BlueSky (noreadagg)" + +#set output "spec2a.eps" +#plot "../20110409/sfssum.20110409-s3-west-hi16" with linespoints title "BlueSky", \ +# "../20110409/sfssum.20110411-s3-west-hi16-crypt" with linespoints title "BlueSky (+crypto)", \ +# "../20110409/sfssum.20110430-s3-west-hi16-nosegments" with linespoints title "BlueSky (noseg)", \ +# "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" with linespoints title "BlueSky (norange)", \ +# "../20110409/sfssum.20110430-s3-west-hi16-noreadagg" with linespoints title "BlueSky (noreadagg)" -set output "spec2.eps" +set output "spec1b.eps" +set key top left set ylabel "Operation Latency (ms)" -set yrange [0:50] -plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS", \ - "../20110311/sfssum.20110311-s3-west" using 1:3 with linespoints title "BlueSky", \ - "../20110311/sfssum.20110311-s3-west-4kfs" using 1:3 with linespoints title "BlueSky (4K blocks)", \ - "../20110311/sfssum.20110312-s3-west-fullseg" using 1:3 with linespoints title "BlueSky (full fetches)", \ - "../20110401/sfssum.20110401-azure" using 1:3 with linespoints title "Azure" +set yrange [0:100] +set key top right +plot "../20110409/sfssum.20110410-native-hi16" using 1:3 with linespoints title "Local NFS", \ + "../20110409/sfssum.20110409-s3-west-hi16" using 1:3 with linespoints title "BlueSky", \ + "../20110409/sfssum.20110411-s3-west-hi16-crypt" using 1:3 with linespoints title "BlueSky (crypto)", \ + "../20110409/sfssum.20110430-s3-west-hi16-nosegments" using 1:3 with linespoints title "BlueSky (noseg)", \ + "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" using 1:3 with linespoints title "BlueSky (norange)" + #"../20110409/sfssum.20110430-s3-west-hi16-noreadagg" using 1:3 with linespoints title "BlueSky (noreadagg)" -XMAX=1600 +# Comparison with low parallelism +XMAX=1250 set xrange [0:XMAX] set x2range [0:XMAX*OPS_WSS_SCALE] -set xtics nomirror -set x2tics auto set yrange [*:*] -set output "spec-parallel1.eps" +set key off +set output "spec2a.eps" set ylabel "Achieved Operations per Second" -plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS Server", \ - "../20110311/sfssum.20110315-native-hi8" with linespoints title "Local (8 clients)", \ +plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS", \ "../20110311/sfssum.20110311-s3-west" with linespoints title "BlueSky", \ - "../20110311/sfssum.20110314-s3-west-hi8" with linespoints title "BlueSky (8 clients)" + "../20110311/sfssum.20110311-s3-west-4kfs" with linespoints title "BlueSky (4K)", \ + "../20110311/sfssum.20110312-s3-west-noseg" with linespoints title "BlueSky (No Segments)", \ + "../20110311/sfssum.20110312-s3-west-fullseg" with linespoints title "BlueSky (full fetches)", \ + "../20110401/sfssum.20110401-azure" with linespoints title "Azure" -set output "spec-parallel2.eps" +set key top right set ylabel "Operation Latency (ms)" -plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS Server", \ - "../20110311/sfssum.20110315-native-hi8" using 1:3 with linespoints title "Local (8 clients)", \ +set yrange [0:100] +set output "spec2b.eps" +plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS", \ "../20110311/sfssum.20110311-s3-west" using 1:3 with linespoints title "BlueSky", \ - "../20110311/sfssum.20110314-s3-west-hi8" using 1:3 with linespoints title "BlueSky (8 clients)" - + "../20110311/sfssum.20110311-s3-west-4kfs" using 1:3 with linespoints title "BlueSky (4K)", \ + "../20110311/sfssum.20110312-s3-west-noseg" using 1:3 with linespoints title "BlueSky (noseg)", \ + "../20110311/sfssum.20110312-s3-west-fullseg" using 1:3 with linespoints title "BlueSky (norange)", \ + "../20110401/sfssum.20110401-azure" using 1:3 with linespoints title "BlueSky (Azure)" # CIFS results XMAX=1000 diff --git a/results/figures/syn-write.gnuplot b/results/figures/syn-write.gnuplot index 9f1f812..995dbb3 100644 --- a/results/figures/syn-write.gnuplot +++ b/results/figures/syn-write.gnuplot @@ -8,5 +8,7 @@ set key bottom right set yrange [0:*] set output "syn-write.eps" set title "Latency vs. Write Rate with Constrained Upload" -plot "../20110405/synwrite-256M.data" using 1:($2*1000) with linespoints title "128 MB Write Buffer", \ - "../20110405/synwrite-2048M.data" using 1:($2*1000) with linespoints title "1 GB Write Buffer" +plot "../20110405/synwrite-256M-summary.data" using 1:($2*1000):($3*1000) with yerrorbars title "128 MB Write Buffer", \ + "../20110405/synwrite-2048M-summary.data" using 1:($2*1000):($3*1000) with yerrorbars title "1 GB Write Buffer", \ + "../20110405/synwrite-256M-summary.data" using 1:($2*1000) with lines lt 1 notitle, \ + "../20110405/synwrite-2048M-summary.data" using 1:($2*1000) with lines lt 2 notitle