From: Michael Vrable <vrable@cs.hmc.edu>
Date: Tue, 17 May 2011 21:55:04 +0000 (-0700)
Subject: Commit update benchmark results
X-Git-Url: http://git.vrable.net/?a=commitdiff_plain;h=dac1ee4bb07162cd8ad264365f5357f89a4fc849;p=bluesky.git
Commit update benchmark results
---
diff --git a/microbench/run-spec.sh b/microbench/run-spec.sh
index f565eda..932ab67 100755
--- a/microbench/run-spec.sh
+++ b/microbench/run-spec.sh
@@ -36,15 +36,30 @@ run_spec() {
#run_spec azure sfs_bluesky
# BlueSky, testing with a greater degree of parallelism
+#BLUESKY_TARGET=s3:mvrable-bluesky-west
+#BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
+#BLUESKY_EXTRA_OPTS=""
+#run_spec s3-west-hi16-crypt sfs_bluesky-hi
+#
+#BLUESKY_TARGET=azure
+#BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
+#BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1"
+#run_spec azure-hi16 sfs_bluesky-hi
+
BLUESKY_TARGET=s3:mvrable-bluesky-west
BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
-BLUESKY_EXTRA_OPTS=""
-run_spec s3-west-hi16-crypt sfs_bluesky-hi
+BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_FULL_SEGMENTS=1"
+run_spec s3-west-hi16-fullfetch sfs_bluesky-hi
-BLUESKY_TARGET=azure
+BLUESKY_TARGET=s3:mvrable-bluesky-west
+BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
+BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_GROUP_READS=1"
+run_spec s3-west-hi16-noreadagg sfs_bluesky-hi
+
+BLUESKY_TARGET=s3:mvrable-bluesky-west
BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
-BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1"
-run_spec azure-hi16 sfs_bluesky-hi
+BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_AGGREGATION=1"
+run_spec s3-west-hi16-nosegments sfs_bluesky-hi
#BLUESKY_TARGET=native
#run_spec native-hi8 sfs_bluesky-hi
diff --git a/microbench/run-synread.sh b/microbench/run-synread.sh
index b247b5b..939bc12 100755
--- a/microbench/run-synread.sh
+++ b/microbench/run-synread.sh
@@ -27,10 +27,10 @@ run_synbench() {
BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c1
run_cmd $BENCHER run-synread
- #SYNREAD_OUTSTANDING=8
- #SYNREAD_PROCS=2
- #BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c16
- #run_cmd $BENCHER run-synread
+ SYNREAD_OUTSTANDING=2
+ SYNREAD_PROCS=2
+ BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c4
+ run_cmd $BENCHER run-synread
done
run_cmd $PROXY stop-proxy
diff --git a/results/20110405/synwrite-2048M-summary.data b/results/20110405/synwrite-2048M-summary.data
new file mode 100644
index 0000000..001f2d5
--- /dev/null
+++ b/results/20110405/synwrite-2048M-summary.data
@@ -0,0 +1,13 @@
+2.0 0.0327506197274 0.000219100996607
+4.0 0.0326381600407 8.83319001552e-05
+6.0 0.0327570192581 8.5043815278e-05
+8.0 0.0327795906444 0.000262230196135
+10.0 0.0328242001254 7.75942594862e-05
+12.0 0.0329184523341 7.36886609061e-05
+14.0 0.0436595573138 9.33376280338e-05
+16.0 0.048498321965 0.000213978075438
+18.0 0.0522776939951 0.000170348346763
+20.0 0.0553097776383 0.000190998640378
+24.0 0.059709677783 6.3810404339e-05
+28.0 0.0594675638711 0.00242414220207
+32.0 0.0596231468526 0.00224977175771
diff --git a/results/20110405/synwrite-2048M.data b/results/20110405/synwrite-2048M.data
index d039f77..526f3ff 100644
--- a/results/20110405/synwrite-2048M.data
+++ b/results/20110405/synwrite-2048M.data
@@ -11,3 +11,29 @@
24 0.0596432397137
28 0.0577545463439
32 0.0583957031483
+2 0.0330008421696
+4 0.0327189246235
+6 0.0326666749301
+8 0.0326043549735
+10 0.0328041453048
+12 0.0329299603462
+14 0.0436191694996
+16 0.0484028786946
+18 0.0522572906973
+20 0.055190559885
+24 0.059770487666
+28 0.0584068758191
+32 0.0582540652787
+2 0.0325931543137
+4 0.0326517252813
+6 0.0328355212483
+8 0.0330810636189
+10 0.0327586019962
+12 0.0328396867332
+14 0.0435932149212
+16 0.0483486745212
+18 0.0521184661946
+20 0.0552086979151
+24 0.0597153059693
+28 0.0622412694502
+32 0.0622196721308
diff --git a/results/20110405/synwrite-256M-summary.data b/results/20110405/synwrite-256M-summary.data
new file mode 100644
index 0000000..31d5886
--- /dev/null
+++ b/results/20110405/synwrite-256M-summary.data
@@ -0,0 +1,13 @@
+2.0 0.0325250592634 9.24636724205e-05
+4.0 0.0323924329326 0.000195930994432
+6.0 0.0328327589877 0.000109425270561
+8.0 0.0326252499679 0.000117641784981
+10.0 0.0533929242072 0.03580989898
+12.0 0.116367351303 0.0157385609611
+14.0 0.13363165947 0.00613147025139
+16.0 0.12398908495 0.00959561250539
+18.0 0.122260492936 0.00717990405067
+20.0 0.122820598322 0.0155213948723
+24.0 0.134365921556 0.00462392846329
+28.0 0.129783445247 0.00386723189604
+32.0 0.12666431176 0.0035959217274
diff --git a/results/20110405/synwrite-256M.data b/results/20110405/synwrite-256M.data
index d3e68b2..85fb56d 100644
--- a/results/20110405/synwrite-256M.data
+++ b/results/20110405/synwrite-256M.data
@@ -11,3 +11,29 @@
24 0.139335513806
28 0.125318660298
32 0.123893085663
+2 0.0326105094055
+4 0.0321732097753
+6 0.0327653808832
+8 0.0325563777622
+10 0.0947426249904
+12 0.105939507982
+14 0.139606076802
+16 0.127799228252
+18 0.115678683268
+20 0.107718783823
+24 0.130190540004
+28 0.132084787408
+32 0.125372074457
+2 0.0325377709638
+4 0.032453620756
+6 0.0329590171121
+8 0.0327610865344
+10 0.032741500575
+12 0.108691456677
+14 0.133934539041
+16 0.113073581269
+18 0.121185523483
+20 0.122012971136
+24 0.133571710859
+28 0.131946888034
+32 0.130727775161
diff --git a/results/20110409/sfssum.20110430-s3-west-hi16-nosegments b/results/20110409/sfssum.20110430-s3-west-hi16-nosegments
index 392823c..b5d93ea 100644
--- a/results/20110409/sfssum.20110430-s3-west-hi16-nosegments
+++ b/results/20110409/sfssum.20110430-s3-west-hi16-nosegments
@@ -6,4 +6,3 @@
600 604 5.8 180634 299 NFS3 T 4 73413936 1 16 8 8 2008
700 692 27.4 168204 243 NFS3 T 4 85996512 1 16 8 8 2008
800 681 30.9 209141 307 NFS3 T 4 97534080 1 16 8 8 2008
-INVALID 900 0 0.0 0 327 NFS3 T 4 110116656 1 16 8 8 2008
diff --git a/results/figures/specsfs.gnuplot b/results/figures/specsfs.gnuplot
index 884e8c9..627aac5 100644
--- a/results/figures/specsfs.gnuplot
+++ b/results/figures/specsfs.gnuplot
@@ -5,54 +5,68 @@ OPS_WSS_SCALE=36/1024.0
set grid
set xlabel "Requested Operations per Second"
set x2label "Working Set Size (GB)"
-
-XMAX=1250
-set xrange [0:XMAX]
-set x2range [0:XMAX*OPS_WSS_SCALE]
set xtics nomirror
set x2tics auto
-set grid
-set key top right
+XMAX=1600
+set xrange [0:XMAX]
+set x2range [0:XMAX*OPS_WSS_SCALE]
-set output "spec1.eps"
+set output "spec1a.eps" # Base comparison
+set key off
set ylabel "Achieved Operations per Second"
-plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS", \
- "../20110311/sfssum.20110311-s3-west" with linespoints title "BlueSky", \
- "../20110311/sfssum.20110311-s3-west-4kfs" with linespoints title "BlueSky (4K blocks)", \
- "../20110311/sfssum.20110312-s3-west-fullseg" with linespoints title "BlueSky (full fetches)", \
- "../20110401/sfssum.20110401-azure" with linespoints title "Azure"
+plot "../20110409/sfssum.20110410-native-hi16" with linespoints title "Local NFS", \
+ "../20110409/sfssum.20110409-s3-west-hi16" with linespoints title "BlueSky", \
+ "../20110409/sfssum.20110411-s3-west-hi16-crypt" with linespoints title "BlueSky (crypto)", \
+ "../20110409/sfssum.20110430-s3-west-hi16-nosegments" with linespoints title "BlueSky (noseg)", \
+ "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" with linespoints title "BlueSky (norange)"
+ #"../20110409/sfssum.20110430-s3-west-hi16-noreadagg" with linespoints title "BlueSky (noreadagg)"
+
+#set output "spec2a.eps"
+#plot "../20110409/sfssum.20110409-s3-west-hi16" with linespoints title "BlueSky", \
+# "../20110409/sfssum.20110411-s3-west-hi16-crypt" with linespoints title "BlueSky (+crypto)", \
+# "../20110409/sfssum.20110430-s3-west-hi16-nosegments" with linespoints title "BlueSky (noseg)", \
+# "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" with linespoints title "BlueSky (norange)", \
+# "../20110409/sfssum.20110430-s3-west-hi16-noreadagg" with linespoints title "BlueSky (noreadagg)"
-set output "spec2.eps"
+set output "spec1b.eps"
+set key top left
set ylabel "Operation Latency (ms)"
-set yrange [0:50]
-plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS", \
- "../20110311/sfssum.20110311-s3-west" using 1:3 with linespoints title "BlueSky", \
- "../20110311/sfssum.20110311-s3-west-4kfs" using 1:3 with linespoints title "BlueSky (4K blocks)", \
- "../20110311/sfssum.20110312-s3-west-fullseg" using 1:3 with linespoints title "BlueSky (full fetches)", \
- "../20110401/sfssum.20110401-azure" using 1:3 with linespoints title "Azure"
+set yrange [0:100]
+set key top right
+plot "../20110409/sfssum.20110410-native-hi16" using 1:3 with linespoints title "Local NFS", \
+ "../20110409/sfssum.20110409-s3-west-hi16" using 1:3 with linespoints title "BlueSky", \
+ "../20110409/sfssum.20110411-s3-west-hi16-crypt" using 1:3 with linespoints title "BlueSky (crypto)", \
+ "../20110409/sfssum.20110430-s3-west-hi16-nosegments" using 1:3 with linespoints title "BlueSky (noseg)", \
+ "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" using 1:3 with linespoints title "BlueSky (norange)"
+ #"../20110409/sfssum.20110430-s3-west-hi16-noreadagg" using 1:3 with linespoints title "BlueSky (noreadagg)"
-XMAX=1600
+# Comparison with low parallelism
+XMAX=1250
set xrange [0:XMAX]
set x2range [0:XMAX*OPS_WSS_SCALE]
-set xtics nomirror
-set x2tics auto
set yrange [*:*]
-set output "spec-parallel1.eps"
+set key off
+set output "spec2a.eps"
set ylabel "Achieved Operations per Second"
-plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS Server", \
- "../20110311/sfssum.20110315-native-hi8" with linespoints title "Local (8 clients)", \
+plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS", \
"../20110311/sfssum.20110311-s3-west" with linespoints title "BlueSky", \
- "../20110311/sfssum.20110314-s3-west-hi8" with linespoints title "BlueSky (8 clients)"
+ "../20110311/sfssum.20110311-s3-west-4kfs" with linespoints title "BlueSky (4K)", \
+ "../20110311/sfssum.20110312-s3-west-noseg" with linespoints title "BlueSky (No Segments)", \
+ "../20110311/sfssum.20110312-s3-west-fullseg" with linespoints title "BlueSky (full fetches)", \
+ "../20110401/sfssum.20110401-azure" with linespoints title "Azure"
-set output "spec-parallel2.eps"
+set key top right
set ylabel "Operation Latency (ms)"
-plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS Server", \
- "../20110311/sfssum.20110315-native-hi8" using 1:3 with linespoints title "Local (8 clients)", \
+set yrange [0:100]
+set output "spec2b.eps"
+plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS", \
"../20110311/sfssum.20110311-s3-west" using 1:3 with linespoints title "BlueSky", \
- "../20110311/sfssum.20110314-s3-west-hi8" using 1:3 with linespoints title "BlueSky (8 clients)"
-
+ "../20110311/sfssum.20110311-s3-west-4kfs" using 1:3 with linespoints title "BlueSky (4K)", \
+ "../20110311/sfssum.20110312-s3-west-noseg" using 1:3 with linespoints title "BlueSky (noseg)", \
+ "../20110311/sfssum.20110312-s3-west-fullseg" using 1:3 with linespoints title "BlueSky (norange)", \
+ "../20110401/sfssum.20110401-azure" using 1:3 with linespoints title "BlueSky (Azure)"
# CIFS results
XMAX=1000
diff --git a/results/figures/syn-write.gnuplot b/results/figures/syn-write.gnuplot
index 9f1f812..995dbb3 100644
--- a/results/figures/syn-write.gnuplot
+++ b/results/figures/syn-write.gnuplot
@@ -8,5 +8,7 @@ set key bottom right
set yrange [0:*]
set output "syn-write.eps"
set title "Latency vs. Write Rate with Constrained Upload"
-plot "../20110405/synwrite-256M.data" using 1:($2*1000) with linespoints title "128 MB Write Buffer", \
- "../20110405/synwrite-2048M.data" using 1:($2*1000) with linespoints title "1 GB Write Buffer"
+plot "../20110405/synwrite-256M-summary.data" using 1:($2*1000):($3*1000) with yerrorbars title "128 MB Write Buffer", \
+ "../20110405/synwrite-2048M-summary.data" using 1:($2*1000):($3*1000) with yerrorbars title "1 GB Write Buffer", \
+ "../20110405/synwrite-256M-summary.data" using 1:($2*1000) with lines lt 1 notitle, \
+ "../20110405/synwrite-2048M-summary.data" using 1:($2*1000) with lines lt 2 notitle