Commit update benchmark results

diff --git a/microbench/run-spec.sh b/microbench/run-spec.sh
index f565eda..932ab67 100755 (executable)
--- a/microbench/run-spec.sh
+++ b/microbench/run-spec.sh
@@ -36,15 +36,30 @@ run_spec() {
 #run_spec azure sfs_bluesky
 
 # BlueSky, testing with a greater degree of parallelism
+#BLUESKY_TARGET=s3:mvrable-bluesky-west
+#BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
+#BLUESKY_EXTRA_OPTS=""
+#run_spec s3-west-hi16-crypt sfs_bluesky-hi
+#
+#BLUESKY_TARGET=azure
+#BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
+#BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1"
+#run_spec azure-hi16 sfs_bluesky-hi
+
 BLUESKY_TARGET=s3:mvrable-bluesky-west
 BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
-BLUESKY_EXTRA_OPTS=""
-run_spec s3-west-hi16-crypt sfs_bluesky-hi
+BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_FULL_SEGMENTS=1"
+run_spec s3-west-hi16-fullfetch sfs_bluesky-hi
 
-BLUESKY_TARGET=azure
+BLUESKY_TARGET=s3:mvrable-bluesky-west
+BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
+BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_GROUP_READS=1"
+run_spec s3-west-hi16-noreadagg sfs_bluesky-hi
+
+BLUESKY_TARGET=s3:mvrable-bluesky-west
 BLUESKY_CACHE_SIZE=$((32 * 1024 * 1024))
-BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1"
-run_spec azure-hi16 sfs_bluesky-hi
+BLUESKY_EXTRA_OPTS="BLUESKY_OPT_NO_CRYPTO=1 BLUESKY_OPT_NO_AGGREGATION=1"
+run_spec s3-west-hi16-nosegments sfs_bluesky-hi
 
 #BLUESKY_TARGET=native
 #run_spec native-hi8 sfs_bluesky-hi

diff --git a/microbench/run-synread.sh b/microbench/run-synread.sh
index b247b5b..939bc12 100755 (executable)
--- a/microbench/run-synread.sh
+++ b/microbench/run-synread.sh
@@ -27,10 +27,10 @@ run_synbench() {
         BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c1
         run_cmd $BENCHER run-synread
 
-        #SYNREAD_OUTSTANDING=8
-        #SYNREAD_PROCS=2
-        #BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c16
-        #run_cmd $BENCHER run-synread
+        SYNREAD_OUTSTANDING=2
+        SYNREAD_PROCS=2
+        BLUESKY_RUN_NAME=$basename-$(($s / 1024))-c4
+        run_cmd $BENCHER run-synread
     done
 
     run_cmd $PROXY stop-proxy

diff --git a/results/20110405/synwrite-2048M-summary.data b/results/20110405/synwrite-2048M-summary.data
new file mode 100644 (file)
index 0000000..001f2d5
--- /dev/null
+++ b/results/20110405/synwrite-2048M-summary.data
@@ -0,0 +1,13 @@
+2.0    0.0327506197274 0.000219100996607
+4.0    0.0326381600407 8.83319001552e-05
+6.0    0.0327570192581 8.5043815278e-05
+8.0    0.0327795906444 0.000262230196135
+10.0   0.0328242001254 7.75942594862e-05
+12.0   0.0329184523341 7.36886609061e-05
+14.0   0.0436595573138 9.33376280338e-05
+16.0   0.048498321965  0.000213978075438
+18.0   0.0522776939951 0.000170348346763
+20.0   0.0553097776383 0.000190998640378
+24.0   0.059709677783  6.3810404339e-05
+28.0   0.0594675638711 0.00242414220207
+32.0   0.0596231468526 0.00224977175771

diff --git a/results/20110405/synwrite-2048M.data b/results/20110405/synwrite-2048M.data
index d039f77..526f3ff 100644 (file)
--- a/results/20110405/synwrite-2048M.data
+++ b/results/20110405/synwrite-2048M.data
@@ -11,3 +11,29 @@
 24     0.0596432397137
 28     0.0577545463439
 32     0.0583957031483
+2      0.0330008421696
+4      0.0327189246235
+6      0.0326666749301
+8      0.0326043549735
+10     0.0328041453048
+12     0.0329299603462
+14     0.0436191694996
+16     0.0484028786946
+18     0.0522572906973
+20     0.055190559885
+24     0.059770487666
+28     0.0584068758191
+32     0.0582540652787
+2      0.0325931543137
+4      0.0326517252813
+6      0.0328355212483
+8      0.0330810636189
+10     0.0327586019962
+12     0.0328396867332
+14     0.0435932149212
+16     0.0483486745212
+18     0.0521184661946
+20     0.0552086979151
+24     0.0597153059693
+28     0.0622412694502
+32     0.0622196721308

diff --git a/results/20110405/synwrite-256M-summary.data b/results/20110405/synwrite-256M-summary.data
new file mode 100644 (file)
index 0000000..31d5886
--- /dev/null
+++ b/results/20110405/synwrite-256M-summary.data
@@ -0,0 +1,13 @@
+2.0    0.0325250592634 9.24636724205e-05
+4.0    0.0323924329326 0.000195930994432
+6.0    0.0328327589877 0.000109425270561
+8.0    0.0326252499679 0.000117641784981
+10.0   0.0533929242072 0.03580989898
+12.0   0.116367351303  0.0157385609611
+14.0   0.13363165947   0.00613147025139
+16.0   0.12398908495   0.00959561250539
+18.0   0.122260492936  0.00717990405067
+20.0   0.122820598322  0.0155213948723
+24.0   0.134365921556  0.00462392846329
+28.0   0.129783445247  0.00386723189604
+32.0   0.12666431176   0.0035959217274

diff --git a/results/20110405/synwrite-256M.data b/results/20110405/synwrite-256M.data
index d3e68b2..85fb56d 100644 (file)
--- a/results/20110405/synwrite-256M.data
+++ b/results/20110405/synwrite-256M.data
@@ -11,3 +11,29 @@
 24     0.139335513806
 28     0.125318660298
 32     0.123893085663
+2      0.0326105094055
+4      0.0321732097753
+6      0.0327653808832
+8      0.0325563777622
+10     0.0947426249904
+12     0.105939507982
+14     0.139606076802
+16     0.127799228252
+18     0.115678683268
+20     0.107718783823
+24     0.130190540004
+28     0.132084787408
+32     0.125372074457
+2      0.0325377709638
+4      0.032453620756
+6      0.0329590171121
+8      0.0327610865344
+10     0.032741500575
+12     0.108691456677
+14     0.133934539041
+16     0.113073581269
+18     0.121185523483
+20     0.122012971136
+24     0.133571710859
+28     0.131946888034
+32     0.130727775161

diff --git a/results/20110409/sfssum.20110430-s3-west-hi16-nosegments b/results/20110409/sfssum.20110430-s3-west-hi16-nosegments
index 392823c..b5d93ea 100644 (file)
--- a/results/20110409/sfssum.20110430-s3-west-hi16-nosegments
+++ b/results/20110409/sfssum.20110430-s3-west-hi16-nosegments
@@ -6,4 +6,3 @@
             600     604     5.8   180634  299 NFS3 T 4   73413936   1 16  8  8 2008
             700     692    27.4   168204  243 NFS3 T 4   85996512   1 16  8  8 2008
             800     681    30.9   209141  307 NFS3 T 4   97534080   1 16  8  8 2008
-INVALID     900       0     0.0        0  327 NFS3 T 4  110116656   1 16  8  8 2008

diff --git a/results/figures/specsfs.gnuplot b/results/figures/specsfs.gnuplot
index 884e8c9..627aac5 100644 (file)
--- a/results/figures/specsfs.gnuplot
+++ b/results/figures/specsfs.gnuplot
@@ -5,54 +5,68 @@ OPS_WSS_SCALE=36/1024.0
 set grid
 set xlabel "Requested Operations per Second"
 set x2label "Working Set Size (GB)"
-
-XMAX=1250
-set xrange [0:XMAX]
-set x2range [0:XMAX*OPS_WSS_SCALE]
 set xtics nomirror
 set x2tics auto
 
-set grid
-set key top right
+XMAX=1600
+set xrange [0:XMAX]
+set x2range [0:XMAX*OPS_WSS_SCALE]
 
-set output "spec1.eps"
+set output "spec1a.eps"     # Base comparison
+set key off
 set ylabel "Achieved Operations per Second"
-plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS", \
-     "../20110311/sfssum.20110311-s3-west" with linespoints title "BlueSky", \
-     "../20110311/sfssum.20110311-s3-west-4kfs" with linespoints title "BlueSky (4K blocks)", \
-     "../20110311/sfssum.20110312-s3-west-fullseg" with linespoints title "BlueSky (full fetches)", \
-     "../20110401/sfssum.20110401-azure" with linespoints title "Azure"
+plot "../20110409/sfssum.20110410-native-hi16" with linespoints title "Local NFS", \
+     "../20110409/sfssum.20110409-s3-west-hi16" with linespoints title "BlueSky", \
+     "../20110409/sfssum.20110411-s3-west-hi16-crypt" with linespoints title "BlueSky (crypto)", \
+     "../20110409/sfssum.20110430-s3-west-hi16-nosegments" with linespoints title "BlueSky (noseg)", \
+     "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" with linespoints title "BlueSky (norange)"
+     #"../20110409/sfssum.20110430-s3-west-hi16-noreadagg" with linespoints title "BlueSky (noreadagg)"
+
+#set output "spec2a.eps"
+#plot "../20110409/sfssum.20110409-s3-west-hi16" with linespoints title "BlueSky", \
+#     "../20110409/sfssum.20110411-s3-west-hi16-crypt" with linespoints title "BlueSky (+crypto)", \
+#     "../20110409/sfssum.20110430-s3-west-hi16-nosegments" with linespoints title "BlueSky (noseg)", \
+#     "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" with linespoints title "BlueSky (norange)", \
+#     "../20110409/sfssum.20110430-s3-west-hi16-noreadagg" with linespoints title "BlueSky (noreadagg)"
 
-set output "spec2.eps"
+set output "spec1b.eps"
+set key top left
 set ylabel "Operation Latency (ms)"
-set yrange [0:50]
-plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS", \
-     "../20110311/sfssum.20110311-s3-west" using 1:3 with linespoints title "BlueSky", \
-     "../20110311/sfssum.20110311-s3-west-4kfs" using 1:3 with linespoints title "BlueSky (4K blocks)", \
-     "../20110311/sfssum.20110312-s3-west-fullseg" using 1:3 with linespoints title "BlueSky (full fetches)", \
-     "../20110401/sfssum.20110401-azure" using 1:3 with linespoints title "Azure"
+set yrange [0:100]
+set key top right
+plot "../20110409/sfssum.20110410-native-hi16" using 1:3 with linespoints title "Local NFS", \
+     "../20110409/sfssum.20110409-s3-west-hi16" using 1:3 with linespoints title "BlueSky", \
+     "../20110409/sfssum.20110411-s3-west-hi16-crypt" using 1:3 with linespoints title "BlueSky (crypto)", \
+     "../20110409/sfssum.20110430-s3-west-hi16-nosegments" using 1:3 with linespoints title "BlueSky (noseg)", \
+     "../20110409/sfssum.20110430-s3-west-hi16-fullfetch" using 1:3 with linespoints title "BlueSky (norange)"
+     #"../20110409/sfssum.20110430-s3-west-hi16-noreadagg" using 1:3 with linespoints title "BlueSky (noreadagg)"
 
-XMAX=1600
+# Comparison with low parallelism
+XMAX=1250
 set xrange [0:XMAX]
 set x2range [0:XMAX*OPS_WSS_SCALE]
-set xtics nomirror
-set x2tics auto
 set yrange [*:*]
 
-set output "spec-parallel1.eps"
+set key off
+set output "spec2a.eps"
 set ylabel "Achieved Operations per Second"
-plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS Server", \
-     "../20110311/sfssum.20110315-native-hi8" with linespoints title "Local (8 clients)", \
+plot "../20110311/sfssum.20110312-native" with linespoints title "Local NFS", \
      "../20110311/sfssum.20110311-s3-west" with linespoints title "BlueSky", \
-     "../20110311/sfssum.20110314-s3-west-hi8" with linespoints title "BlueSky (8 clients)"
+     "../20110311/sfssum.20110311-s3-west-4kfs" with linespoints title "BlueSky (4K)", \
+     "../20110311/sfssum.20110312-s3-west-noseg" with linespoints title "BlueSky (No Segments)", \
+     "../20110311/sfssum.20110312-s3-west-fullseg" with linespoints title "BlueSky (full fetches)", \
+     "../20110401/sfssum.20110401-azure" with linespoints title "Azure"
 
-set output "spec-parallel2.eps"
+set key top right
 set ylabel "Operation Latency (ms)"
-plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS Server", \
-     "../20110311/sfssum.20110315-native-hi8" using 1:3 with linespoints title "Local (8 clients)", \
+set yrange [0:100]
+set output "spec2b.eps"
+plot "../20110311/sfssum.20110312-native" using 1:3 with linespoints title "Local NFS", \
      "../20110311/sfssum.20110311-s3-west" using 1:3 with linespoints title "BlueSky", \
-     "../20110311/sfssum.20110314-s3-west-hi8" using 1:3 with linespoints title "BlueSky (8 clients)"
-
+     "../20110311/sfssum.20110311-s3-west-4kfs" using 1:3 with linespoints title "BlueSky (4K)", \
+     "../20110311/sfssum.20110312-s3-west-noseg" using 1:3 with linespoints title "BlueSky (noseg)", \
+     "../20110311/sfssum.20110312-s3-west-fullseg" using 1:3 with linespoints title "BlueSky (norange)", \
+     "../20110401/sfssum.20110401-azure" using 1:3 with linespoints title "BlueSky (Azure)"
 
 # CIFS results
 XMAX=1000

diff --git a/results/figures/syn-write.gnuplot b/results/figures/syn-write.gnuplot
index 9f1f812..995dbb3 100644 (file)
--- a/results/figures/syn-write.gnuplot
+++ b/results/figures/syn-write.gnuplot
@@ -8,5 +8,7 @@ set key bottom right
 set yrange [0:*]
 set output "syn-write.eps"
 set title "Latency vs. Write Rate with Constrained Upload"
-plot "../20110405/synwrite-256M.data" using 1:($2*1000) with linespoints title "128 MB Write Buffer", \
-     "../20110405/synwrite-2048M.data" using 1:($2*1000) with linespoints title "1 GB Write Buffer"
+plot "../20110405/synwrite-256M-summary.data" using 1:($2*1000):($3*1000) with yerrorbars title "128 MB Write Buffer", \
+     "../20110405/synwrite-2048M-summary.data" using 1:($2*1000):($3*1000) with yerrorbars title "1 GB Write Buffer", \
+     "../20110405/synwrite-256M-summary.data" using 1:($2*1000) with lines lt 1 notitle, \
+     "../20110405/synwrite-2048M-summary.data" using 1:($2*1000) with lines lt 2 notitle