From: Michael Vrable <vrable@cs.hmc.edu>
Date: Mon, 26 Sep 2011 07:16:24 +0000 (-0700)
Subject: Cleaner experiment results
X-Git-Url: https://git.vrable.net/?a=commitdiff_plain;h=7c753dc524614a26784edd7b00fc8fcbe9768d74;p=bluesky.git

Cleaner experiment results
---

diff --git a/results/20110925/cleaner.data b/results/20110925/cleaner.data
new file mode 100644
index 0000000..12fae1d
--- /dev/null
+++ b/results/20110925/cleaner.data
@@ -0,0 +1,15 @@
+# bytes_used bytes_wasted bytes_freed s3_get s3_put
+67358975	1069199	9410	26353439	157
+67358983	12789943	0	12143384	16840128
+67358983	36592832	18993913	30128745	25259885
+67358983	51925625	31680172	24777202	33688007
+67358983	63050471	42848645	20596601	16840449
+67358983	45057387	26381295	38455006	33679642
+67358983	57715658	41202181	30594100	25260206
+67358983	50348573	34878155	18985720	16840128
+67358983	37645375	22200052	21088853	16848814
+67358983	32320159	21131934	34740350	33679642
+67358983	44901933	39023442	8445458	8428736
+67358983	14324563	12711535	8428728	8420371
+67358983	10042370	10023208	8971	8979
+67358983	37112	26315	8971	165
diff --git a/results/20110925/cleaner.log b/results/20110925/cleaner.log
new file mode 100644
index 0000000..8ec95f0
--- /dev/null
+++ b/results/20110925/cleaner.log
@@ -0,0 +1,172 @@
+*** START CLEANER RUN ***
+bytes_used: 67358975
+bytes_wasted: 1069199
+bytes_freed: 9410
+s3_get: 26353439
+s3_put: 157
+running_time: 4.74999809265
+
+*** START CLEANER RUN ***
+bytes_used: 67358975
+bytes_wasted: 9057959
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 12789943
+bytes_freed: 0
+s3_get: 12143384
+s3_put: 16840128
+running_time: 6.54327201843
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 36592832
+bytes_freed: 18993913
+s3_get: 30128745
+s3_put: 25259885
+running_time: 11.4323270321
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 48176903
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 51925625
+bytes_freed: 31680172
+s3_get: 24777202
+s3_put: 33688007
+running_time: 11.3818879128
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 59276654
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 63050471
+bytes_freed: 42848645
+s3_get: 20596601
+s3_put: 16840449
+running_time: 8.70604705811
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 41316709
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 45057387
+bytes_freed: 26381295
+s3_get: 38455006
+s3_put: 33679642
+running_time: 11.7080230713
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 57715658
+bytes_freed: 41202181
+s3_get: 30594100
+s3_put: 25260206
+running_time: 11.7434489727
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 47116877
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 50348573
+bytes_freed: 34878155
+s3_get: 18985720
+s3_put: 16840128
+running_time: 9.43346095085
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 37637010
+bytes_freed: 1602837
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 37645375
+bytes_freed: 22200052
+s3_get: 21088853
+s3_put: 16848814
+running_time: 7.93763995171
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 32294137
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 32320159
+bytes_freed: 21131934
+s3_get: 34740350
+s3_put: 33679642
+running_time: 12.6115119457
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 44867867
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 44901933
+bytes_freed: 39023442
+s3_get: 8445458
+s3_put: 8428736
+running_time: 5.66940903664
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 14307227
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 14324563
+bytes_freed: 12711535
+s3_get: 8428728
+s3_put: 8420371
+running_time: 5.03071594238
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 10033399
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 10042370
+bytes_freed: 10023208
+s3_get: 8971
+s3_put: 8979
+running_time: 0.643241882324
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 28141
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 28141
+bytes_freed: 0
+waiting for proxy...
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 37112
+bytes_freed: 26315
+s3_get: 8971
+s3_put: 165
+running_time: 0.594120025635
+
diff --git a/results/20110925/cleaner.txt b/results/20110925/cleaner.txt
new file mode 100644
index 0000000..2fa42c9
--- /dev/null
+++ b/results/20110925/cleaner.txt
@@ -0,0 +1,22 @@
+Simple cleanerbench run (no cleaner during run):
+
+    Store[s3:mvrable-bluesky-west]: GETS: count=0 sum=0
+    Store[s3:mvrable-bluesky-west]: PUTS: count=69 sum=133523453
+    NFS RPC Messages In: count=524 sum=134267716
+    NFS RPC Messages Out: count=523 sum=62124
+
+    bytes_used: 67358975
+    bytes_wasted: 66164478
+    bytes_freed: 8559426
+    s3_get: 124964027
+    s3_put: 67358983
+    running_time: 34.587624073
+
+
+Repated, with cleaner running periodically:
+
+    Store[s3:mvrable-bluesky-west]: GETS: count=26 sum=276333
+    Store[s3:mvrable-bluesky-west]: PUTS: count=74 sum=134287730
+    NFS RPC Messages In: count=521 sum=134267448
+    NFS RPC Messages Out: count=520 sum=61828
+
diff --git a/results/20110925/cleaner2.log b/results/20110925/cleaner2.log
new file mode 100644
index 0000000..98ffb99
--- /dev/null
+++ b/results/20110925/cleaner2.log
@@ -0,0 +1,112 @@
+*** START CLEANER RUN ***
+bytes_used: 67358975
+bytes_wasted: 1069199
+bytes_freed: 9410
+s3_get: 26353439
+s3_put: 157
+running_time: 4.74999809265
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 12789943
+bytes_freed: 0
+s3_get: 12143384
+s3_put: 16840128
+running_time: 6.54327201843
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 36592832
+bytes_freed: 18993913
+s3_get: 30128745
+s3_put: 25259885
+running_time: 11.4323270321
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 51925625
+bytes_freed: 31680172
+s3_get: 24777202
+s3_put: 33688007
+running_time: 11.3818879128
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 63050471
+bytes_freed: 42848645
+s3_get: 20596601
+s3_put: 16840449
+running_time: 8.70604705811
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 45057387
+bytes_freed: 26381295
+s3_get: 38455006
+s3_put: 33679642
+running_time: 11.7080230713
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 57715658
+bytes_freed: 41202181
+s3_get: 30594100
+s3_put: 25260206
+running_time: 11.7434489727
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 50348573
+bytes_freed: 34878155
+s3_get: 18985720
+s3_put: 16840128
+running_time: 9.43346095085
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 37645375
+bytes_freed: 22200052
+s3_get: 21088853
+s3_put: 16848814
+running_time: 7.93763995171
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 32320159
+bytes_freed: 21131934
+s3_get: 34740350
+s3_put: 33679642
+running_time: 12.6115119457
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 44901933
+bytes_freed: 39023442
+s3_get: 8445458
+s3_put: 8428736
+running_time: 5.66940903664
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 14324563
+bytes_freed: 12711535
+s3_get: 8428728
+s3_put: 8420371
+running_time: 5.03071594238
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 10042370
+bytes_freed: 10023208
+s3_get: 8971
+s3_put: 8979
+running_time: 0.643241882324
+
+*** START CLEANER RUN ***
+bytes_used: 67358983
+bytes_wasted: 37112
+bytes_freed: 26315
+s3_get: 8971
+s3_put: 165
+running_time: 0.594120025635
+
diff --git a/results/20110925/extract.sh b/results/20110925/extract.sh
new file mode 100755
index 0000000..ea704d4
--- /dev/null
+++ b/results/20110925/extract.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+#
+# Gather statistics out of a cleaner.log log file and group into plottable
+# form.
+
+DATAFILE="$1"
+
+extract() {
+    grep "$1" "$DATAFILE" | cut -f2 -d' '
+}
+
+echo "#extract bytes_used extract bytes_wasted extract bytes_freed extract s3_get extract s3_put"
+paste <(extract bytes_used) <(extract bytes_wasted) <(extract bytes_freed) <(extract s3_get) <(extract s3_put)
diff --git a/results/figures/cleaner.gnuplot b/results/figures/cleaner.gnuplot
new file mode 100644
index 0000000..1fd5b3d
--- /dev/null
+++ b/results/figures/cleaner.gnuplot
@@ -0,0 +1,16 @@
+load "common.gnuplot"
+
+set grid
+set title "Storage Used: Writes Running Concurrently with Cleaner"
+set ylabel "Cloud Storage Consumed (MB)"
+set key top right
+set noxtics
+set yrange [0:*]
+
+set output "cleaner.eps"
+plot "../20110925/cleaner.data" using 0:(($1+$2)/1024**2) with boxes fill solid 0.0 lt 1 title "Reclaimed", \
+     "../20110925/cleaner.data" using 0:(($1+$2-$3)/1024**2) with boxes fill solid 0.25 lt 1 title "Still Wasted", \
+     "../20110925/cleaner.data" using 0:($1/1024**2) with boxes fill solid 0.5 lt 1 title "Used"
+
+set output "cleaner-rw.eps"
+plot "../20110925/cleaner.data" using 0:($5/1024**2) with boxes fill solid 0.0 lt 1 title "Bytes Written"