From 7c753dc524614a26784edd7b00fc8fcbe9768d74 Mon Sep 17 00:00:00 2001 From: Michael Vrable Date: Mon, 26 Sep 2011 00:16:24 -0700 Subject: [PATCH] Cleaner experiment results --- results/20110925/cleaner.data | 15 +++ results/20110925/cleaner.log | 172 ++++++++++++++++++++++++++++++++ results/20110925/cleaner.txt | 22 ++++ results/20110925/cleaner2.log | 112 +++++++++++++++++++++ results/20110925/extract.sh | 13 +++ results/figures/cleaner.gnuplot | 16 +++ 6 files changed, 350 insertions(+) create mode 100644 results/20110925/cleaner.data create mode 100644 results/20110925/cleaner.log create mode 100644 results/20110925/cleaner.txt create mode 100644 results/20110925/cleaner2.log create mode 100755 results/20110925/extract.sh create mode 100644 results/figures/cleaner.gnuplot diff --git a/results/20110925/cleaner.data b/results/20110925/cleaner.data new file mode 100644 index 0000000..12fae1d --- /dev/null +++ b/results/20110925/cleaner.data @@ -0,0 +1,15 @@ +# bytes_used bytes_wasted bytes_freed s3_get s3_put +67358975 1069199 9410 26353439 157 +67358983 12789943 0 12143384 16840128 +67358983 36592832 18993913 30128745 25259885 +67358983 51925625 31680172 24777202 33688007 +67358983 63050471 42848645 20596601 16840449 +67358983 45057387 26381295 38455006 33679642 +67358983 57715658 41202181 30594100 25260206 +67358983 50348573 34878155 18985720 16840128 +67358983 37645375 22200052 21088853 16848814 +67358983 32320159 21131934 34740350 33679642 +67358983 44901933 39023442 8445458 8428736 +67358983 14324563 12711535 8428728 8420371 +67358983 10042370 10023208 8971 8979 +67358983 37112 26315 8971 165 diff --git a/results/20110925/cleaner.log b/results/20110925/cleaner.log new file mode 100644 index 0000000..8ec95f0 --- /dev/null +++ b/results/20110925/cleaner.log @@ -0,0 +1,172 @@ +*** START CLEANER RUN *** +bytes_used: 67358975 +bytes_wasted: 1069199 +bytes_freed: 9410 +s3_get: 26353439 +s3_put: 157 +running_time: 4.74999809265 + +*** START CLEANER RUN *** +bytes_used: 67358975 +bytes_wasted: 9057959 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 12789943 +bytes_freed: 0 +s3_get: 12143384 +s3_put: 16840128 +running_time: 6.54327201843 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 36592832 +bytes_freed: 18993913 +s3_get: 30128745 +s3_put: 25259885 +running_time: 11.4323270321 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 48176903 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 51925625 +bytes_freed: 31680172 +s3_get: 24777202 +s3_put: 33688007 +running_time: 11.3818879128 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 59276654 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 63050471 +bytes_freed: 42848645 +s3_get: 20596601 +s3_put: 16840449 +running_time: 8.70604705811 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 41316709 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 45057387 +bytes_freed: 26381295 +s3_get: 38455006 +s3_put: 33679642 +running_time: 11.7080230713 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 57715658 +bytes_freed: 41202181 +s3_get: 30594100 +s3_put: 25260206 +running_time: 11.7434489727 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 47116877 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 50348573 +bytes_freed: 34878155 +s3_get: 18985720 +s3_put: 16840128 +running_time: 9.43346095085 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 37637010 +bytes_freed: 1602837 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 37645375 +bytes_freed: 22200052 +s3_get: 21088853 +s3_put: 16848814 +running_time: 7.93763995171 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 32294137 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 32320159 +bytes_freed: 21131934 +s3_get: 34740350 +s3_put: 33679642 +running_time: 12.6115119457 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 44867867 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 44901933 +bytes_freed: 39023442 +s3_get: 8445458 +s3_put: 8428736 +running_time: 5.66940903664 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 14307227 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 14324563 +bytes_freed: 12711535 +s3_get: 8428728 +s3_put: 8420371 +running_time: 5.03071594238 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 10033399 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 10042370 +bytes_freed: 10023208 +s3_get: 8971 +s3_put: 8979 +running_time: 0.643241882324 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 28141 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 28141 +bytes_freed: 0 +waiting for proxy... +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 37112 +bytes_freed: 26315 +s3_get: 8971 +s3_put: 165 +running_time: 0.594120025635 + diff --git a/results/20110925/cleaner.txt b/results/20110925/cleaner.txt new file mode 100644 index 0000000..2fa42c9 --- /dev/null +++ b/results/20110925/cleaner.txt @@ -0,0 +1,22 @@ +Simple cleanerbench run (no cleaner during run): + + Store[s3:mvrable-bluesky-west]: GETS: count=0 sum=0 + Store[s3:mvrable-bluesky-west]: PUTS: count=69 sum=133523453 + NFS RPC Messages In: count=524 sum=134267716 + NFS RPC Messages Out: count=523 sum=62124 + + bytes_used: 67358975 + bytes_wasted: 66164478 + bytes_freed: 8559426 + s3_get: 124964027 + s3_put: 67358983 + running_time: 34.587624073 + + +Repated, with cleaner running periodically: + + Store[s3:mvrable-bluesky-west]: GETS: count=26 sum=276333 + Store[s3:mvrable-bluesky-west]: PUTS: count=74 sum=134287730 + NFS RPC Messages In: count=521 sum=134267448 + NFS RPC Messages Out: count=520 sum=61828 + diff --git a/results/20110925/cleaner2.log b/results/20110925/cleaner2.log new file mode 100644 index 0000000..98ffb99 --- /dev/null +++ b/results/20110925/cleaner2.log @@ -0,0 +1,112 @@ +*** START CLEANER RUN *** +bytes_used: 67358975 +bytes_wasted: 1069199 +bytes_freed: 9410 +s3_get: 26353439 +s3_put: 157 +running_time: 4.74999809265 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 12789943 +bytes_freed: 0 +s3_get: 12143384 +s3_put: 16840128 +running_time: 6.54327201843 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 36592832 +bytes_freed: 18993913 +s3_get: 30128745 +s3_put: 25259885 +running_time: 11.4323270321 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 51925625 +bytes_freed: 31680172 +s3_get: 24777202 +s3_put: 33688007 +running_time: 11.3818879128 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 63050471 +bytes_freed: 42848645 +s3_get: 20596601 +s3_put: 16840449 +running_time: 8.70604705811 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 45057387 +bytes_freed: 26381295 +s3_get: 38455006 +s3_put: 33679642 +running_time: 11.7080230713 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 57715658 +bytes_freed: 41202181 +s3_get: 30594100 +s3_put: 25260206 +running_time: 11.7434489727 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 50348573 +bytes_freed: 34878155 +s3_get: 18985720 +s3_put: 16840128 +running_time: 9.43346095085 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 37645375 +bytes_freed: 22200052 +s3_get: 21088853 +s3_put: 16848814 +running_time: 7.93763995171 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 32320159 +bytes_freed: 21131934 +s3_get: 34740350 +s3_put: 33679642 +running_time: 12.6115119457 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 44901933 +bytes_freed: 39023442 +s3_get: 8445458 +s3_put: 8428736 +running_time: 5.66940903664 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 14324563 +bytes_freed: 12711535 +s3_get: 8428728 +s3_put: 8420371 +running_time: 5.03071594238 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 10042370 +bytes_freed: 10023208 +s3_get: 8971 +s3_put: 8979 +running_time: 0.643241882324 + +*** START CLEANER RUN *** +bytes_used: 67358983 +bytes_wasted: 37112 +bytes_freed: 26315 +s3_get: 8971 +s3_put: 165 +running_time: 0.594120025635 + diff --git a/results/20110925/extract.sh b/results/20110925/extract.sh new file mode 100755 index 0000000..ea704d4 --- /dev/null +++ b/results/20110925/extract.sh @@ -0,0 +1,13 @@ +#!/bin/bash +# +# Gather statistics out of a cleaner.log log file and group into plottable +# form. + +DATAFILE="$1" + +extract() { + grep "$1" "$DATAFILE" | cut -f2 -d' ' +} + +echo "#extract bytes_used extract bytes_wasted extract bytes_freed extract s3_get extract s3_put" +paste <(extract bytes_used) <(extract bytes_wasted) <(extract bytes_freed) <(extract s3_get) <(extract s3_put) diff --git a/results/figures/cleaner.gnuplot b/results/figures/cleaner.gnuplot new file mode 100644 index 0000000..1fd5b3d --- /dev/null +++ b/results/figures/cleaner.gnuplot @@ -0,0 +1,16 @@ +load "common.gnuplot" + +set grid +set title "Storage Used: Writes Running Concurrently with Cleaner" +set ylabel "Cloud Storage Consumed (MB)" +set key top right +set noxtics +set yrange [0:*] + +set output "cleaner.eps" +plot "../20110925/cleaner.data" using 0:(($1+$2)/1024**2) with boxes fill solid 0.0 lt 1 title "Reclaimed", \ + "../20110925/cleaner.data" using 0:(($1+$2-$3)/1024**2) with boxes fill solid 0.25 lt 1 title "Still Wasted", \ + "../20110925/cleaner.data" using 0:($1/1024**2) with boxes fill solid 0.5 lt 1 title "Used" + +set output "cleaner-rw.eps" +plot "../20110925/cleaner.data" using 0:($5/1024**2) with boxes fill solid 0.0 lt 1 title "Bytes Written" -- 2.20.1