From 13e7c2e854e56cd0362129464d27c450b49bbda2 Mon Sep 17 00:00:00 2001 From: Michael Vrable Date: Thu, 17 Mar 2011 17:02:55 -0700 Subject: [PATCH] Script for randomly writing files to generate work for a cleaner --- microbench/cleanbench.py | 40 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 40 insertions(+) create mode 100755 microbench/cleanbench.py diff --git a/microbench/cleanbench.py b/microbench/cleanbench.py new file mode 100755 index 0000000..87be6d3 --- /dev/null +++ b/microbench/cleanbench.py @@ -0,0 +1,40 @@ +#!/usr/bin/python +# +# A workload generator for the cleaner benchmarks. This will randomly write to +# a collection of files at a fixed rate, to dirty data in the file system. +# +# DO NOT RUN FROM A DIRECTORY WITH FILES YOU CARE ABOUT--it will overwrite +# files in and under the current directory. + +import os, random, sys, time + +def write_file(path, size=1024**2): + buf = 'A' * size + f = open(path, 'w') + f.write(buf) + f.close() + +def modify_files(files, rate=1.0, fraction=0.25): + files = random.sample(files, int(round(len(files) * fraction))) + print "Modifying", len(files), "files" + + last_time = time.time() + latencies = [] + for f in files: + now = time.time() + next_time = last_time + (1.0/rate) + time.sleep(max(0.0, next_time - now)) + print "Writing", f + write_file(f) + last_time = next_time + print "Done" + +if __name__ == '__main__': + print "Modifying files in", os.getcwd() + time.sleep(15) + all_files = [] + for (path, dirs, files) in iter(os.walk(".")): + for f in files: + all_files.append(os.path.join(path, f)) + print len(all_files), "files total" + modify_files(all_files) -- 2.20.1