From 5551523de35c1abaf24d77654928e2c748fd95aa Mon Sep 17 00:00:00 2001 From: Michael Vrable Date: Sun, 18 Sep 2011 23:09:44 -0700 Subject: [PATCH] Make cleaner cache persistent across runs --- cleaner/cleaner | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/cleaner/cleaner b/cleaner/cleaner index 93feef4..60c91f5 100755 --- a/cleaner/cleaner +++ b/cleaner/cleaner @@ -96,6 +96,9 @@ class S3Backend(Backend): self.path = path self.cachedir = cachedir self.cache = {} + for f in os.listdir(cachedir): + self.cache[f] = True + print "Initial cache contents:", list(self.cache.keys()) self.connect() self.stats_get = [0, 0] self.stats_put = [0, 0] @@ -466,7 +469,7 @@ class InodeMap: print "%s: %s %s" % (s, u, float(u[1]) / u[0]) if u[1] == 0: print "Would delete..." - #backend.delete(s) + backend.delete(s) deletions[0] += 1 deletions[1] += u[0] @@ -586,7 +589,7 @@ def run_cleaner(backend, inode_map, log, repack_inodes=False): if __name__ == '__main__': start_time = time.time() - backend = S3Backend("mvrable-bluesky-west", cachedir="/export/cache") + backend = S3Backend("mvrable-bluesky-west", cachedir="/tmp/bluesky-cache") #backend = FileBackend(".") chkpt = load_checkpoint_record(backend) print backend.list() -- 2.20.1