From f546e4df51cde51dd984e4ad26e70dd7533f9791 Mon Sep 17 00:00:00 2001 From: Michael Vrable Date: Fri, 30 Nov 2012 21:12:53 -0800 Subject: [PATCH] Start work on tests for Cumulus. --- tests/digest_tree | 67 +++++++++++++++++++++++++++++++++++++++++++++ tests/run-test | 70 +++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 137 insertions(+) create mode 100755 tests/digest_tree create mode 100755 tests/run-test diff --git a/tests/digest_tree b/tests/digest_tree new file mode 100755 index 0000000..2ee419e --- /dev/null +++ b/tests/digest_tree @@ -0,0 +1,67 @@ +#!/usr/bin/python +# +# Cumulus: Efficient Filesystem Backup to the Cloud +# Copyright (C) 2012 The Cumulus Developers +# See the AUTHORS file for a list of contributors. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License along +# with this program; if not, write to the Free Software Foundation, Inc., +# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + +# Print a dump containing file metadata and content digests for a specified +# file system tree. Used to compare file system trees when running tests. + +import hashlib +import os +import stat +import sys + +include_mode = True +include_mtime = True + +def stat_file(path): + st = os.lstat(path) + metadata = [path] + if include_mode: + metadata.append("mode=%o" % st.st_mode) + if include_mtime: + metadata.append("size=%d" % st.st_mtime) + if stat.S_ISREG(st.st_mode): + digest = hashlib.sha256() + BUF_SIZE = 1 << 16 + f = open(path, "r") + while True: + buf = f.read(BUF_SIZE) + if not buf: break + digest.update(buf) + metadata.append("sha256=%s" % digest.hexdigest()) + return metadata + +def dump_tree(root): + files = [] + for (dirpath, dirnames, filenames) in os.walk(root): + for d in dirnames: + files.append(stat_file(os.path.join(dirpath, d))) + for f in filenames: + files.append(stat_file(os.path.join(dirpath, f))) + files.sort() + return files + +if __name__ == "__main__": + if len(sys.argv) > 1: + root = sys.argv[1] + else: + root = "." + os.chdir(root) + for file in dump_tree("."): + print " ".join(map(str, file)) diff --git a/tests/run-test b/tests/run-test new file mode 100755 index 0000000..624a0bd --- /dev/null +++ b/tests/run-test @@ -0,0 +1,70 @@ +#!/bin/bash +# +# Cumulus: Efficient Filesystem Backup to the Cloud +# Copyright (C) 2012 The Cumulus Developers +# See the AUTHORS file for a list of contributors. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License along +# with this program; if not, write to the Free Software Foundation, Inc., +# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + +# Perform a simple Cumulus integration test: create a sample file tree, create +# a backup, modify the files, create a new backup, then try restoring and +# compare with the original state. + +# Directory containing test scripts +TEST_DIR="$(readlink -f "$(dirname "$0")")" + +# Directory containing Cumulus binaries +BIN_DIR="$(readlink -f "$TEST_DIR/..")" + +# Directory where temporary files used for the tests can be stored. +TMP_DIR="$(readlink -f "$(mktemp -d cumulus-tests.XXXXXX)")" + +log_action() { + echo + echo "================================================================" + echo "$@" +} + +log_action "Starting tests: BIN_DIR=$BIN_DIR TMP_DIR=$TMP_DIR" + +log_action "Initializing local database..." +LOCALDB="$TMP_DIR/database" +mkdir "$LOCALDB" +sqlite3 -init "$BIN_DIR/schema.sql" "$LOCALDB/localdb.sqlite" ".exit" + +log_action "Creating test file system tree..." +TREE="$TMP_DIR/tree" +mkdir "$TREE" +cp "$BIN_DIR"/*.cc "$BIN_DIR"/*.h "$TREE" +cp -a "$BIN_DIR/python" "$TREE" +"$TEST_DIR"/digest_tree "$TREE" >"$TMP_DIR/digest.1" + +log_action "Running initial backup..." +sleep 5 +BACKUP_DIR="$TMP_DIR/backups" +mkdir "$BACKUP_DIR" +"$BIN_DIR"/cumulus --dest="$BACKUP_DIR" --localdb="$LOCALDB" \ + --scheme=test -v "$TREE" + +log_action "Modifying files..." +rm "$TREE/"*.h +cp -a "$BIN_DIR/third_party" "$TREE" + +log_action "Running second backup..." +sleep 5 +BACKUP_DIR="$TMP_DIR/backups" +mkdir "$BACKUP_DIR" +"$BIN_DIR"/cumulus --dest="$BACKUP_DIR" --localdb="$LOCALDB" \ + --scheme=test -v "$TREE" -- 2.20.1