From: Michael Vrable <vrable@cs.hmc.edu>
Date: Sat, 1 Dec 2012 05:12:53 +0000 (-0800)
Subject: Start work on tests for Cumulus.
X-Git-Url: https://git.vrable.net/?a=commitdiff_plain;h=f546e4df51cde51dd984e4ad26e70dd7533f9791;p=cumulus.git

Start work on tests for Cumulus.
---

diff --git a/tests/digest_tree b/tests/digest_tree
new file mode 100755
index 0000000..2ee419e
--- /dev/null
+++ b/tests/digest_tree
@@ -0,0 +1,67 @@
+#!/usr/bin/python
+#
+# Cumulus: Efficient Filesystem Backup to the Cloud
+# Copyright (C) 2012 The Cumulus Developers
+# See the AUTHORS file for a list of contributors.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# Print a dump containing file metadata and content digests for a specified
+# file system tree.  Used to compare file system trees when running tests.
+
+import hashlib
+import os
+import stat
+import sys
+
+include_mode = True
+include_mtime = True
+
+def stat_file(path):
+    st = os.lstat(path)
+    metadata = [path]
+    if include_mode:
+        metadata.append("mode=%o" % st.st_mode)
+    if include_mtime:
+        metadata.append("size=%d" % st.st_mtime)
+    if stat.S_ISREG(st.st_mode):
+        digest = hashlib.sha256()
+        BUF_SIZE = 1 << 16
+        f = open(path, "r")
+        while True:
+            buf = f.read(BUF_SIZE)
+            if not buf: break
+            digest.update(buf)
+        metadata.append("sha256=%s" % digest.hexdigest())
+    return metadata
+
+def dump_tree(root):
+    files = []
+    for (dirpath, dirnames, filenames) in os.walk(root):
+        for d in dirnames:
+            files.append(stat_file(os.path.join(dirpath, d)))
+        for f in filenames:
+            files.append(stat_file(os.path.join(dirpath, f)))
+    files.sort()
+    return files
+
+if __name__ == "__main__":
+    if len(sys.argv) > 1:
+        root = sys.argv[1]
+    else:
+        root = "."
+    os.chdir(root)
+    for file in dump_tree("."):
+        print " ".join(map(str, file))
diff --git a/tests/run-test b/tests/run-test
new file mode 100755
index 0000000..624a0bd
--- /dev/null
+++ b/tests/run-test
@@ -0,0 +1,70 @@
+#!/bin/bash
+#
+# Cumulus: Efficient Filesystem Backup to the Cloud
+# Copyright (C) 2012 The Cumulus Developers
+# See the AUTHORS file for a list of contributors.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+# Perform a simple Cumulus integration test: create a sample file tree, create
+# a backup, modify the files, create a new backup, then try restoring and
+# compare with the original state.
+
+# Directory containing test scripts
+TEST_DIR="$(readlink -f "$(dirname "$0")")"
+
+# Directory containing Cumulus binaries
+BIN_DIR="$(readlink -f "$TEST_DIR/..")"
+
+# Directory where temporary files used for the tests can be stored.
+TMP_DIR="$(readlink -f "$(mktemp -d cumulus-tests.XXXXXX)")"
+
+log_action() {
+    echo
+    echo "================================================================"
+    echo "$@"
+}
+
+log_action "Starting tests: BIN_DIR=$BIN_DIR TMP_DIR=$TMP_DIR"
+
+log_action "Initializing local database..."
+LOCALDB="$TMP_DIR/database"
+mkdir "$LOCALDB"
+sqlite3 -init "$BIN_DIR/schema.sql" "$LOCALDB/localdb.sqlite" ".exit"
+
+log_action "Creating test file system tree..."
+TREE="$TMP_DIR/tree"
+mkdir "$TREE"
+cp "$BIN_DIR"/*.cc "$BIN_DIR"/*.h "$TREE"
+cp -a "$BIN_DIR/python" "$TREE"
+"$TEST_DIR"/digest_tree "$TREE" >"$TMP_DIR/digest.1"
+
+log_action "Running initial backup..."
+sleep 5
+BACKUP_DIR="$TMP_DIR/backups"
+mkdir "$BACKUP_DIR"
+"$BIN_DIR"/cumulus --dest="$BACKUP_DIR" --localdb="$LOCALDB" \
+    --scheme=test -v "$TREE"
+
+log_action "Modifying files..."
+rm "$TREE/"*.h
+cp -a "$BIN_DIR/third_party" "$TREE"
+
+log_action "Running second backup..."
+sleep 5
+BACKUP_DIR="$TMP_DIR/backups"
+mkdir "$BACKUP_DIR"
+"$BIN_DIR"/cumulus --dest="$BACKUP_DIR" --localdb="$LOCALDB" \
+    --scheme=test -v "$TREE"