X-Git-Url: http://git.vrable.net/?a=blobdiff_plain;f=python%2Fcumulus%2Fstore%2F__init__.py;h=e638bc5806ca9185df3deed4f1b09363c5fe6d85;hb=567bd6a883eaa54d10ca61d0b6083da09bf48085;hp=35de0ee153ed57187f83a7d7ebf48b7ebee5f51a;hpb=92488d46a0deca6d031d07852c3b79214280ab6d;p=cumulus.git diff --git a/python/cumulus/store/__init__.py b/python/cumulus/store/__init__.py index 35de0ee..e638bc5 100644 --- a/python/cumulus/store/__init__.py +++ b/python/cumulus/store/__init__.py @@ -1,35 +1,82 @@ -import exceptions, re, urlparse +# Cumulus: Efficient Filesystem Backup to the Cloud +# Copyright (C) 2008-2010 The Cumulus Developers +# See the AUTHORS file for a list of contributors. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License along +# with this program; if not, write to the Free Software Foundation, Inc., +# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + +from __future__ import division, print_function, unicode_literals + +import re +try: + from urllib.parse import urlparse +except ImportError: + from urlparse import urlparse type_patterns = { 'checksums': re.compile(r"^snapshot-(.*)\.(\w+)sums$"), 'segments': re.compile(r"^([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})(\.\S+)?$"), - 'snapshots': re.compile(r"^snapshot-(.*)\.lbs$") + 'snapshots': re.compile(r"^snapshot-(.*)\.(cumulus|lbs)$") } -class NotFoundError(exceptions.KeyError): +class NotFoundError(KeyError): """Exception thrown when a file is not found in a repository.""" pass -class Store: +class Store (object): """Base class for all cumulus storage backends.""" - def list(self, type): - raise NotImplementedException + def __new__ (cls, url, **kw): + """ Return the correct sub-class depending on url, + pass parsed url parameters to object + """ + if cls != Store: + return super(Store, cls).__new__(cls, url, **kw) + (scheme, netloc, path, params, query, fragment) \ + = urlparse(url) + + try: + cumulus = __import__('cumulus.store.%s' % scheme, globals()) + subcls = getattr (cumulus.store, scheme).Store + obj = super(Store, cls).__new__(subcls, url, **kw) + obj.scheme = scheme + obj.netloc = netloc + obj.path = path + obj.params = params + obj.query = query + obj.fragment = fragment + return obj + except ImportError: + raise NotImplementedError("Scheme %s not implemented" % scheme) - def get(self, type, name): - raise NotImplementedException + def list(self, path): + raise NotImplementedError - def put(self, type, name, fp): - raise NotImplementedException + def get(self, path): + raise NotImplementedError - def delete(self, type, name): - raise NotImplementedException + def put(self, path, fp): + raise NotImplementedError - def stat(self, type, name): - raise NotImplementedException + def delete(self, path): + raise NotImplementedError - def scan(self): + def stat(self, path): + raise NotImplementedError + + def scan(self, path): """Cache file information stored in this backend. This might make subsequent list or stat calls more efficient, but this @@ -37,17 +84,15 @@ class Store: pass + def close(self): + """Tear down the connection explicitly if needed + + Currently needed for sftp to be able to end the program.""" + + pass + + def __del__(self): + self.close() + def open(url): - (scheme, netloc, path, params, query, fragment) \ - = urlparse.urlparse(url) - - if scheme == "file": - import cumulus.store.file - return cumulus.store.file.FileStore(path) - elif scheme == "s3": - import cumulus.store.s3 - while path.startswith("/"): path = path[1:] - (bucket, path) = path.split("/", 1) - return cumulus.store.s3.S3Store(bucket, path) - else: - raise NotImplementedException + return Store(url)