X-Git-Url: http://git.vrable.net/?a=blobdiff_plain;f=store.h;h=a959cce9107f6666a5953e5a3259f69b182d54df;hb=893aa36d4dee18cc85843c441219c8e177282e79;hp=72fde52fcb2fb1b7d60b2712e9b12670e29a9ee6;hpb=3addc0c5e928bc7b0fc6ff1ef8b7dff7263cf3ea;p=cumulus.git diff --git a/store.h b/store.h index 72fde52..a959cce 100644 --- a/store.h +++ b/store.h @@ -3,14 +3,12 @@ * * Backup data is stored in a collection of objects, which are grouped together * into segments for storage purposes. This implementation of the object store - * is built on top of libtar, and represents segments as TAR files and objects - * as files within them. */ + * represents segments as TAR files and objects as files within them. */ #ifndef _LBS_STORE_H #define _LBS_STORE_H #include -#include #include #include @@ -19,6 +17,7 @@ #include #include +#include "localdb.h" #include "sha1.h" #include "ref.h" @@ -41,6 +40,30 @@ public: std::string getError() const { return error; } }; +/* Simplified TAR header--we only need to store regular files, don't need to + * handle long filenames, etc. */ +static const int TAR_BLOCK_SIZE = 512; + +struct tar_header +{ + char name[100]; + char mode[8]; + char uid[8]; + char gid[8]; + char size[12]; + char mtime[12]; + char chksum[8]; + char typeflag; + char linkname[100]; + char magic[8]; + char uname[32]; + char gname[32]; + char devmajor[8]; + char devminor[8]; + char prefix[155]; + char padding[12]; +}; + /* A simple wrapper around a single TAR file to represent a segment. Objects * may only be written out all at once, since the tar header must be written * first; incremental writing is not supported. */ @@ -61,17 +84,21 @@ public: private: size_t size; std::string segment_name; - TAR *t; /* Filter support. */ int real_fd, filter_fd; pid_t filter_pid; + + // Write data to the tar file + void tar_write(const char *data, size_t size); }; class TarSegmentStore { public: // New segments will be stored in the given directory. - TarSegmentStore(const std::string &path) { this->path = path; } + TarSegmentStore(const std::string &path, + LocalDb *db = NULL) + { this->path = path; this->db = db; } ~TarSegmentStore() { sync(); } // Writes an object to segment in the store, and returns the name @@ -84,15 +111,21 @@ public: // Ensure all segments have been fully written. void sync(); + // Dump statistics to stdout about how much data has been written + void dump_stats(); + private: struct segment_info { Tarfile *file; std::string name; // UUID int count; // Objects written to this segment + std::string basename; // Name of segment without directory + std::string fullname; // Full path to stored segment }; std::string path; std::map segments; + LocalDb *db; // Ensure that all segments in the given group have been fully written. void close_segment(const std::string &group);