X-Git-Url: http://git.vrable.net/?a=blobdiff_plain;f=localdb.cc;h=5c1f7e55b2424015e525db895ac7f738b09d4dab;hb=a4cf5f4d8df46fa00992a210d587cd824cedcb08;hp=27fec5a8b9b38ffc8c51d5d93451230d9cc28909;hpb=da87780779a2f165503d019ee0b59d10e5d31ec8;p=cumulus.git diff --git a/localdb.cc b/localdb.cc index 27fec5a..5c1f7e5 100644 --- a/localdb.cc +++ b/localdb.cc @@ -22,11 +22,26 @@ using std::string; -void LocalDb::Open(const char *path, const char *snapshot_name) +/* Helper function to prepare a statement for execution in the current + * database. */ +sqlite3_stmt *LocalDb::Prepare(const char *sql) { + sqlite3_stmt *stmt; int rc; + const char *tail; + + rc = sqlite3_prepare(db, sql, strlen(sql), &stmt, &tail); + if (rc != SQLITE_OK) { + throw IOException(string("Error preparing statement: ") + sql); + } - snapshot = snapshot_name; + return stmt; +} + +void LocalDb::Open(const char *path, const char *snapshot_name, + const char *snapshot_scheme) +{ + int rc; rc = sqlite3_open(path, &db); if (rc) { @@ -41,6 +56,32 @@ void LocalDb::Open(const char *path, const char *snapshot_name) sqlite3_close(db); throw IOException("Error starting transaction"); } + + /* Insert this snapshot into the database, and determine the integer key + * which will be used to identify it. */ + sqlite3_stmt *stmt = Prepare("insert into " + "snapshots(name, scheme, timestamp) " + "values (?, ?, julianday('now'))"); + sqlite3_bind_text(stmt, 1, snapshot_name, strlen(snapshot_name), + SQLITE_TRANSIENT); + if (snapshot_scheme == NULL) + sqlite3_bind_null(stmt, 2); + else + sqlite3_bind_text(stmt, 2, snapshot_scheme, strlen(snapshot_scheme), + SQLITE_TRANSIENT); + + rc = sqlite3_step(stmt); + if (rc != SQLITE_DONE) { + sqlite3_close(db); + throw IOException("Database execution error!"); + } + + snapshotid = sqlite3_last_insert_rowid(db); + sqlite3_finalize(stmt); + if (snapshotid == 0) { + sqlite3_close(db); + throw IOException("Find snapshot id"); + } } void LocalDb::Close() @@ -53,28 +94,87 @@ void LocalDb::Close() sqlite3_close(db); } +int64_t LocalDb::SegmentToId(const string &segment) +{ + int rc; + sqlite3_stmt *stmt; + int64_t result; + + stmt = Prepare("insert or ignore into segments(segment) values (?)"); + sqlite3_bind_text(stmt, 1, segment.c_str(), segment.size(), + SQLITE_TRANSIENT); + rc = sqlite3_step(stmt); + if (rc != SQLITE_DONE) { + throw IOException("Could not execute INSERT statement!"); + } + sqlite3_finalize(stmt); + + stmt = Prepare("select segmentid from segments where segment = ?"); + sqlite3_bind_text(stmt, 1, segment.c_str(), segment.size(), + SQLITE_TRANSIENT); + + rc = sqlite3_step(stmt); + if (rc == SQLITE_DONE) { + throw IOException("No segment found by id"); + } else if (rc == SQLITE_ROW) { + result = sqlite3_column_int64(stmt, 0); + } else { + throw IOException("Error executing find segment by id query"); + } + + sqlite3_finalize(stmt); + + return result; +} + +string LocalDb::IdToSegment(int64_t segmentid) +{ + int rc; + sqlite3_stmt *stmt; + string result; + + stmt = Prepare("select segment from segments where segmentid = ?"); + sqlite3_bind_int64(stmt, 1, segmentid); + + rc = sqlite3_step(stmt); + if (rc == SQLITE_DONE) { + throw IOException("No segment found by id"); + } else if (rc == SQLITE_ROW) { + result = (const char *)sqlite3_column_text(stmt, 0); + } else { + throw IOException("Error executing find segment by id query"); + } + + sqlite3_finalize(stmt); + + return result; +} + void LocalDb::StoreObject(const ObjectReference& ref, - const string &checksum, int64_t size) + const string &checksum, int64_t size, + double age) { int rc; sqlite3_stmt *stmt; - static const char s[] = - "insert into block_index(segment, object, checksum, size) " - "values (?, ?, ?, ?)"; - const char *tail; - rc = sqlite3_prepare_v2(db, s, strlen(s), &stmt, &tail); - if (rc != SQLITE_OK) { - return; + if (age == 0.0) { + stmt = Prepare("insert into block_index(" + "segmentid, object, checksum, size, timestamp) " + "values (?, ?, ?, ?, julianday('now'))"); + } else { + stmt = Prepare("insert into block_index(" + "segmentid, object, checksum, size, timestamp) " + "values (?, ?, ?, ?, ?)"); } - string seg = ref.get_segment(); - sqlite3_bind_text(stmt, 1, seg.c_str(), seg.size(), SQLITE_TRANSIENT); + sqlite3_bind_int64(stmt, 1, SegmentToId(ref.get_segment())); string obj = ref.get_sequence(); sqlite3_bind_text(stmt, 2, obj.c_str(), obj.size(), SQLITE_TRANSIENT); sqlite3_bind_text(stmt, 3, checksum.c_str(), checksum.size(), SQLITE_TRANSIENT); sqlite3_bind_int64(stmt, 4, size); + if (age != 0.0) + sqlite3_bind_double(stmt, 5, age); rc = sqlite3_step(stmt); if (rc != SQLITE_DONE) { @@ -88,18 +188,10 @@ ObjectReference LocalDb::FindObject(const string &checksum, int64_t size) { int rc; sqlite3_stmt *stmt; - static const char s[] = - "select segment, object from block_index " - "where checksum = ? and size = ?"; - const char *tail; - ObjectReference ref; - rc = sqlite3_prepare_v2(db, s, strlen(s), &stmt, &tail); - if (rc != SQLITE_OK) { - return ref; - } - + stmt = Prepare("select segmentid, object from block_index " + "where checksum = ? and size = ? and expired is null"); sqlite3_bind_text(stmt, 1, checksum.c_str(), checksum.size(), SQLITE_TRANSIENT); sqlite3_bind_int64(stmt, 2, size); @@ -107,7 +199,7 @@ ObjectReference LocalDb::FindObject(const string &checksum, int64_t size) rc = sqlite3_step(stmt); if (rc == SQLITE_DONE) { } else if (rc == SQLITE_ROW) { - ref = ObjectReference((const char *)sqlite3_column_text(stmt, 0), + ref = ObjectReference(IdToSegment(sqlite3_column_int64(stmt, 0)), (const char *)sqlite3_column_text(stmt, 1)); } else { fprintf(stderr, "Could not execute SELECT statement!\n"); @@ -118,25 +210,71 @@ ObjectReference LocalDb::FindObject(const string &checksum, int64_t size) return ref; } -void LocalDb::UseObject(const ObjectReference& ref) +bool LocalDb::IsOldObject(const string &checksum, int64_t size, double *age) { int rc; sqlite3_stmt *stmt; - static const char s[] = - "insert into snapshot_contents " - "select blockid, ? as snapshot from block_index " - "where segment = ? and object = ?"; - const char *tail; + bool found = false; - rc = sqlite3_prepare_v2(db, s, strlen(s), &stmt, &tail); - if (rc != SQLITE_OK) { - return; + stmt = Prepare("select segmentid, object, timestamp from block_index " + "where checksum = ? and size = ?"); + sqlite3_bind_text(stmt, 1, checksum.c_str(), checksum.size(), + SQLITE_TRANSIENT); + sqlite3_bind_int64(stmt, 2, size); + + rc = sqlite3_step(stmt); + if (rc == SQLITE_DONE) { + found = false; + } else if (rc == SQLITE_ROW) { + found = true; + *age = sqlite3_column_double(stmt, 2); + } else { + fprintf(stderr, "Could not execute SELECT statement!\n"); } - sqlite3_bind_text(stmt, 1, snapshot.c_str(), snapshot.size(), - SQLITE_TRANSIENT); - string seg = ref.get_segment(); - sqlite3_bind_text(stmt, 2, seg.c_str(), seg.size(), SQLITE_TRANSIENT); + sqlite3_finalize(stmt); + + return found; +} + +/* Does this object still exist in the database (and not expired)? */ +bool LocalDb::IsAvailable(const ObjectReference &ref) +{ + int rc; + sqlite3_stmt *stmt; + bool found = false; + + stmt = Prepare("select count(*) from block_index " + "where segmentid = ? and object = ? and expired is null"); + sqlite3_bind_int64(stmt, 1, SegmentToId(ref.get_segment())); + sqlite3_bind_text(stmt, 2, ref.get_sequence().c_str(), + ref.get_sequence().size(), SQLITE_TRANSIENT); + + rc = sqlite3_step(stmt); + if (rc == SQLITE_DONE) { + found = false; + } else if (rc == SQLITE_ROW) { + if (sqlite3_column_int(stmt, 0) > 0) + found = true; + } else { + fprintf(stderr, "Could not execute SELECT statement!\n"); + } + + sqlite3_finalize(stmt); + + return found; +} + +void LocalDb::UseObject(const ObjectReference& ref) +{ + int rc; + sqlite3_stmt *stmt; + + stmt = Prepare("insert or ignore into snapshot_contents " + "select blockid, ? as snapshotid from block_index " + "where segmentid = ? and object = ?"); + sqlite3_bind_int64(stmt, 1, snapshotid); + sqlite3_bind_int64(stmt, 2, SegmentToId(ref.get_segment())); string obj = ref.get_sequence(); sqlite3_bind_text(stmt, 3, obj.c_str(), obj.size(), SQLITE_TRANSIENT); @@ -147,3 +285,26 @@ void LocalDb::UseObject(const ObjectReference& ref) sqlite3_finalize(stmt); } + +void LocalDb::SetSegmentChecksum(const std::string &segment, + const std::string &path, + const std::string &checksum) +{ + int rc; + sqlite3_stmt *stmt; + + stmt = Prepare("update segments set path = ?, checksum = ? " + "where segmentid = ?"); + sqlite3_bind_text(stmt, 1, path.c_str(), path.size(), + SQLITE_TRANSIENT); + sqlite3_bind_text(stmt, 2, checksum.c_str(), checksum.size(), + SQLITE_TRANSIENT); + sqlite3_bind_int64(stmt, 3, SegmentToId(segment)); + + rc = sqlite3_step(stmt); + if (rc != SQLITE_DONE) { + fprintf(stderr, "Could not update segment checksum in database!\n"); + } + + sqlite3_finalize(stmt); +}