* Copyright (C) 2010 The Regents of the University of California
* Written by Michael Vrable <mvrable@cs.ucsd.edu>
*
- * TODO: Licensing
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ * notice, this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimer in the
+ * documentation and/or other materials provided with the distribution.
+ * 3. Neither the name of the University nor the names of its contributors
+ * may be used to endorse or promote products derived from this software
+ * without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
+ * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+ * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+ * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+ * SUCH DAMAGE.
*/
#define _GNU_SOURCE
* only incompletely written out before a crash, which should only happen for
* log records that were not considered committed). */
-// Rough size limit for a log segment. This is not a firm limit and there are
-// no absolute guarantees on the size of a log segment.
-#define LOG_SEGMENT_SIZE (1 << 22)
-
#define HEADER_MAGIC 0x676f4c0a
#define FOOTER_MAGIC 0x2e435243
ftruncate(fd, 5 << 20); // FIXME
close(fd);
}
-
- // If the log file is stored in the cloud, we may need to fetch it
- if (clouddir >= 0 && start_fetch)
- cloudlog_fetch_start(map);
} else {
g_mutex_lock(map->lock);
}
+
+ /* If the log file is stored in the cloud and has not been fully fetched,
+ * we may need to initiate a fetch now. */
+ if (clouddir >= 0 && start_fetch && !map->complete && !map->fetching)
+ cloudlog_fetch_start(map);
+
g_mutex_unlock(log->mmap_lock);
if (map != NULL)
g_atomic_int_inc(&map->refcount);
size_t offset, size_t length)
{
g_atomic_int_inc(&cachefile->refcount);
- g_print("Starting fetch of %s from cloud\n", cachefile->filename);
+ if (bluesky_verbose)
+ g_print("Starting partial fetch of %s from cloud (%zd + %zd)\n",
+ cachefile->filename, offset, length);
BlueSkyStoreAsync *async = bluesky_store_async_new(cachefile->fs->store);
async->op = STORE_OP_GET;
async->key = g_strdup(cachefile->filename);
static void cloudlog_partial_fetch_complete(BlueSkyStoreAsync *async,
BlueSkyCacheFile *cachefile)
{
- g_print("Fetch of %s from cloud complete, status = %d\n",
- async->key, async->result);
+ if (bluesky_verbose || async->result != 0)
+ g_print("Fetch of %s from cloud complete, status = %d\n",
+ async->key, async->result);
g_mutex_lock(cachefile->lock);
if (async->result >= 0) {
if (async->len == 0) {
- g_print("Complete object was fetched.\n");
+ if (bluesky_verbose)
+ g_print("Complete object was fetched.\n");
cachefile->complete = TRUE;
}
g_warning("Unable to open and write to cache file %s: %m",
cachefile->filename);
}
+
+ bluesky_rangeset_free(items);
} else {
- g_print("Error fetching from cloud, retrying...\n");
+ g_print("Error fetching %s from cloud, retrying...\n", async->key);
cloudlog_partial_fetch_start(cachefile, async->start, async->len);
}
{
g_atomic_int_inc(&cachefile->refcount);
cachefile->fetching = TRUE;
- g_print("Starting fetch of %s from cloud\n", cachefile->filename);
+ if (bluesky_verbose)
+ g_print("Starting fetch of %s from cloud\n", cachefile->filename);
BlueSkyStoreAsync *async = bluesky_store_async_new(cachefile->fs->store);
async->op = STORE_OP_GET;
async->key = g_strdup(cachefile->filename);
BlueSkyRCStr *str = NULL;
int location = 0;
size_t file_offset = 0, file_size = 0;
- gboolean range_request = TRUE;
+ gboolean range_request = bluesky_options.full_segment_fetches
+ ? FALSE : TRUE;
if (page_size == 0) {
page_size = getpagesize();
file_offset);
}
if (range_request) {
- uint64_t start = 0, length = 0, end;
+ uint64_t start = file_offset, length = file_size, end;
if (map->prefetches != NULL)
bluesky_rangeset_get_extents(map->prefetches,
&start, &length);
} else if (rangeitem->start == file_offset
&& rangeitem->length == file_size) {
if (bluesky_verbose)
- g_print("Item now available.\n");
+ g_print("Item %zd now available.\n", file_offset);
break;
}
}
if (g_atomic_int_dec_and_test(&mmap->mapcount)) {
g_mutex_lock(mmap->lock);
- if (g_atomic_int_get(&mmap->mapcount) == 0) {
+ if (mmap->addr != NULL && g_atomic_int_get(&mmap->mapcount) == 0) {
if (bluesky_verbose)
g_print("Unmapped log segment %d...\n", mmap->log_seq);
munmap((void *)mmap->addr, mmap->len);
}
g_mutex_unlock(mmap->lock);
}
+ g_assert(g_atomic_int_get(&mmap->mapcount) >= 0);
}
/******************************* JOURNAL REPLAY *******************************
projects / bluesky.git / blobdiff