X-Git-Url: http://git.vrable.net/?a=blobdiff_plain;f=bluesky%2Flog.c;h=772872040cd65c71be67348784c4299ee63406e8;hb=29f62766c54c3f4a72c05b0ccf79b0867805056f;hp=6475b5d21c6ce4a9530317adfbfe6ac752b827e0;hpb=4a22b094a5dbd2aabc101ee5a6579b577b6e614c;p=bluesky.git diff --git a/bluesky/log.c b/bluesky/log.c index 6475b5d..7728720 100644 --- a/bluesky/log.c +++ b/bluesky/log.c @@ -482,7 +482,9 @@ static void cloudlog_partial_fetch_start(BlueSkyCacheFile *cachefile, size_t offset, size_t length) { g_atomic_int_inc(&cachefile->refcount); - g_print("Starting fetch of %s from cloud\n", cachefile->filename); + if (bluesky_verbose) + g_print("Starting partial fetch of %s from cloud (%zd + %zd)\n", + cachefile->filename, offset, length); BlueSkyStoreAsync *async = bluesky_store_async_new(cachefile->fs->store); async->op = STORE_OP_GET; async->key = g_strdup(cachefile->filename); @@ -499,13 +501,15 @@ static void cloudlog_partial_fetch_start(BlueSkyCacheFile *cachefile, static void cloudlog_partial_fetch_complete(BlueSkyStoreAsync *async, BlueSkyCacheFile *cachefile) { - g_print("Fetch of %s from cloud complete, status = %d\n", - async->key, async->result); + if (bluesky_verbose || async->result != 0) + g_print("Fetch of %s from cloud complete, status = %d\n", + async->key, async->result); g_mutex_lock(cachefile->lock); if (async->result >= 0) { if (async->len == 0) { - g_print("Complete object was fetched.\n"); + if (bluesky_verbose) + g_print("Complete object was fetched.\n"); cachefile->complete = TRUE; } @@ -549,8 +553,10 @@ static void cloudlog_partial_fetch_complete(BlueSkyStoreAsync *async, g_warning("Unable to open and write to cache file %s: %m", cachefile->filename); } + + bluesky_rangeset_free(items); } else { - g_print("Error fetching from cloud, retrying...\n"); + g_print("Error fetching %s from cloud, retrying...\n", async->key); cloudlog_partial_fetch_start(cachefile, async->start, async->len); } @@ -573,7 +579,8 @@ static void cloudlog_fetch_start(BlueSkyCacheFile *cachefile) { g_atomic_int_inc(&cachefile->refcount); cachefile->fetching = TRUE; - g_print("Starting fetch of %s from cloud\n", cachefile->filename); + if (bluesky_verbose) + g_print("Starting fetch of %s from cloud\n", cachefile->filename); BlueSkyStoreAsync *async = bluesky_store_async_new(cachefile->fs->store); async->op = STORE_OP_GET; async->key = g_strdup(cachefile->filename); @@ -648,7 +655,8 @@ BlueSkyRCStr *bluesky_log_map_object(BlueSkyCloudLog *item, gboolean map_data) BlueSkyRCStr *str = NULL; int location = 0; size_t file_offset = 0, file_size = 0; - gboolean range_request = TRUE; + gboolean range_request = bluesky_options.full_segment_fetches + ? FALSE : TRUE; if (page_size == 0) { page_size = getpagesize(); @@ -700,7 +708,7 @@ BlueSkyRCStr *bluesky_log_map_object(BlueSkyCloudLog *item, gboolean map_data) file_offset); } if (range_request) { - uint64_t start = 0, length = 0, end; + uint64_t start = file_offset, length = file_size, end; if (map->prefetches != NULL) bluesky_rangeset_get_extents(map->prefetches, &start, &length); @@ -717,7 +725,7 @@ BlueSkyRCStr *bluesky_log_map_object(BlueSkyCloudLog *item, gboolean map_data) } else if (rangeitem->start == file_offset && rangeitem->length == file_size) { if (bluesky_verbose) - g_print("Item now available.\n"); + g_print("Item %zd now available.\n", file_offset); break; } } @@ -748,7 +756,7 @@ void bluesky_mmap_unref(BlueSkyCacheFile *mmap) if (g_atomic_int_dec_and_test(&mmap->mapcount)) { g_mutex_lock(mmap->lock); - if (g_atomic_int_get(&mmap->mapcount) == 0) { + if (mmap->addr != NULL && g_atomic_int_get(&mmap->mapcount) == 0) { if (bluesky_verbose) g_print("Unmapped log segment %d...\n", mmap->log_seq); munmap((void *)mmap->addr, mmap->len); @@ -757,6 +765,7 @@ void bluesky_mmap_unref(BlueSkyCacheFile *mmap) } g_mutex_unlock(mmap->lock); } + g_assert(g_atomic_int_get(&mmap->mapcount) >= 0); } /******************************* JOURNAL REPLAY *******************************