It seems that caching the writes has a problem somewhere. Causes currupt indexes under load, once disabled (and it's only using the read cache) everything seems to work fine.
Project: http://git-wip-us.apache.org/repos/asf/incubator-blur/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-blur/commit/cb00128d Tree: http://git-wip-us.apache.org/repos/asf/incubator-blur/tree/cb00128d Diff: http://git-wip-us.apache.org/repos/asf/incubator-blur/diff/cb00128d Branch: refs/heads/0.2-dev Commit: cb00128dc0a09200f99e47eb587f409ef6301505 Parents: 80751eb Author: Aaron McCurry <[email protected]> Authored: Wed Mar 6 10:24:33 2013 -0500 Committer: Aaron McCurry <[email protected]> Committed: Wed Mar 6 10:24:33 2013 -0500 ---------------------------------------------------------------------- .../blur/store/blockcache/BlockDirectory.java | 6 +++--- 1 files changed, 3 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-blur/blob/cb00128d/src/blur-store/src/main/java/org/apache/blur/store/blockcache/BlockDirectory.java ---------------------------------------------------------------------- diff --git a/src/blur-store/src/main/java/org/apache/blur/store/blockcache/BlockDirectory.java b/src/blur-store/src/main/java/org/apache/blur/store/blockcache/BlockDirectory.java index 7d7d93f..8146830 100644 --- a/src/blur-store/src/main/java/org/apache/blur/store/blockcache/BlockDirectory.java +++ b/src/blur-store/src/main/java/org/apache/blur/store/blockcache/BlockDirectory.java @@ -274,9 +274,9 @@ public class BlockDirectory extends Directory { @Override public IndexOutput createOutput(String name, IOContext context) throws IOException { IndexOutput dest = _directory.createOutput(name, context); - if (_blockCacheFileTypes == null || isCachableFile(name)) { - return new CachedIndexOutput(this, dest, _blockSize, name, _cache, _blockSize); - } +// if (_blockCacheFileTypes == null || isCachableFile(name)) { +// return new CachedIndexOutput(this, dest, _blockSize, name, _cache, _blockSize); +// } return dest; }
