Repository: asterixdb Updated Branches: refs/heads/master d6ca4b56e -> 3c07fe545
ASTERIXDB-1928: Regression test Change-Id: I3e0c8702e6cdf27c2caed6a77bc182ea3dbbc3fd Reviewed-on: https://asterix-gerrit.ics.uci.edu/1822 Sonar-Qube: Jenkins <[email protected]> Tested-by: Jenkins <[email protected]> BAD: Jenkins <[email protected]> Integration-Tests: Jenkins <[email protected]> Reviewed-by: abdullah alamoudi <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/3c07fe54 Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/3c07fe54 Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/3c07fe54 Branch: refs/heads/master Commit: 3c07fe545021d513611a704f6625948408f4852e Parents: d6ca4b5 Author: Murtadha Hubail <[email protected]> Authored: Fri Jun 9 13:21:43 2017 +0300 Committer: Murtadha Hubail <[email protected]> Committed: Sat Jun 10 07:43:04 2017 -0700 ---------------------------------------------------------------------- .../hyracks-storage-am-lsm-btree-test/pom.xml | 5 + .../am/lsm/btree/LSMBTreeFileManagerTest.java | 96 ++++++++++++++++++++ 2 files changed, 101 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/asterixdb/blob/3c07fe54/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/pom.xml ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/pom.xml b/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/pom.xml index 63f5594..5dc377e 100644 --- a/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/pom.xml +++ b/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/pom.xml @@ -99,6 +99,11 @@ <version>${project.version}</version> </dependency> <dependency> + <groupId>org.apache.hyracks</groupId> + <artifactId>hyracks-storage-am-bloomfilter</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> <groupId>org.apache.commons</groupId> <artifactId>commons-lang3</artifactId> <version>3.5</version> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/3c07fe54/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/src/test/java/org/apache/hyracks/storage/am/lsm/btree/LSMBTreeFileManagerTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/src/test/java/org/apache/hyracks/storage/am/lsm/btree/LSMBTreeFileManagerTest.java b/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/src/test/java/org/apache/hyracks/storage/am/lsm/btree/LSMBTreeFileManagerTest.java new file mode 100644 index 0000000..c8aaaab3 --- /dev/null +++ b/hyracks-fullstack/hyracks/hyracks-tests/hyracks-storage-am-lsm-btree-test/src/test/java/org/apache/hyracks/storage/am/lsm/btree/LSMBTreeFileManagerTest.java @@ -0,0 +1,96 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.apache.hyracks.storage.am.lsm.btree; + +import org.apache.hyracks.api.dataflow.value.ISerializerDeserializer; +import org.apache.hyracks.api.exceptions.HyracksDataException; +import org.apache.hyracks.dataflow.common.comm.io.ArrayTupleBuilder; +import org.apache.hyracks.dataflow.common.comm.io.ArrayTupleReference; +import org.apache.hyracks.dataflow.common.data.marshalling.IntegerSerializerDeserializer; +import org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree; +import org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTreeDiskComponent; +import org.apache.hyracks.storage.am.lsm.btree.util.LSMBTreeTestContext; +import org.apache.hyracks.storage.am.lsm.btree.util.LSMBTreeTestHarness; +import org.apache.hyracks.storage.am.lsm.common.api.ILSMIndexAccessor; +import org.apache.hyracks.storage.am.lsm.common.impls.NoOpIOOperationCallbackFactory; +import org.junit.After; +import org.junit.Assert; +import org.junit.Before; +import org.junit.Test; + +import java.io.File; + +public class LSMBTreeFileManagerTest { + + private final LSMBTreeTestHarness harness = new LSMBTreeTestHarness(); + + @Before + public void setUp() throws HyracksDataException { + harness.setUp(); + } + + @After + public void tearDown() throws HyracksDataException { + harness.tearDown(); + } + + @Test + public void deleteOrphanedFilesTest() throws Exception { + ISerializerDeserializer[] fieldSerdes = { IntegerSerializerDeserializer.INSTANCE }; + LSMBTreeTestContext ctx = + LSMBTreeTestContext.create(harness.getIOManager(), harness.getVirtualBufferCaches(), harness + .getFileReference(), harness.getDiskBufferCache(), harness.getDiskFileMapProvider(), + fieldSerdes, 1, harness.getBoomFilterFalsePositiveRate(), harness.getMergePolicy(), harness + .getOperationTracker(), harness.getIOScheduler(), harness.getIOOperationCallback(), + harness.getMetadataPageManagerFactory(), false); + ctx.getIndex().create(); + ctx.getIndex().activate(); + + // Insert a tuple + ArrayTupleBuilder tupleBuilder = new ArrayTupleBuilder(ctx.getFieldCount()); + for (int i = 0; i < ctx.getFieldCount(); i++) { + tupleBuilder.addField(fieldSerdes[i], 1); + } + ArrayTupleReference tuple = new ArrayTupleReference(); + tuple.reset(tupleBuilder.getFieldEndOffsets(), tupleBuilder.getByteArray()); + ILSMIndexAccessor accessor = (ILSMIndexAccessor) ctx.getIndexAccessor(); + accessor.insert(tuple); + + // Flush to generate a disk component + accessor.scheduleFlush(NoOpIOOperationCallbackFactory.INSTANCE.createIoOpCallback()); + + // Make sure the disk component was generated + LSMBTree btree = (LSMBTree) ctx.getIndex(); + Assert.assertEquals("Check disk components", 1, btree.getImmutableComponents().size()); + + ctx.getIndex().deactivate(); + + // Delete the btree file and keep the bloom filter file from the disk component + LSMBTreeDiskComponent ilsmDiskComponent = (LSMBTreeDiskComponent) btree.getImmutableComponents().get(0); + ilsmDiskComponent.getBTree().getFileReference().delete(); + + File bloomFilterFile = ilsmDiskComponent.getBloomFilter().getFileReference().getFile().getAbsoluteFile(); + Assert.assertEquals("Check bloom filter file exists", true, bloomFilterFile.exists()); + + // Activating the index again should delete the orphaned bloom filter file as well as the disk component + ctx.getIndex().activate(); + Assert.assertEquals("Check bloom filter file deleted", false, bloomFilterFile.exists()); + Assert.assertEquals("Check disk components", 0, btree.getImmutableComponents().size()); + } +}
