This is an automated email from the ASF dual-hosted git repository. cshannon pushed a commit to branch 6.1.x.AMF.x in repository https://gitbox.apache.org/repos/asf/activemq.git
commit d64625d5ce0f58ebec58a4a041953781a8a7c213 Author: Christopher L. Shannon <[email protected]> AuthorDate: Thu Aug 8 12:13:17 2024 -0400 AMQ-9547 - Remove setLength() and usage from RecoverableRandomAccessFile This method always throws an exception so it should be removed and no longer used. Places in PageFile that called the method have been updated to either remove the usage or throw an error. (cherry picked from commit 5f79b651c225babe62d8742d20e993073faaf1d0) (cherry picked from commit a30cb8e263300855d4d38710f7d5d9b61223c98f) --- .../activemq/store/kahadb/disk/page/PageFile.java | 11 +-- .../activemq/util/RecoverableRandomAccessFile.java | 4 -- .../store/kahadb/disk/page/PageFileTest.java | 83 +++++++++++++++------- 3 files changed, 59 insertions(+), 39 deletions(-) diff --git a/activemq-kahadb-store/src/main/java/org/apache/activemq/store/kahadb/disk/page/PageFile.java b/activemq-kahadb-store/src/main/java/org/apache/activemq/store/kahadb/disk/page/PageFile.java index a8f975ed88..a1319278ba 100644 --- a/activemq-kahadb-store/src/main/java/org/apache/activemq/store/kahadb/disk/page/PageFile.java +++ b/activemq-kahadb-store/src/main/java/org/apache/activemq/store/kahadb/disk/page/PageFile.java @@ -423,7 +423,8 @@ public class PageFile { } if (writeFile.length() < PAGE_FILE_HEADER_SIZE) { - writeFile.setLength(PAGE_FILE_HEADER_SIZE); + throw new IllegalStateException("File " + file + " is corrupt, length of " + + writeFile.length() + " is less than page file header size of " + PAGE_FILE_HEADER_SIZE); } nextFreePageId.set((writeFile.length() - PAGE_FILE_HEADER_SIZE) / pageSize); @@ -1165,12 +1166,6 @@ public class PageFile { recoveryFile.write(w.getDiskBound(tmpFilesForRemoval), 0, pageSize); } - // Can we shrink the recovery buffer?? - if (recoveryPageCount > recoveryFileMaxPageCount) { - int t = Math.max(recoveryFileMinPageCount, batch.size()); - recoveryFile.setLength(recoveryFileSizeForPages(t)); - } - // Record the page writes in the recovery buffer. recoveryFile.seek(0); // Store the next tx id... @@ -1262,8 +1257,6 @@ public class PageFile { if (recoveryFile.length() == 0) { // Write an empty header.. recoveryFile.write(new byte[RECOVERY_FILE_HEADER_SIZE]); - // Preallocate the minium size for better performance. - recoveryFile.setLength(recoveryFileSizeForPages(recoveryFileMinPageCount)); return 0; } diff --git a/activemq-kahadb-store/src/main/java/org/apache/activemq/util/RecoverableRandomAccessFile.java b/activemq-kahadb-store/src/main/java/org/apache/activemq/util/RecoverableRandomAccessFile.java index 309272a870..ca392da9db 100644 --- a/activemq-kahadb-store/src/main/java/org/apache/activemq/util/RecoverableRandomAccessFile.java +++ b/activemq-kahadb-store/src/main/java/org/apache/activemq/util/RecoverableRandomAccessFile.java @@ -374,10 +374,6 @@ public class RecoverableRandomAccessFile implements java.io.DataOutput, java.io. } } - public void setLength(long length) throws IOException { - throw new IllegalStateException("File size is pre allocated"); - } - public void seek(long pos) throws IOException { try { getRaf().seek(pos); diff --git a/activemq-kahadb-store/src/test/java/org/apache/activemq/store/kahadb/disk/page/PageFileTest.java b/activemq-kahadb-store/src/test/java/org/apache/activemq/store/kahadb/disk/page/PageFileTest.java index 7eceef1f7e..7e8278f5c9 100644 --- a/activemq-kahadb-store/src/test/java/org/apache/activemq/store/kahadb/disk/page/PageFileTest.java +++ b/activemq-kahadb-store/src/test/java/org/apache/activemq/store/kahadb/disk/page/PageFileTest.java @@ -367,20 +367,44 @@ public class PageFileTest extends TestCase { public void testRecoveryAfterUncleanShutdownAndZeroFreePages() throws Exception { final int numberOfPages = 1000; final AtomicBoolean recoveryEnd = new AtomicBoolean(); + createRecoveryAppender("testRecoveryAfterUncleanShutdownAndZeroFreePagesAppender", recoveryEnd); - final var logger = org.apache.logging.log4j.core.Logger.class.cast(LogManager.getLogger(PageFile.class)); - final var appender = new AbstractAppender("testAppender", new AbstractFilter() {}, new MessageLayout(), false, new Property[0]) { - @Override - public void append(LogEvent event) { - if (event.toImmutable().getLevel().equals(Level.INFO) && event.toImmutable().getMessage().getFormattedMessage().contains("Recovered pageFile free list")) { - recoveryEnd.set(true); - } - } - }; - appender.start(); + PageFile pf = new PageFile(new File("target/test-data"), getName()); + pf.delete(); + pf.setEnableRecoveryFile(false); + pf.load(); - logger.addAppender(appender); - logger.get().addAppender(appender, Level.DEBUG, new AbstractFilter() {}); + LOG.info("Creating Transactions"); + for (int i = 0; i < numberOfPages; i++) { + Transaction tx = pf.tx(); + Page page = tx.allocate(); + String t = "page:" + i; + page.set(t); + tx.store(page, StringMarshaller.INSTANCE, false); + tx.commit(); + } + + pf.flush(); + + assertEquals(pf.getFreePageCount(), 0); + + //Simulate an unclean shutdown + PageFile pf2 = new PageFile(new File("target/test-data"), getName()); + pf2.setEnableRecoveryFile(false); + pf2.load(); + + assertTrue("Recovery Finished", Wait.waitFor(recoveryEnd::get, 100000)); + + //Simulate a clean shutdown + pf2.unload(); + assertTrue(pf2.isCleanShutdown()); + + } + + public void testRecoveryAfterUncleanShutdownAndMissingRecoveryFile() throws Exception { + final int numberOfPages = 1000; + final AtomicBoolean recoveryEnd = new AtomicBoolean(); + createRecoveryAppender("testRecoveryAfterUncleanShutdownAndMissingRecoveryFileAppender", recoveryEnd); PageFile pf = new PageFile(new File("target/test-data"), getName()); pf.delete(); @@ -403,7 +427,10 @@ public class PageFileTest extends TestCase { //Simulate an unclean shutdown PageFile pf2 = new PageFile(new File("target/test-data"), getName()); - pf2.setEnableRecoveryFile(false); + pf2.setEnableRecoveryFile(true); + + // Simulate a missing recovery file + pf2.getRecoveryFile().delete(); pf2.load(); assertTrue("Recovery Finished", Wait.waitFor(recoveryEnd::get, 100000)); @@ -417,19 +444,7 @@ public class PageFileTest extends TestCase { public void testBackgroundWillMarkUsedPagesAsFreeInTheBeginning() throws Exception { final int numberOfPages = 100000; final AtomicBoolean recoveryEnd = new AtomicBoolean(); - - final var logger = org.apache.logging.log4j.core.Logger.class.cast(LogManager.getLogger(PageFile.class)); - final var appender = new AbstractAppender("pageAppender", new AbstractFilter() {}, new MessageLayout(), false, new Property[0]) { - @Override - public void append(LogEvent event) { - if (event.toImmutable().getLevel().equals(Level.INFO) && event.toImmutable().getMessage().getFormattedMessage().contains("Recovered pageFile free list")) { - recoveryEnd.set(true); - } - } - }; - appender.start(); - logger.addAppender(appender); - logger.get().addAppender(appender, Level.DEBUG, new AbstractFilter() {}); + createRecoveryAppender("testBackgroundWillMarkUsedPagesAsFreeInTheBeginningAppender", recoveryEnd); PageFile pf = new PageFile(new File("target/test-data"), getName()); pf.delete(); @@ -519,4 +534,20 @@ public class PageFileTest extends TestCase { assertEquals("pages freed during recovery should be reused", numberOfPages, totalPages); } + + private void createRecoveryAppender(String name, AtomicBoolean recoveryEnd) { + final var logger = org.apache.logging.log4j.core.Logger.class.cast(LogManager.getLogger(PageFile.class)); + final var appender = new AbstractAppender(name, new AbstractFilter() {}, new MessageLayout(), false, new Property[0]) { + @Override + public void append(LogEvent event) { + if (event.toImmutable().getLevel().equals(Level.INFO) && event.toImmutable().getMessage().getFormattedMessage().contains("Recovered pageFile free list")) { + recoveryEnd.set(true); + } + } + }; + appender.start(); + + logger.addAppender(appender); + logger.get().addAppender(appender, Level.DEBUG, new AbstractFilter() {}); + } } --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected] For further information, visit: https://activemq.apache.org/contact
