This is an automated email from the ASF dual-hosted git repository. slfan1989 pushed a commit to branch trunk in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push: new 0a149188fcd YARN-11807. Skip each test in hadoop-yarn-server-timelineservice-hbase-tests when InaccessibleObjectException is thrown (#7575) Contributed by Istvan Toth. 0a149188fcd is described below commit 0a149188fcd85fcba41b734e06d534225bb650b3 Author: Istvan Toth <st...@apache.org> AuthorDate: Wed Apr 9 03:57:47 2025 +0200 YARN-11807. Skip each test in hadoop-yarn-server-timelineservice-hbase-tests when InaccessibleObjectException is thrown (#7575) Contributed by Istvan Toth. Signed-off-by: Shilun Fan <slfan1...@apache.org> --- .../reader/AbstractTimelineReaderHBaseTestBase.java | 12 +++++++++++- .../storage/TestHBaseTimelineStorageApps.java | 12 +++++++++++- .../storage/TestHBaseTimelineStorageDomain.java | 12 +++++++++++- .../storage/TestHBaseTimelineStorageEntities.java | 12 +++++++++++- .../storage/TestHBaseTimelineStorageSchema.java | 18 ++++++++++++++++-- .../storage/TestTimelineWriterHBaseDown.java | 10 +++++++++- .../storage/flow/TestHBaseStorageFlowActivity.java | 12 +++++++++++- .../storage/flow/TestHBaseStorageFlowRun.java | 12 +++++++++++- .../flow/TestHBaseStorageFlowRunCompaction.java | 12 +++++++++++- 9 files changed, 102 insertions(+), 10 deletions(-) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/AbstractTimelineReaderHBaseTestBase.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/AbstractTimelineReaderHBaseTestBase.java index 227d4a73f7e..23959a22ec2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/AbstractTimelineReaderHBaseTestBase.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/reader/AbstractTimelineReaderHBaseTestBase.java @@ -22,6 +22,7 @@ import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import javax.ws.rs.client.Client; import javax.ws.rs.client.ClientBuilder; @@ -57,7 +58,16 @@ public static void setup() throws Exception { util = new HBaseTestingUtility(); Configuration conf = util.getConfiguration(); conf.setInt("hfile.format.version", 3); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageApps.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageApps.java index 1545ccdef0f..4400bc603f8 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageApps.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageApps.java @@ -22,6 +22,7 @@ import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import java.io.IOException; import java.util.Arrays; @@ -95,7 +96,16 @@ public class TestHBaseTimelineStorageApps { @BeforeAll public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); DataGeneratorForTest.loadApps(util, CURRENT_TIME); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageDomain.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageDomain.java index ed00242d864..d0550c278c0 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageDomain.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageDomain.java @@ -39,6 +39,7 @@ import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; +import static org.junit.jupiter.api.Assumptions.assumeTrue; /** * Test for timeline domain. @@ -52,7 +53,16 @@ public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); Configuration conf = util.getConfiguration(); conf.setInt("hfile.format.version", 3); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageEntities.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageEntities.java index bcdbc6caa9c..9d857a411e9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageEntities.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageEntities.java @@ -23,6 +23,7 @@ import static org.junit.jupiter.api.Assertions.assertNull; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import java.io.IOException; import java.util.Arrays; @@ -109,7 +110,16 @@ public class TestHBaseTimelineStorageEntities { @BeforeAll public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); DataGeneratorForTest.loadEntities(util, CURRENT_TIME); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageSchema.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageSchema.java index 3880ba266ef..d34e9a17ead 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageSchema.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestHBaseTimelineStorageSchema.java @@ -20,6 +20,7 @@ import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import org.apache.hadoop.yarn.server.timelineservice.storage.common.BaseTableRW; import org.apache.hadoop.yarn.server.timelineservice.storage.entity.EntityTableRW; @@ -50,7 +51,16 @@ public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); Configuration conf = util.getConfiguration(); conf.setInt("hfile.format.version", 3); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } } @Test @@ -142,7 +152,11 @@ public void createWithSetPrefix() throws IOException { @AfterAll public static void tearDownAfterClass() throws Exception { if (util != null) { - util.shutdownMiniCluster(); + try { + util.shutdownMiniCluster(); + } catch (Exception e) { + //May not work if we failed initializing + } } } } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestTimelineWriterHBaseDown.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestTimelineWriterHBaseDown.java index f0028ae1629..d2506115814 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestTimelineWriterHBaseDown.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/TestTimelineWriterHBaseDown.java @@ -33,9 +33,10 @@ import static org.apache.hadoop.yarn.conf.YarnConfiguration.TIMELINE_SERVICE_READER_STORAGE_MONITOR_INTERVAL_MS; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; /** - * This class tests HbaseTimelineWriter with Hbase Down. + * This class tests HbaseTimelineWriter with HBase Down. */ public class TestTimelineWriterHBaseDown { @@ -86,6 +87,13 @@ public void testTimelineWriterHBaseDown() throws Exception { } assertTrue( exceptionCaught, "HBaseStorageMonitor failed to detect HBase Down"); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } } finally { writer.stop(); util.shutdownMiniCluster(); diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowActivity.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowActivity.java index 9c5f27d83f7..21413cf46e2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowActivity.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowActivity.java @@ -22,6 +22,7 @@ import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import java.io.IOException; import java.util.Map; @@ -71,7 +72,16 @@ public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); Configuration conf = util.getConfiguration(); conf.setInt("hfile.format.version", 3); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRun.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRun.java index eba05cd9f2c..554b8719166 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRun.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRun.java @@ -22,6 +22,7 @@ import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import java.io.IOException; import java.util.EnumSet; @@ -83,7 +84,16 @@ public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); Configuration conf = util.getConfiguration(); conf.setInt("hfile.format.version", 3); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRunCompaction.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRunCompaction.java index 0e5cecb5e5a..3e02c6e4ca9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRunCompaction.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase-tests/src/test/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/TestHBaseStorageFlowRunCompaction.java @@ -24,6 +24,7 @@ import static org.junit.jupiter.api.Assertions.assertNotEquals; import static org.junit.jupiter.api.Assertions.assertTrue; import static org.junit.jupiter.api.Assertions.fail; +import static org.junit.jupiter.api.Assumptions.assumeTrue; import java.io.IOException; import java.util.ArrayList; @@ -83,7 +84,16 @@ public static void setupBeforeClass() throws Exception { util = new HBaseTestingUtility(); Configuration conf = util.getConfiguration(); conf.setInt("hfile.format.version", 3); - util.startMiniCluster(); + try { + util.startMiniCluster(); + } catch (Exception e) { + // TODO catch InaccessibleObjectException directly once Java 8 support is dropped + if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) { + assumeTrue(false, "Could not start HBase because of HBASE-29234"); + } else { + throw e; + } + } DataGeneratorForTest.createSchema(util.getConfiguration()); } --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org