Robert Kanter created YARN-3812: ----------------------------------- Summary: TestRollingLevelDBTimelineStore fails in trunk due to HADOOP-11347 Key: YARN-3812 URL: https://issues.apache.org/jira/browse/YARN-3812 Project: Hadoop YARN Issue Type: Bug Components: timelineserver Affects Versions: 3.0.0 Reporter: Robert Kanter
{{TestRollingLevelDBTimelineStore}} is failing with the below errors in trunk. I did a git bisect and found that it was due to HADOOP-11347, which changed something with umasks in {{FsPermission}}. {noformat} Running org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore Tests run: 16, Failures: 0, Errors: 16, Skipped: 0, Time elapsed: 2.65 sec <<< FAILURE! - in org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore testGetDomains(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 1.533 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testRelatingToNonExistingEntity(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.085 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testValidateConfig(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.07 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetEntitiesWithPrimaryFilters(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.061 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testRelatingToOldEntityWithoutDomainId(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.055 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testRootDirPermission(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.056 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetSingleEntity(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.05 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testCacheSizes(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.051 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetEntities(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.049 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testRelatingToEntityInSamePut(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.056 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetDomain(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.049 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetEvents(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.049 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetEntitiesWithSecondaryFilters(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.05 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testCheckVersion(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.05 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetEntitiesWithFromId(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.055 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) testGetEntitiesWithFromTs(org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore) Time elapsed: 0.049 sec <<< ERROR! java.lang.UnsupportedOperationException: null at org.apache.hadoop.fs.permission.FsPermission$ImmutableFsPermission.applyUMask(FsPermission.java:380) at org.apache.hadoop.fs.RawLocalFileSystem.mkOneDirWithMode(RawLocalFileSystem.java:496) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirsWithOptionalPermission(RawLocalFileSystem.java:551) at org.apache.hadoop.fs.RawLocalFileSystem.mkdirs(RawLocalFileSystem.java:529) at org.apache.hadoop.fs.FilterFileSystem.mkdirs(FilterFileSystem.java:314) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.initFileSystem(RollingLevelDB.java:207) at org.apache.hadoop.yarn.server.timeline.RollingLevelDB.init(RollingLevelDB.java:200) at org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore.serviceInit(RollingLevelDBTimelineStore.java:321) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) at org.apache.hadoop.yarn.server.timeline.TestRollingLevelDBTimelineStore.setup(TestRollingLevelDBTimelineStore.java:65) Results : Tests in error: TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation TestRollingLevelDBTimelineStore.setup:65 » UnsupportedOperation Tests run: 16, Failures: 0, Errors: 16, Skipped: 0 {noformat} -- This message was sent by Atlassian JIRA (v6.3.4#6332)