[
https://issues.apache.org/jira/browse/NIFI-775?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Joseph Witt updated NIFI-775:
-----------------------------
Fix Version/s: (was: 0.4.0)
0.3.0
> Flume Processors fail unit tests in Windows
> -------------------------------------------
>
> Key: NIFI-775
> URL: https://issues.apache.org/jira/browse/NIFI-775
> Project: Apache NiFi
> Issue Type: Bug
> Components: Extensions
> Reporter: Mark Payne
> Fix For: 0.3.0
>
> Attachments:
> 0001-NIFI-775-Ignore-unit-tests-that-fail-on-windows.patch
>
>
> When I try to build in Windows, I get unit test failures from flume
> processors with the following output:
> 2015-07-19 10:15:19.268 [pool-4-thread-1] [INFO]
> org.apache.flume.sink.hdfs.BucketWriter - Creating
> file:/C:/workspaces/incubator-nifi/nifi/nifi-nar-bundles/nifi-flume-bundle/nifi-flume-processors/target/junit1400539381352437230/hdfs//FlumeData.1437315318877.tmp
> 0 [hdfs-sink-1-call-runner-0] WARN
> org.apache.hadoop.util.NativeCodeLoader – Unable to load native-hadoop
> library for your platform... using builtin-java classes where applicable
> 21 [hdfs-sink-1-call-runner-0] ERROR org.apache.hadoop.util.Shell – Failed
> to locate the winutils binary in the hadoop binary path
> java.io.IOException: Could not locate executable null\bin\winutils.exe in the
> Hadoop binaries.
> at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:355)
> at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:370)
> at org.apache.hadoop.util.Shell.<clinit>(Shell.java:363)
> at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:79)
> at org.apache.hadoop.security.Groups.parseStaticMapping(Groups.java:104)
> at org.apache.hadoop.security.Groups.<init>(Groups.java:86)
> at org.apache.hadoop.security.Groups.<init>(Groups.java:66)
> at
> org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:280)
> at
> org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:271)
> at
> org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:248)
> at
> org.apache.hadoop.security.UserGroupInformation.loginUserFromSubject(UserGroupInformation.java:763)
> at
> org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:748)
> at
> org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:621)
> at
> org.apache.hadoop.fs.FileSystem$Cache$Key.<init>(FileSystem.java:2753)
> at
> org.apache.hadoop.fs.FileSystem$Cache$Key.<init>(FileSystem.java:2745)
> at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2611)
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:370)
> at org.apache.hadoop.fs.Path.getFileSystem(Path.java:296)
> at org.apache.flume.sink.hdfs.BucketWriter$1.call(BucketWriter.java:243)
> at org.apache.flume.sink.hdfs.BucketWriter$1.call(BucketWriter.java:235)
> at
> org.apache.flume.sink.hdfs.BucketWriter$9$1.run(BucketWriter.java:679)
> at
> org.apache.flume.auth.SimpleAuthenticator.execute(SimpleAuthenticator.java:50)
> at org.apache.flume.sink.hdfs.BucketWriter$9.call(BucketWriter.java:676)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> 2015-07-19 10:15:24.179 [pool-4-thread-1] [ERROR]
> org.apache.flume.sink.hdfs.HDFSEventSink - process failed
> java.lang.NullPointerException
> at java.lang.ProcessBuilder.start(ProcessBuilder.java:1010)
> at org.apache.hadoop.util.Shell.runCommand(Shell.java:482)
> at org.apache.hadoop.util.Shell.run(Shell.java:455)
> at
> org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:715)
> at org.apache.hadoop.util.Shell.execCommand(Shell.java:808)
> at org.apache.hadoop.util.Shell.execCommand(Shell.java:791)
> at
> org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:656)
> at
> org.apache.hadoop.fs.FilterFileSystem.setPermission(FilterFileSystem.java:490)
> at
> org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:462)
> at
> org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:428)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:908)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:889)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:786)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:775)
> at
> org.apache.flume.sink.hdfs.HDFSDataStream.doOpen(HDFSDataStream.java:86)
> at
> org.apache.flume.sink.hdfs.HDFSDataStream.open(HDFSDataStream.java:113)
> at org.apache.flume.sink.hdfs.BucketWriter$1.call(BucketWriter.java:246)
> at org.apache.flume.sink.hdfs.BucketWriter$1.call(BucketWriter.java:235)
> at
> org.apache.flume.sink.hdfs.BucketWriter$9$1.run(BucketWriter.java:679)
> at
> org.apache.flume.auth.SimpleAuthenticator.execute(SimpleAuthenticator.java:50)
> at org.apache.flume.sink.hdfs.BucketWriter$9.call(BucketWriter.java:676)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> 2015-07-19 10:15:24.182 [pool-4-thread-1] [ERROR]
> org.apache.nifi.processors.flume.ExecuteFlumeSink -
> ExecuteFlumeSink[id=14aea58d-1cde-49e2-adfc-90b84ce93335]
> ExecuteFlumeSink[id=14aea58d-1cde-49e2-adfc-90b84ce93335] failed to process
> due to org.apache.nifi.processor.exception.ProcessException: Flume event
> delivery failed; rolling back session:
> org.apache.nifi.processor.exception.ProcessException: Flume event delivery
> failed
> 2015-07-19 10:15:24.182 [pool-4-thread-1] [ERROR]
> org.apache.nifi.processors.flume.ExecuteFlumeSink -
> org.apache.nifi.processor.exception.ProcessException: Flume event delivery
> failed
> at
> org.apache.nifi.processors.flume.ExecuteFlumeSink.onTrigger(ExecuteFlumeSink.java:141)
> at
> org.apache.nifi.processors.flume.AbstractFlumeProcessor.onTrigger(AbstractFlumeProcessor.java:148)
> at
> org.apache.nifi.util.StandardProcessorTestRunner$RunProcessor.call(StandardProcessorTestRunner.java:277)
> at
> org.apache.nifi.util.StandardProcessorTestRunner$RunProcessor.call(StandardProcessorTestRunner.java:271)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: org.apache.flume.EventDeliveryException:
> java.lang.NullPointerException
> at
> org.apache.flume.sink.hdfs.HDFSEventSink.process(HDFSEventSink.java:463)
> at
> org.apache.nifi.processors.flume.ExecuteFlumeSink.onTrigger(ExecuteFlumeSink.java:139)
> ... 7 more
> Caused by: java.lang.NullPointerException
> at java.lang.ProcessBuilder.start(ProcessBuilder.java:1010)
> at org.apache.hadoop.util.Shell.runCommand(Shell.java:482)
> at org.apache.hadoop.util.Shell.run(Shell.java:455)
> at
> org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:715)
> at org.apache.hadoop.util.Shell.execCommand(Shell.java:808)
> at org.apache.hadoop.util.Shell.execCommand(Shell.java:791)
> at
> org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:656)
> at
> org.apache.hadoop.fs.FilterFileSystem.setPermission(FilterFileSystem.java:490)
> at
> org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:462)
> at
> org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:428)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:908)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:889)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:786)
> at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:775)
> at
> org.apache.flume.sink.hdfs.HDFSDataStream.doOpen(HDFSDataStream.java:86)
> at
> org.apache.flume.sink.hdfs.HDFSDataStream.open(HDFSDataStream.java:113)
> at org.apache.flume.sink.hdfs.BucketWriter$1.call(BucketWriter.java:246)
> at org.apache.flume.sink.hdfs.BucketWriter$1.call(BucketWriter.java:235)
> at
> org.apache.flume.sink.hdfs.BucketWriter$9$1.run(BucketWriter.java:679)
> at
> org.apache.flume.auth.SimpleAuthenticator.execute(SimpleAuthenticator.java:50)
> at org.apache.flume.sink.hdfs.BucketWriter$9.call(BucketWriter.java:676)
> ... 4 more
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
