hi,all this happens time by time, and disappears when I made the thread sleep for some msecs before commit the job. Can anybody help? thanks in advance! StackTraces: 2012-07-11 16:55:03,069 [Thread-25] ERROR exec.Task (SessionState.java:printError(400)) - Job Commit failed with exception 'org.apache.hadoop.hive.ql.metadata.HiveException(java.io.IOException: Call to master/192.168.2.20:8020 failed on local exception: java.io.IOException: The stream is closed)' org.apache.hadoop.hive.ql.metadata.HiveException: java.io.IOException: Call to master/192.168.2.20:8020 failed on local exception: java.io.IOException: The stream is closed at org.apache.hadoop.hive.ql.exec.FileSinkOperator.jobClose(FileSinkOperator.java:752) at org.apache.hadoop.hive.ql.exec.Operator.jobClose(Operator.java:599) at org.apache.hadoop.hive.ql.exec.Operator.jobClose(Operator.java:599) at org.apache.hadoop.hive.ql.exec.ExecDriver.execute(ExecDriver.java:486) at org.apache.hadoop.hive.ql.exec.MapRedTask.execute(MapRedTask.java:137) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:134) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:57) at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:48) Caused by: java.io.IOException: Call to master/192.168.2.20:8020 failed on local exception: java.io.IOException: The stream is closed at org.apache.hadoop.ipc.Client.wrapException(Client.java:1130) at org.apache.hadoop.ipc.Client.call(Client.java:1098) at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:235) at $Proxy9.getFileInfo(Unknown Source) at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59) at $Proxy9.getFileInfo(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:875) at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:513) at org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:768) at org.apache.hadoop.hive.ql.exec.Utilities.mvFileToFinalPath(Utilities.java:1263) at org.apache.hadoop.hive.ql.exec.FileSinkOperator.jobClose(FileSinkOperator.java:749) at org.apache.hadoop.hive.ql.exec.Operator.jobClose(Operator.java:599) at org.apache.hadoop.hive.ql.exec.Operator.jobClose(Operator.java:599) at org.apache.hadoop.hive.ql.exec.ExecDriver.execute(ExecDriver.java:486) at org.apache.hadoop.hive.ql.exec.MapRedTask.execute(MapRedTask.java:137) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:134) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:57) at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:47) Caused by: java.io.IOException: The stream is closed at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:108) at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:66) at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:124) at java.io.DataOutputStream.flush(DataOutputStream.java:107) at org.apache.hadoop.ipc.Client$Connection.sendParam(Client.java:790) at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:235) at $Proxy9.getProtocolVersion(Unknown Source) at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:405) at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:388) at org.apache.hadoop.hdfs.DFSClient.createRPCNamenode(DFSClient.java:119) at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:238) at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:204) at org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:89) at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1386) at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:251) at org.apache.hadoop.fs.Path.getFileSystem(Path.java:187) at org.apache.hadoop.hive.ql.exec.Utilities.clearMapRedWork(Utilities.java:181) at org.apache.hadoop.hive.ql.exec.ExecDriver.execute(ExecDriver.java:459) at org.apache.hadoop.hive.ql.exec.MapRedTask.execute(MapRedTask.java:137) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:134) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:57) at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:48)
|
