Hi，there is a error when i run TPC-DS testsets on ignite-enhanced hive2.0
over hadoop2.6.0, and here is the log:
java.io.IOException: Failed to submit job.
at
org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.submitJob(HadoopClientProtocol.java:128)
at
org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:536)
at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1296)
at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1293)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
at org.apache.hadoop.mapreduce.Job.submit(Job.java:1293)
at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:562)
at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:557)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
at
org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:557)
at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:548)
at
org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:432)
at
org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:138)
at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:158)
at
org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:101)
at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1840)
at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1584)
at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1361)
at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1184)
at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1172)
at
org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:233)
at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:184)
at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:400)
at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:336)å
at
org.apache.hadoop.hive.cli.CliDriver.processReader(CliDriver.java:433)
at org.apache.hadoop.hive.cli.CliDriver.processFile(CliDriver.java:449)
at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:152)
at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:400)
at
org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:778)
at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:717)
at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:645)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
at org.apache.hadoop.util.RunJar.main(RunJar.java:136)
Caused by: class
org.apache.ignite.internal.client.GridServerUnreachableException: Failed to
communicate with grid nodes (maximum count of retries reached).
at
org.apache.ignite.internal.client.impl.GridClientAbstractProjection.withReconnectHandling(GridClientAbstractProjection.java:153)
at
org.apache.ignite.internal.client.impl.GridClientComputeImpl.executeAsync(GridClientComputeImpl.java:132)
at
org.apache.ignite.internal.client.impl.GridClientComputeImpl.execute(GridClientComputeImpl.java:121)
at
org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.submitJob(HadoopClientProtocol.java:119)
... 40 more
Caused by: class
org.apache.ignite.internal.client.impl.connection.GridClientConnectionResetException:
Failed to send message over connection (will try to reconnect):
/192.168.100.31:11211
at
org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection.java:495)
at
org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection.java:416)
at
org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection.java:402)
at
org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection.java:380)
at
org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.execute(GridClientNioTcpConnection.java:797)
at
org.apache.ignite.internal.client.impl.GridClientComputeImpl$4.apply(GridClientComputeImpl.java:135)
at
org.apache.ignite.internal.client.impl.GridClientAbstractProjection.withReconnectHandling(GridClientAbstractProjection.java:125)
... 43 more
Caused by: class org.apache.ignite.internal.util.nio.GridNioException: null
at
org.apache.ignite.internal.util.nio.GridNioCodecFilter.onSessionWrite(GridNioCodecFilter.java:90)
at
org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedSessionWrite(GridNioFilterAdapter.java:114)
at
org.apache.ignite.internal.util.nio.GridNioFilterChain$TailFilter.onSessionWrite(GridNioFilterChain.java:260)
at
org.apache.ignite.internal.util.nio.GridNioFilterChain.onSessionWrite(GridNioFilterChain.java:185)
at
org.apache.ignite.internal.util.nio.GridNioSessionImpl.send(GridNioSessionImpl.java:102)
at
org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection.java:472)
... 49 more
Caused by: java.io.UTFDataFormatException
at
java.io.ObjectOutputStream$BlockDataOutputStream.writeUTF(ObjectOutputStream.java:2144)
at
java.io.ObjectOutputStream$BlockDataOutputStream.writeUTF(ObjectOutputStream.java:1987)
at java.io.ObjectOutputStream.writeUTF(ObjectOutputStream.java:865)
at
org.apache.ignite.internal.util.IgniteUtils.writeUTFStringNullable(IgniteUtils.java:5029)
at
org.apache.ignite.internal.util.IgniteUtils.writeStringMap(IgniteUtils.java:4989)
at
org.apache.ignite.internal.processors.hadoop.HadoopDefaultJobInfo.writeExternal(HadoopDefaultJobInfo.java:137)
at
java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1443)
at
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1414)
at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1174)
at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:346)
at
org.apache.ignite.internal.util.IgniteUtils.writeArray(IgniteUtils.java:1552)
at
org.apache.ignite.internal.processors.hadoop.proto.HadoopProtocolTaskArguments.writeExternal(HadoopProtocolTaskArguments.java:72)
at
java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1443)
at
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1414)
at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1174)
at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:346)
at
org.apache.ignite.internal.processors.rest.client.message.GridClientTaskRequest.writeExternal(GridClientTaskRequest.java:109)
at
java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1443)
at
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1414)
at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1174)
at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:346)
at
org.apache.ignite.internal.client.marshaller.jdk.GridClientJdkMarshaller.marshal(GridClientJdkMarshaller.java:43)
at
org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestParser.encode(GridTcpRestParser.java:211)
at
org.apache.ignite.internal.util.nio.GridNioCodecFilter.onSessionWrite(GridNioCodecFilter.java:85)
... 54 more
Job Submission failed with exception 'java.io.IOException(Failed to submit
job.)'
FAILED: Execution Error, return code 1 from
org.apache.hadoop.hive.ql.exec.mr.MapRedTask
Thanks for any advices.
--
View this message in context:
http://apache-ignite-users.70518.x6.nabble.com/Hive-job-submsiion-failed-with-exception-java-io-UTFDataFormatException-tp8863.html
Sent from the Apache Ignite Users mailing list archive at Nabble.com.
