Hi lapalette, There is a limitation in ObjectOutputStream, it fails to write UTF strings longer than 65k bytes.
Have you try to use another marshaller? https://ignite.apache.org/releases/1.7.0/javadoc/index.html?org/apache/ignite/marshaller/Marshaller.html On Thu, Nov 10, 2016 at 6:20 AM, lapalette <[email protected]> wrote: > Hi，there is a error when i run TPC-DS testsets on ignite-enhanced hive2.0 > over hadoop2.6.0, and here is the log: > > java.io.IOException: Failed to submit job. > at > org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol. > submitJob(HadoopClientProtocol.java:128) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal( > JobSubmitter.java:536) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1296) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1293) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:415) > at > org.apache.hadoop.security.UserGroupInformation.doAs( > UserGroupInformation.java:1628) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1293) > at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:562) > at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:557) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:415) > at > org.apache.hadoop.security.UserGroupInformation.doAs( > UserGroupInformation.java:1628) > at org.apache.hadoop.mapred.JobClient.submitJobInternal( > JobClient.java:557) > at org.apache.hadoop.mapred.JobClient.submitJob(JobClient. > java:548) > at > org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:432) > at > org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:138) > at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:158) > at > org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential( > TaskRunner.java:101) > at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1840) > at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1584) > at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1361) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1184) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1172) > at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd( > CliDriver.java:233) > at org.apache.hadoop.hive.cli.CliDriver.processCmd( > CliDriver.java:184) > at org.apache.hadoop.hive.cli.CliDriver.processLine( > CliDriver.java:400) > at org.apache.hadoop.hive.cli.CliDriver.processLine( > CliDriver.java:336)å > at org.apache.hadoop.hive.cli.CliDriver.processReader( > CliDriver.java:433) > at org.apache.hadoop.hive.cli.CliDriver.processFile( > CliDriver.java:449) > at org.apache.hadoop.hive.cli.CliDriver.processCmd( > CliDriver.java:152) > at org.apache.hadoop.hive.cli.CliDriver.processLine( > CliDriver.java:400) > at org.apache.hadoop.hive.cli.CliDriver.executeDriver( > CliDriver.java:778) > at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:717) > at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:645) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java: > 57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke( > DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:601) > at org.apache.hadoop.util.RunJar.run(RunJar.java:221) > at org.apache.hadoop.util.RunJar.main(RunJar.java:136) > Caused by: class > org.apache.ignite.internal.client.GridServerUnreachableException: Failed > to > communicate with grid nodes (maximum count of retries reached). > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection. > withReconnectHandling(GridClientAbstractProjection.java:153) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl.executeAsync( > GridClientComputeImpl.java:132) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl.execute( > GridClientComputeImpl.java:121) > at > org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol. > submitJob(HadoopClientProtocol.java:119) > ... 40 more > Caused by: class > org.apache.ignite.internal.client.impl.connection. > GridClientConnectionResetException: > Failed to send message over connection (will try to reconnect): > /192.168.100.31:11211 > at > org.apache.ignite.internal.client.impl.connection. > GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection. > java:495) > at > org.apache.ignite.internal.client.impl.connection. > GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection. > java:416) > at > org.apache.ignite.internal.client.impl.connection. > GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection. > java:402) > at > org.apache.ignite.internal.client.impl.connection. > GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection. > java:380) > at > org.apache.ignite.internal.client.impl.connection. > GridClientNioTcpConnection.execute(GridClientNioTcpConnection.java:797) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl$4.apply( > GridClientComputeImpl.java:135) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection. > withReconnectHandling(GridClientAbstractProjection.java:125) > ... 43 more > Caused by: class org.apache.ignite.internal.util.nio.GridNioException: > null > at > org.apache.ignite.internal.util.nio.GridNioCodecFilter.onSessionWrite( > GridNioCodecFilter.java:90) > at > org.apache.ignite.internal.util.nio.GridNioFilterAdapter. > proceedSessionWrite(GridNioFilterAdapter.java:114) > at > org.apache.ignite.internal.util.nio.GridNioFilterChain$ > TailFilter.onSessionWrite(GridNioFilterChain.java:260) > at > org.apache.ignite.internal.util.nio.GridNioFilterChain.onSessionWrite( > GridNioFilterChain.java:185) > at > org.apache.ignite.internal.util.nio.GridNioSessionImpl. > send(GridNioSessionImpl.java:102) > at > org.apache.ignite.internal.client.impl.connection. > GridClientNioTcpConnection.makeRequest(GridClientNioTcpConnection. > java:472) > ... 49 more > Caused by: java.io.UTFDataFormatException > at > java.io.ObjectOutputStream$BlockDataOutputStream. > writeUTF(ObjectOutputStream.java:2144) > at > java.io.ObjectOutputStream$BlockDataOutputStream. > writeUTF(ObjectOutputStream.java:1987) > at java.io.ObjectOutputStream.writeUTF(ObjectOutputStream. > java:865) > at > org.apache.ignite.internal.util.IgniteUtils.writeUTFStringNullable( > IgniteUtils.java:5029) > at > org.apache.ignite.internal.util.IgniteUtils.writeStringMap(IgniteUtils. > java:4989) > at > org.apache.ignite.internal.processors.hadoop.HadoopDefaultJobInfo. > writeExternal(HadoopDefaultJobInfo.java:137) > at > java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1443) > at > java.io.ObjectOutputStream.writeOrdinaryObject( > ObjectOutputStream.java:1414) > at java.io.ObjectOutputStream.writeObject0( > ObjectOutputStream.java:1174) > at java.io.ObjectOutputStream.writeObject( > ObjectOutputStream.java:346) > at > org.apache.ignite.internal.util.IgniteUtils.writeArray( > IgniteUtils.java:1552) > at > org.apache.ignite.internal.processors.hadoop.proto. > HadoopProtocolTaskArguments.writeExternal(HadoopProtocolTaskArguments. > java:72) > at > java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1443) > at > java.io.ObjectOutputStream.writeOrdinaryObject( > ObjectOutputStream.java:1414) > at java.io.ObjectOutputStream.writeObject0( > ObjectOutputStream.java:1174) > at java.io.ObjectOutputStream.writeObject( > ObjectOutputStream.java:346) > at > org.apache.ignite.internal.processors.rest.client. > message.GridClientTaskRequest.writeExternal(GridClientTaskRequest.java: > 109) > at > java.io.ObjectOutputStream.writeExternalData(ObjectOutputStream.java:1443) > at > java.io.ObjectOutputStream.writeOrdinaryObject( > ObjectOutputStream.java:1414) > at java.io.ObjectOutputStream.writeObject0( > ObjectOutputStream.java:1174) > at java.io.ObjectOutputStream.writeObject( > ObjectOutputStream.java:346) > at > org.apache.ignite.internal.client.marshaller.jdk.GridClientJdkMarshaller. > marshal(GridClientJdkMarshaller.java:43) > at > org.apache.ignite.internal.processors.rest.protocols.tcp. > GridTcpRestParser.encode(GridTcpRestParser.java:211) > at > org.apache.ignite.internal.util.nio.GridNioCodecFilter.onSessionWrite( > GridNioCodecFilter.java:85) > ... 54 more > Job Submission failed with exception 'java.io.IOException(Failed to submit > job.)' > FAILED: Execution Error, return code 1 from > org.apache.hadoop.hive.ql.exec.mr.MapRedTask > > Thanks for any advices. > > > > -- > View this message in context: http://apache-ignite-users. > 70518.x6.nabble.com/Hive-job-submsiion-failed-with-exception-java-io- > UTFDataFormatException-tp8863.html > Sent from the Apache Ignite Users mailing list archive at Nabble.com. >
