[ https://issues.apache.org/jira/browse/CASSANDRA-10629?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Jim Witschey updated CASSANDRA-10629: ------------------------------------- Description: Used Spotify HDFS2CASS to bulk load data, everything is fine. After dropped some columns, then can't read meta data, and seems result.getMap() call has issue in src/java/org/apache/cassandra/config/CFMetaData.java, can't compose type data from binary data. {code} java.lang.RuntimeException: Could not retrieve endpoint ranges: at com.spotify.hdfs2cass.cassandra.cql.CrunchExternalClient.init(CrunchExternalClient.java:141) at org.apache.cassandra.io.sstable.SSTableLoader.stream(SSTableLoader.java:156) at com.spotify.hdfs2cass.cassandra.cql.CrunchCqlBulkRecordWriter.close(CrunchCqlBulkRecordWriter.java:158) at com.spotify.hdfs2cass.cassandra.cql.CrunchCqlBulkRecordWriter.close(CrunchCqlBulkRecordWriter.java:144) at org.apache.crunch.io.CrunchOutputs.close(CrunchOutputs.java:138) at org.apache.crunch.impl.mr.run.CrunchTaskContext.cleanup(CrunchTaskContext.java:72) at org.apache.crunch.impl.mr.run.CrunchReducer.cleanup(CrunchReducer.java:64) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:179) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:627) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:389) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) Caused by: java.lang.IllegalArgumentException at java.nio.Buffer.limit(Buffer.java:267) at org.apache.cassandra.utils.ByteBufferUtil.readBytes(ByteBufferUtil.java:543) at org.apache.cassandra.serializers.CollectionSerializer.readValue(CollectionSerializer.java:124) at org.apache.cassandra.serializers.MapSerializer.deserializeForNativeProtocol(MapSerializer.java:101) at org.apache.cassandra.serializers.MapSerializer.deserializeForNativeProtocol(MapSerializer.java:30) at org.apache.cassandra.serializers.CollectionSerializer.deserialize(CollectionSerializer.java:50) at org.apache.cassandra.db.marshal.AbstractType.compose(AbstractType.java:68) at org.apache.cassandra.cql3.UntypedResultSet$Row.getMap(UntypedResultSet.java:282) at org.apache.cassandra.config.CFMetaData.fromSchemaNoTriggers(CFMetaData.java:1815) at org.apache.cassandra.config.CFMetaData.fromThriftCqlRow(CFMetaData.java:1116) at com.spotify.hdfs2cass.cassandra.cql.CrunchExternalClient.init(CrunchExternalClient.java:133) ... 14 more {code} was: Used Spotify HDFS2CASS to bulk load data, everything is fine. After dropped some columns, then can't read meta data, and seems result.getMap() call has issue in src/java/org/apache/cassandra/config/CFMetaData.java, can't compose type data from binary data. java.lang.RuntimeException: Could not retrieve endpoint ranges: at com.spotify.hdfs2cass.cassandra.cql.CrunchExternalClient.init(CrunchExternalClient.java:141) at org.apache.cassandra.io.sstable.SSTableLoader.stream(SSTableLoader.java:156) at com.spotify.hdfs2cass.cassandra.cql.CrunchCqlBulkRecordWriter.close(CrunchCqlBulkRecordWriter.java:158) at com.spotify.hdfs2cass.cassandra.cql.CrunchCqlBulkRecordWriter.close(CrunchCqlBulkRecordWriter.java:144) at org.apache.crunch.io.CrunchOutputs.close(CrunchOutputs.java:138) at org.apache.crunch.impl.mr.run.CrunchTaskContext.cleanup(CrunchTaskContext.java:72) at org.apache.crunch.impl.mr.run.CrunchReducer.cleanup(CrunchReducer.java:64) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:179) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:627) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:389) at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) Caused by: java.lang.IllegalArgumentException at java.nio.Buffer.limit(Buffer.java:267) at org.apache.cassandra.utils.ByteBufferUtil.readBytes(ByteBufferUtil.java:543) at org.apache.cassandra.serializers.CollectionSerializer.readValue(CollectionSerializer.java:124) at org.apache.cassandra.serializers.MapSerializer.deserializeForNativeProtocol(MapSerializer.java:101) at org.apache.cassandra.serializers.MapSerializer.deserializeForNativeProtocol(MapSerializer.java:30) at org.apache.cassandra.serializers.CollectionSerializer.deserialize(CollectionSerializer.java:50) at org.apache.cassandra.db.marshal.AbstractType.compose(AbstractType.java:68) at org.apache.cassandra.cql3.UntypedResultSet$Row.getMap(UntypedResultSet.java:282) at org.apache.cassandra.config.CFMetaData.fromSchemaNoTriggers(CFMetaData.java:1815) at org.apache.cassandra.config.CFMetaData.fromThriftCqlRow(CFMetaData.java:1116) at com.spotify.hdfs2cass.cassandra.cql.CrunchExternalClient.init(CrunchExternalClient.java:133) ... 14 more > IllegalArgumentException throw from CFMetaData when read meta information for > dropped column > -------------------------------------------------------------------------------------------- > > Key: CASSANDRA-10629 > URL: https://issues.apache.org/jira/browse/CASSANDRA-10629 > Project: Cassandra > Issue Type: Bug > Reporter: Sam Fang > > Used Spotify HDFS2CASS to bulk load data, everything is fine. After dropped > some columns, then can't read meta data, and seems result.getMap() call has > issue in src/java/org/apache/cassandra/config/CFMetaData.java, can't compose > type data from binary data. > {code} > java.lang.RuntimeException: Could not retrieve endpoint ranges: > at > com.spotify.hdfs2cass.cassandra.cql.CrunchExternalClient.init(CrunchExternalClient.java:141) > at > org.apache.cassandra.io.sstable.SSTableLoader.stream(SSTableLoader.java:156) > at > com.spotify.hdfs2cass.cassandra.cql.CrunchCqlBulkRecordWriter.close(CrunchCqlBulkRecordWriter.java:158) > at > com.spotify.hdfs2cass.cassandra.cql.CrunchCqlBulkRecordWriter.close(CrunchCqlBulkRecordWriter.java:144) > at org.apache.crunch.io.CrunchOutputs.close(CrunchOutputs.java:138) > at > org.apache.crunch.impl.mr.run.CrunchTaskContext.cleanup(CrunchTaskContext.java:72) > at org.apache.crunch.impl.mr.run.CrunchReducer.cleanup(CrunchReducer.java:64) > at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:179) > at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:627) > at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:389) > at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:415) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) > at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) > Caused by: java.lang.IllegalArgumentException > at java.nio.Buffer.limit(Buffer.java:267) > at > org.apache.cassandra.utils.ByteBufferUtil.readBytes(ByteBufferUtil.java:543) > at > org.apache.cassandra.serializers.CollectionSerializer.readValue(CollectionSerializer.java:124) > at > org.apache.cassandra.serializers.MapSerializer.deserializeForNativeProtocol(MapSerializer.java:101) > at > org.apache.cassandra.serializers.MapSerializer.deserializeForNativeProtocol(MapSerializer.java:30) > at > org.apache.cassandra.serializers.CollectionSerializer.deserialize(CollectionSerializer.java:50) > at org.apache.cassandra.db.marshal.AbstractType.compose(AbstractType.java:68) > at > org.apache.cassandra.cql3.UntypedResultSet$Row.getMap(UntypedResultSet.java:282) > at > org.apache.cassandra.config.CFMetaData.fromSchemaNoTriggers(CFMetaData.java:1815) > at > org.apache.cassandra.config.CFMetaData.fromThriftCqlRow(CFMetaData.java:1116) > at > com.spotify.hdfs2cass.cassandra.cql.CrunchExternalClient.init(CrunchExternalClient.java:133) > ... 14 more > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)