[
https://issues.apache.org/jira/browse/CASSANDRA-7410?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14284918#comment-14284918
]
Alex Liu commented on CASSANDRA-7410:
-------------------------------------
I got following sstable loading error after bulk writing.
{code}
DEBUG [Thread-193] 2015-01-20 16:43:53,751 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-TOC.txt
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-TOC.txt
DEBUG [Thread-193] 2015-01-20 16:43:53,751 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-Statistics.db
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-Statistics.db
DEBUG [Thread-193] 2015-01-20 16:43:53,752 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-Digest.sha1
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-Digest.sha1
DEBUG [Thread-193] 2015-01-20 16:43:53,752 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-Filter.db
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-Filter.db
DEBUG [Thread-193] 2015-01-20 16:43:53,752 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-Index.db
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-Index.db
DEBUG [Thread-193] 2015-01-20 16:43:53,752 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-CompressionInfo.db
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-CompressionInfo.db
DEBUG [Thread-193] 2015-01-20 16:43:53,752 Renaming
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-tmp-ka-1-Data.db
to
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-Data.db
DEBUG [Thrift:9] 2015-01-20 16:43:53,758 computing ranges for
8e56ee4c6ef2c35b3d97c6abeefe8b92
DEBUG [Thread-191] 2015-01-20 16:43:53,786 Load metadata for
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1
INFO [Thread-191] 2015-01-20 16:43:53,786 Opening
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1
(52 bytes)
INFO [Thread-191] 2015-01-20 16:43:53,802 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Executing streaming plan for Bulk Load
INFO [StreamConnectionEstablisher:1] 2015-01-20 16:43:53,802 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Starting streaming to /127.0.0.1
DEBUG [StreamConnectionEstablisher:1] 2015-01-20 16:43:53,802 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Sending stream init for incoming stream
DEBUG [StreamConnectionEstablisher:1] 2015-01-20 16:43:53,805 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Sending stream init for outgoing stream
DEBUG [ACCEPT-/127.0.0.1] 2015-01-20 16:43:53,805 Connection version 2 from
/127.0.0.1
DEBUG [ACCEPT-/127.0.0.1] 2015-01-20 16:43:53,806 Connection version 2 from
/127.0.0.1
INFO [STREAM-INIT-/127.0.0.1:52052] 2015-01-20 16:43:53,806 [Stream
#931af290-a106-11e4-ae05-d11cec192498 ID#0] Creating new streaming plan for
Bulk Load
DEBUG [STREAM-OUT-/127.0.0.1] 2015-01-20 16:43:53,806 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Sending Prepare (0 requests, 1 files}
INFO [StreamConnectionEstablisher:1] 2015-01-20 16:43:53,807 [Stream
#931af290-a106-11e4-ae05-d11cec192498 ID#0] Prepare completed. Receiving 0
files(0 bytes), sending 1 files(52 bytes)
INFO [STREAM-INIT-/127.0.0.1:52052] 2015-01-20 16:43:53,807 [Stream
#931af290-a106-11e4-ae05-d11cec192498, ID#0] Received streaming plan for Bulk
Load
INFO [STREAM-INIT-/127.0.0.1:52053] 2015-01-20 16:43:53,808 [Stream
#931af290-a106-11e4-ae05-d11cec192498, ID#0] Received streaming plan for Bulk
Load
DEBUG [STREAM-IN-/127.0.0.1] 2015-01-20 16:43:53,808 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Received Prepare (0 requests, 1 files}
INFO [STREAM-IN-/127.0.0.1] 2015-01-20 16:43:53,808 [Stream
#931af290-a106-11e4-ae05-d11cec192498 ID#0] Prepare completed. Receiving 1
files(52 bytes), sending 0 files(0 bytes)
INFO [StreamConnectionEstablisher:1] 2015-01-20 16:43:53,810 [Stream
#931af290-a106-11e4-ae05-d11cec192498, ID#0] Beginning stream session with
/127.0.0.1
DEBUG [STREAM-OUT-/127.0.0.1] 2015-01-20 16:43:53,810 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Sending File (Header (cfId:
1bb4d55d-91ea-300a-b301-abb589afd9e3, #0, version: ka, estimated keys: 128,
transfer size: 52, compressed?: true, repairedAt: 0), file:
/var/folders/92/cw97kmh10dxf6kj0b4ly1mbh0000gn/T/cql3ks/test_bulk-46af6a92-6c4c-44be-9b14-d817f7d63174/cql3ks-test_bulk-ka-1-Data.db)
DEBUG [STREAM-IN-/127.0.0.1] 2015-01-20 16:43:53,812 reading file from
/127.0.0.1, repairedAt = 0
WARN [STREAM-IN-/127.0.0.1] 2015-01-20 16:43:53,813 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Retrying for following error
java.io.IOException: CF 1bb4d55d-91ea-300a-b301-abb589afd9e3 was dropped during
streaming
at
org.apache.cassandra.streaming.compress.CompressedStreamReader.read(CompressedStreamReader.java:71)
~[main/:na]
at
org.apache.cassandra.streaming.messages.IncomingFileMessage$1.deserialize(IncomingFileMessage.java:48)
[main/:na]
at
org.apache.cassandra.streaming.messages.IncomingFileMessage$1.deserialize(IncomingFileMessage.java:38)
[main/:na]
at
org.apache.cassandra.streaming.messages.StreamMessage.deserialize(StreamMessage.java:55)
[main/:na]
at
org.apache.cassandra.streaming.ConnectionHandler$IncomingMessageHandler.run(ConnectionHandler.java:245)
[main/:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_55]
ERROR [STREAM-IN-/127.0.0.1] 2015-01-20 16:43:53,813 [Stream
#931af290-a106-11e4-ae05-d11cec192498] Streaming error occurred
java.lang.IllegalArgumentException: Unknown type 61
at
org.apache.cassandra.streaming.messages.StreamMessage$Type.get(StreamMessage.java:89)
~[main/:na]
at
org.apache.cassandra.streaming.messages.StreamMessage.deserialize(StreamMessage.java:54)
~[main/:na]
at
org.apache.cassandra.streaming.ConnectionHandler$IncomingMessageHandler.run(ConnectionHandler.java:245)
~[main/:na]
{code}
> Pig support for BulkOutputFormat as a parameter in url
> ------------------------------------------------------
>
> Key: CASSANDRA-7410
> URL: https://issues.apache.org/jira/browse/CASSANDRA-7410
> Project: Cassandra
> Issue Type: Improvement
> Components: Hadoop
> Reporter: Alex Liu
> Assignee: Alex Liu
> Priority: Minor
> Fix For: 2.0.13
>
> Attachments: 7410-2.0-branch.txt, 7410-v2-2.0-branch.txt,
> 7410-v3-2.0-branch.txt
>
>
> Add BulkOutputFormat support in Pig url
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
