????????????????????????????????????????????????????????????????????????????replication
queue????????????8????
------------------ ???????? ------------------
??????:
"user-zh"
<palomino...@gmail.com>;
????????: 2024??7??22??(??????) ????9:56
??????: "user-zh"<user-zh@hbase.apache.org>;
????: Re: hbase2.6.0 replicationSource WALReader????WAL????
??????????????????????????
?????????? tailing reader ??????????????????????????????????????????????
?????????????? WAL ?????????????????????? tailing reader ??????????????????????
EOF ??????????????????????
???? tailing reader
??????????????????????????????????????????????????????????????????????????
tailing reader ????
sudo rm -rf /* <2326130...@qq.com.invalid> ??2024??7??22?????? 21:41??????
> ??????
>
????????????????????replication????????????????????RS??????replication
status??????????
>
>
>
????????????????????????hdfs://coreHBaseProdHa/hbase/WALs/sh2-int-hbase-main-ha-2,16020,1720603345541/sh2-int-hbase-main-ha-2%2C16020%2C1720603345541.1720606991648
> ??????????????????????
> ?????? ????????????oldWals????????????????????hbase wal -p
??????????????????
> Writer Classes: ProtobufLogWriter AsyncProtobufLogWriter
> SecureProtobufLogWriter SecureAsyncProtobufLogWriter
> Cell Codec Class: org.apache.hadoop.hbase.regionserver.wal.WALCellCodec
> Exception in thread "main" java.io.EOFException: EOF while reading message
> size
> at
>
org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3727)
> at
>
org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56)
> at
> org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42)
> at
>
org.apache.hadoop.hbase.wal.WALPrettyPrinter.processFile(WALPrettyPrinter.java:297)
> at
> org.apache.hadoop.hbase.wal.WALPrettyPrinter.run(WALPrettyPrinter.java:516)
> at
>
org.apache.hadoop.hbase.wal.WALPrettyPrinter.main(WALPrettyPrinter.java:429)
> ??????????????????????????
> ????????WAL??????hbase wal -p
????????????????????wal??????????????????????????????????????
>
>
> ------------------ ???????? ------------------
> *??????:* "user-zh" <palomino...@gmail.com>;
> *????????:* 2024??7??22??(??????) ????8:56
> *??????:* "user-zh"<user-zh@hbase.apache.org>;
> *????:* Re: hbase2.6.0 replicationSource WALReader????WAL????
>
> Replication ????????Stream reader ?????????? tail
>
??????????????????????????????????????????????????????????????????????????????????????????
>
> ?????????????? WALPrettyPrinter ??????????????????????????????
>
> leojie <leo...@apache.org> ??2024??7??22?????? 18:03??????
> >
> > ??????
> >
??????????????????????????????hbase2.6.0????????replication????replication
> >
>
Source????????????????ProtobufWALStreamReader????2.6.0????????????????WAL????????????????????InvalidProtocolBufferException$InvalidWireTypeException:
> > Protocol message tag had invalid wire type.
> >
????????????????????????????Protocol????????????????????????????????hbase-client????????hbase2.2.7??
api
> > ????????????????
> > ????????????hadoop3.3.6 hbase2.6.0
> > ????????????????????
> > 2024-07-22T17:47:49,130 WARN
> >
>
[RS_CLAIM_REPLICATION_QUEUE-regionserver/sh2-int-hbase-main-ha-9:16020-0.replicationSource,test_hbase_258-tx1-int-hbase-main-prod-3,16020,1720602522464.replicationSource.wal-reader.tx1-int-hbase-main-prod-3%2C16020%2C1720602522464,test_hbase_258-tx1-int-hbase-main-prod-3,16020,1720602522464]
> > wal.ProtobufWALStreamReader: Error while reading WALKey,
> > originalPosition=0, currentPosition=81
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException$InvalidWireTypeException:
> > Protocol message tag had invalid wire type.
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidWireType(InvalidProtocolBufferException.java:119)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.UnknownFieldSet$Builder.mergeFieldFrom(UnknownFieldSet.java:503)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage$Builder.parseUnknownField(GeneratedMessage.java:770)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2829)
> > ~[hbase-protocol-shaded-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4212)
> > ~[hbase-protocol-shaded-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4204)
> > ~[hbase-protocol-shaded-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:321)
> > ~[hbase-shaded-protobuf-4.1.7.jar:4.1.7]
> > at
> >
>
org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2321)
> > ~[hbase-protocol-shaded-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:128)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:257)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:490)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.lastAttempt(WALEntryStream.java:306)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:388)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:130)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > at
> >
>
org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:153)
> > ~[hbase-server-2.6.0.jar:2.6.0]
> > 2024-07-22T17:48:13,315 WARN [RS-EventLoopGroup-1-65]
> > ipc.NettyRpcConnection: Exception encountered while connecting to the
> > server tx1-int-hbase-main-prod-3:16020
> > org.apache.hbase.thirdparty.io.netty.channel.ConnectTimeoutException:
> > connection timed out after 10000 ms: tx1-int-hbase-main-prod-3/
> > 127.0.0.1:16020
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe$2.run(AbstractEpollChannel.java:615)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.PromiseTask.runTask(PromiseTask.java:98)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.ScheduledFutureTask.run(ScheduledFutureTask.java:153)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:416)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
> >
>
org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
> > ~[hbase-shaded-netty-4.1.7.jar:?]
> > at
java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_202]
>
