arjunradiant commented on issue #11674: URL: https://github.com/apache/apisix/issues/11674#issuecomment-2739168600
@Baoyuantop @wnz27 i am sharing both apisix logs and etcd logs {"level":"info","ts":"2025-01-13T12:56:14.447987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"warn","ts":"2025-01-13T12:56:15.919735Z","caller":"etcdserver/server.go:2083","msg":"failed to publish local member to cluster through raft","local-member-id":"39e3f227d2d33a6d","local-member-attributes":"{Name:apisix-etcd-2 ClientURLs:[http://apisix-etcd-2.apisix-etcd-headless.ingress-apisix.svc.cluster.local:2379 http://apisix-etcd.ingress-apisix.svc.cluster.local:2379]}","request-path":"/0/members/39e3f227d2d33a6d/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"} {"level":"info","ts":"2025-01-13T12:56:15.947285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:15.947362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:15.947382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:15.947441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"warn","ts":"2025-01-13T12:56:16.711767Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"3e8d9a4c0aedfad","rtt":"2.995567009s","error":"dial tcp 10.48.1.212:2380: connect: connection refused"} {"level":"warn","ts":"2025-01-13T12:56:16.79283Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"3e8d9a4c0aedfad","rtt":"2.997341995s","error":"dial tcp 10.48.1.212:2380: connect: connection refused"} {"level":"info","ts":"2025-01-13T12:56:17.44753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:17.447626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:17.447658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:17.447685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"info","ts":"2025-01-13T12:56:18.947182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:18.947248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:18.947271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:18.947296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"info","ts":"2025-01-13T12:56:20.447656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:20.447752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:20.447775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:20.447802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"warn","ts":"2025-01-13T12:56:21.712686Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"3e8d9a4c0aedfad","rtt":"2.995567009s","error":"dial tcp 10.48.1.212:2380: connect: connection refused"} {"level":"warn","ts":"2025-01-13T12:56:21.793476Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"3e8d9a4c0aedfad","rtt":"2.997341995s","error":"dial tcp 10.48.1.212:2380: connect: connection refused"} {"level":"info","ts":"2025-01-13T12:56:21.947891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:21.94796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:21.947981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:21.948019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"warn","ts":"2025-01-13T12:56:22.920145Z","caller":"etcdserver/server.go:2083","msg":"failed to publish local member to cluster through raft","local-member-id":"39e3f227d2d33a6d","local-member-attributes":"{Name:apisix-etcd-2 ClientURLs:[http://apisix-etcd-2.apisix-etcd-headless.ingress-apisix.svc.cluster.local:2379 http://apisix-etcd.ingress-apisix.svc.cluster.local:2379]}","request-path":"/0/members/39e3f227d2d33a6d/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"} {"level":"info","ts":"2025-01-13T12:56:23.447518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:23.447598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:23.447621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:23.447646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"info","ts":"2025-01-13T12:56:24.946915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:24.947109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:24.947134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:24.947438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"info","ts":"2025-01-13T12:56:26.447864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:26.447964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:26.447985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:26.448041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"warn","ts":"2025-01-13T12:56:26.713795Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"3e8d9a4c0aedfad","rtt":"2.995567009s","error":"dial tcp 10.48.1.212:2380: connect: connection refused"} {"level":"warn","ts":"2025-01-13T12:56:26.794646Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"3e8d9a4c0aedfad","rtt":"2.997341995s","error":"dial tcp 10.48.1.212:2380: connect: connection refused"} {"level":"info","ts":"2025-01-13T12:56:27.94691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:27.94698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:27.947017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:27.947043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"info","ts":"2025-01-13T12:56:29.446878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:29.446974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} {"level":"info","ts":"2025-01-13T12:56:29.446997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d received MsgPreVoteResp from 39e3f227d2d33a6d at term 63"} {"level":"info","ts":"2025-01-13T12:56:29.447294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d [logterm: 63, index: 2008533] sent MsgPreVote request to 3e8d9a4c0aedfad at term 63"} {"level":"warn","ts":"2025-01-13T12:56:29.920893Z","caller":"etcdserver/server.go:2083","msg":"failed to publish local member to cluster through raft","local-member-id":"39e3f227d2d33a6d","local-member-attributes":"{Name:apisix-etcd-2 ClientURLs:[http://apisix-etcd-2.apisix-etcd-headless.ingress-apisix.svc.cluster.local:2379 http://apisix-etcd.ingress-apisix.svc.cluster.local:2379]}","request-path":"/0/members/39e3f227d2d33a6d/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"} {"level":"info","ts":"2025-01-13T12:56:30.947233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d is starting a new election at term 63"} {"level":"info","ts":"2025-01-13T12:56:30.947319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39e3f227d2d33a6d became pre-candidate at term 63"} -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: notifications-unsubscr...@apisix.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org