刘珍 created IOTDB-3900:
-------------------------
Summary: start-confignode ,Failed to execute system command
Key: IOTDB-3900
URL: https://issues.apache.org/jira/browse/IOTDB-3900
Project: Apache IoTDB
Issue Type: Bug
Components: mpp-cluster
Affects Versions: 0.14.0-SNAPSHOT
Reporter: 刘珍
Assignee: Yongzao Dan
顺序启动3个confignode,
不是每次必现,出现2次,ip4 的confignode报错:
2022-07-20 15:22:39,073 [main] ERROR o.a.i.c.c.s.c.SyncConfigNodeClientPool:106
- REGISTER_CONFIG_NODE failed on ConfigNode TEndPoint(ip:192.168.130.3,
port:22277)
java.io.IOException: Borrow client from pool for node
TEndPoint(ip:192.168.130.3, port:22277) failed.
at
org.apache.iotdb.commons.client.ClientManager.borrowClient(ClientManager.java:61)
at
org.apache.iotdb.confignode.client.sync.confignode.SyncConfigNodeClientPool.sendSyncRequestToConfigNodeWithRetry(SyncConfigNodeClientPool.java:73)
at
org.apache.iotdb.confignode.service.ConfigNode.registerConfigNode(ConfigNode.java:195)
at
org.apache.iotdb.confignode.service.ConfigNode.active(ConfigNode.java:117)
at
org.apache.iotdb.confignode.service.ConfigNodeCommandLine.run(ConfigNodeCommandLine.java:75)
启动脚本:
cat 3_start_config_node.sh
#!/bin/bash
node1="172.20.70.4"
node2="172.20.70.5"
node3="172.20.70.3"
cluster_dir="/data/iotdb"
cur_cluster="master_0720_1c39d95"
u_name="cluster"
function get_confignode_pid()
{
log_time=`date "+%Y-%m-%d %H:%M:%S"`
node=$1
for i in {1..5}
do
res_pid=`ssh ${u_name}@${node} "source /etc/profile;jps|grep -i
confignode"`
pid=`echo ${res_pid}|awk '{print $1}'`
if [[ ${pid} != "" ]];then
echo "${log_time} ${node} ConfigNode ${pid}." >>
./log/pid_info.txt
break
else
sleep 2
fi
done
}
ssh ${u_name}@${node1} "source
/etc/profile;${cluster_dir}/${cur_cluster}/confignode/sbin/start-confignode.sh
> /dev/null 2>&1 &"
sleep 2
get_confignode_pid ${node1}
ssh ${u_name}@${node2} "source
/etc/profile;${cluster_dir}/${cur_cluster}/confignode/sbin/start-confignode.sh
> /dev/null 2>&1 &"
sleep 5
get_confignode_pid ${node2}
ssh ${u_name}@${node3} "source
/etc/profile;${cluster_dir}/${cur_cluster}/confignode/sbin/start-confignode.sh
> /dev/null 2>&1 &"
sleep 1
get_confignode_pid ${node3}
at
org.apache.iotdb.commons.ServerCommandLine.doMain(ServerCommandLine.java:58)
at
org.apache.iotdb.confignode.service.ConfigNode.main(ConfigNode.java:73)
Caused by: net.sf.cglib.core.CodeGenerationException:
org.apache.thrift.transport.TTransportException-->java.net.ConnectException:
Connection refused (Connection refused)
at net.sf.cglib.core.ReflectUtils.newInstance(ReflectUtils.java:235)
at net.sf.cglib.core.ReflectUtils.newInstance(ReflectUtils.java:220)
at net.sf.cglib.proxy.Enhancer.createUsingReflection(Enhancer.java:639)
at net.sf.cglib.proxy.Enhancer.firstInstance(Enhancer.java:538)
at
net.sf.cglib.core.AbstractClassGenerator.create(AbstractClassGenerator.java:231)
at net.sf.cglib.proxy.Enhancer.createHelper(Enhancer.java:377)
at net.sf.cglib.proxy.Enhancer.create(Enhancer.java:304)
at
org.apache.iotdb.commons.client.sync.SyncThriftClientWithErrorHandler.newErrorHandler(SyncThriftClientWithErrorHandler.java:48)
at
org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient$Factory.makeObject(SyncConfigNodeIServiceClient.java:115)
at
org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient$Factory.makeObject(SyncConfigNodeIServiceClient.java:94)
at
org.apache.commons.pool2.impl.GenericKeyedObjectPool.create(GenericKeyedObjectPool.java:780)
at
org.apache.commons.pool2.impl.GenericKeyedObjectPool.borrowObject(GenericKeyedObjectPool.java:439)
at
org.apache.commons.pool2.impl.GenericKeyedObjectPool.borrowObject(GenericKeyedObjectPool.java:350)
at
org.apache.iotdb.commons.client.ClientManager.borrowClient(ClientManager.java:50)
... 6 common frames omitted
Caused by: org.apache.thrift.transport.TTransportException:
java.net.ConnectException: Connection refused (Connection refused)
at org.apache.thrift.transport.TSocket.open(TSocket.java:243)
at
org.apache.iotdb.rpc.TElasticFramedTransport.open(TElasticFramedTransport.java:91)
at
org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient.<init>(SyncConfigNodeIServiceClient.java:62)
at
org.apache.iotdb.commons.client.sync.SyncConfigNodeIServiceClient$$EnhancerByCGLIB$$ff60ca51.<init>(<generated>)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at net.sf.cglib.core.ReflectUtils.newInstance(ReflectUtils.java:228)
... 19 common frames omitted
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at
java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
at
java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
at
java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
at java.net.Socket.connect(Socket.java:606)
at org.apache.thrift.transport.TSocket.open(TSocket.java:238)
... 27 common frames omitted
2022-07-20 15:22:39,079 [main] ERROR o.a.i.c.ServerCommandLine:63
-{color:#DE350B}* Failed to execute system command
java.lang.ClassCastException: org.apache.iotdb.common.rpc.thrift.TSStatus
cannot be cast to
org.apache.iotdb.confignode.rpc.thrift.TConfigNodeRegisterResp*{color}
at
org.apache.iotdb.confignode.service.ConfigNode.registerConfigNode(ConfigNode.java:195)
at
org.apache.iotdb.confignode.service.ConfigNode.active(ConfigNode.java:117)
at
org.apache.iotdb.confignode.service.ConfigNodeCommandLine.run(ConfigNodeCommandLine.java:75)
at
org.apache.iotdb.commons.ServerCommandLine.doMain(ServerCommandLine.java:58)
at
org.apache.iotdb.confignode.service.ConfigNode.main(ConfigNode.java:73)
cat 3_start_config_node.sh
#!/bin/bash
node1="172.20.70.4"
node2="172.20.70.5"
node3="172.20.70.3"
cluster_dir="/data/iotdb"
cur_cluster="master_0720_1c39d95"
u_name="cluster"
function get_confignode_pid()
{
log_time=`date "+%Y-%m-%d %H:%M:%S"`
node=$1
for i in {1..5}
do
res_pid=`ssh ${u_name}@${node} "source /etc/profile;jps|grep -i
confignode"`
pid=`echo ${res_pid}|awk '{print $1}'`
if [[ ${pid} != "" ]];then
echo "${log_time} ${node} ConfigNode ${pid}." >>
./log/pid_info.txt
break
else
sleep 2
fi
done
}
ssh ${u_name}@${node1} "source
/etc/profile;${cluster_dir}/${cur_cluster}/confignode/sbin/start-confignode.sh
> /dev/null 2>&1 &"
sleep 2
get_confignode_pid ${node1}
ssh ${u_name}@${node2} "source
/etc/profile;${cluster_dir}/${cur_cluster}/confignode/sbin/start-confignode.sh
> /dev/null 2>&1 &"
sleep 5
get_confignode_pid ${node2}
ssh ${u_name}@${node3} "source
/etc/profile;${cluster_dir}/${cur_cluster}/confignode/sbin/start-confignode.sh
> /dev/null 2>&1 &"
sleep 1
get_confignode_pid ${node3}
3个节点的confignode参数:
target_config_nodes=192.168.130.3:22277
--
This message was sent by Atlassian Jira
(v8.20.10#820010)