IMPALA-4733: Change HBase ports to non-ephemeral We've seen repeated test failures because HBase tries to bind to ports in the ephemeral port range, which sometimes would already be occupied by outgoing connections of other proccesses.
This change changes the ports to the new default HBase ports (HBASE-10123): HBase Master Port: 60000 -> 16000 HBase Master Web UI Port: 60010 -> 16010 HBase ReqionServer Port: 60020 -> 16020 HBase ReqionServer Web UI Port: 60030 -> 16030 HBase Status Multicast Port: 60100 -> 16100 This made it necessary to change the default KMS port, too (HADOOP-12811): KMS HTTP port: 16000 -> 9600 Change-Id: I6f8af325e34b6e352afd75ce5ddd2446ce73d857 Reviewed-on: http://gerrit.cloudera.org:8080/6524 Reviewed-by: Lars Volker <[email protected]> Tested-by: Impala Public Jenkins Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/85d7f5eb Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/85d7f5eb Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/85d7f5eb Branch: refs/heads/master Commit: 85d7f5eb2b0e092e5b950d2cab307a25537e457c Parents: fd1b40d Author: Lars Volker <[email protected]> Authored: Fri Mar 31 14:01:32 2017 +0200 Committer: Impala Public Jenkins <[email protected]> Committed: Tue Apr 4 00:28:29 2017 +0000 ---------------------------------------------------------------------- fe/src/test/resources/hbase-site.xml.template | 25 ++++++++++++++++++++ testdata/cluster/admin | 3 ++- .../cluster/node_templates/cdh5/etc/init.d/kms | 3 +++ .../common/etc/hadoop/conf/core-site.xml.tmpl | 2 +- .../common/etc/hadoop/conf/hdfs-site.xml.tmpl | 2 +- 5 files changed, 32 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/fe/src/test/resources/hbase-site.xml.template ---------------------------------------------------------------------- diff --git a/fe/src/test/resources/hbase-site.xml.template b/fe/src/test/resources/hbase-site.xml.template index e17c0b8..2fa4848 100644 --- a/fe/src/test/resources/hbase-site.xml.template +++ b/fe/src/test/resources/hbase-site.xml.template @@ -54,6 +54,31 @@ <value>${IMPALA_CLUSTER_LOGS_DIR}/zoo</value> </property> + <property> + <name>hbase.master.port</name> + <value>16000</value> + </property> + + <property> + <name>hbase.master.info.port</name> + <value>16010</value> + </property> + + <property> + <name>hbase.regionserver.port</name> + <value>16020</value> + </property> + + <property> + <name>hbase.regionserver.info.port</name> + <value>16030</value> + </property> + + <property> + <name>hbase.status.multicast.port</name> + <value>16100</value> + </property> + <!-- BEGIN Kerberos settings --> <property> <name>hbase.security.authentication</name> http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/admin ---------------------------------------------------------------------- diff --git a/testdata/cluster/admin b/testdata/cluster/admin index 785c515..e70cc3c 100755 --- a/testdata/cluster/admin +++ b/testdata/cluster/admin @@ -78,7 +78,8 @@ KUDU_TS_RPC_FREE_PORT_START=31200 # existing cluster. export HDFS_WEBUI_PORT=5070 # changed from 50070 so it is not ephemeral export YARN_WEBUI_PORT=8088 # same as default -export KMS_WEBUI_PORT=16000 # same as default +export KMS_WEBUI_PORT=9600 # changed to make room for non-ephemeral HBase ports + # (HADOOP-12811) export KUDU_WEBUI_PORT=8051 # same as default # Empty dirs that should be included in the templates. Since git ignores empty dirs it is http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/node_templates/cdh5/etc/init.d/kms ---------------------------------------------------------------------- diff --git a/testdata/cluster/node_templates/cdh5/etc/init.d/kms b/testdata/cluster/node_templates/cdh5/etc/init.d/kms index d0f77d1..f9c76ca 100755 --- a/testdata/cluster/node_templates/cdh5/etc/init.d/kms +++ b/testdata/cluster/node_templates/cdh5/etc/init.d/kms @@ -21,6 +21,9 @@ DIR=$(dirname $0) . "$DIR/common" +# KMS_WEBUI_PORT from impala config +export KMS_HTTP_PORT=$KMS_WEBUI_PORT + # Path to the file where the catalina server writes the PID export CATALINA_PID=$PID_DIR/kms export KMS_CONFIG="$HADOOP_CONF_DIR" http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl ---------------------------------------------------------------------- diff --git a/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl b/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl index 4f4af77..aaea579 100644 --- a/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl +++ b/testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl @@ -86,7 +86,7 @@ DEFAULT</value> <!-- Location of the KMS key provider --> <property> <name>hadoop.security.key.provider.path</name> - <value>kms://[email protected]:16000/kms</value> + <value>kms://[email protected]:9600/kms</value> </property> <!-- BEGIN Kerberos settings --> http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/85d7f5eb/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl ---------------------------------------------------------------------- diff --git a/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl b/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl index 575fc0a..edc89b3 100644 --- a/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl +++ b/testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl @@ -104,7 +104,7 @@ <!-- Location of the KMS key provider --> <property> <name>dfs.encryption.key.provider.uri</name> - <value>kms://[email protected]:16000/kms</value> + <value>kms://[email protected]:9600/kms</value> </property> <!-- BEGIN Kerberos settings -->
