[
https://issues.apache.org/jira/browse/AMBARI-23943?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16489465#comment-16489465
]
Jonathan Hurley commented on AMBARI-23943:
------------------------------------------
[~aonishuk] I'm going to need to revert this commit. It's causing a failure
during upgrades from HDP 2.6 to HDP 3.0
{code}
Traceback (most recent call last):
File
"/var/lib/ambari-agent/cache/stacks/HDP/3.0/services/YARN/package/scripts/historyserver.py",
line 134, in <module>
HistoryServer().execute()
File
"/usr/lib/ambari-agent/lib/resource_management/libraries/script/script.py",
line 353, in execute
method(env)
File
"/usr/lib/ambari-agent/lib/resource_management/libraries/script/script.py",
line 969, in restart
self.pre_upgrade_restart(env, upgrade_type=upgrade_type)
File
"/var/lib/ambari-agent/cache/stacks/HDP/3.0/services/YARN/package/scripts/historyserver.py",
line 79, in pre_upgrade_restart
copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user,
skip=params.sysprep_skip_copy_tarballs_hdfs)
File
"/usr/lib/ambari-agent/lib/resource_management/libraries/functions/copy_tarball.py",
line 491, in copy_to_hdfs
mode=0555
File "/usr/lib/ambari-agent/lib/resource_management/core/base.py", line 166,
in __init__
self.env.run()
File "/usr/lib/ambari-agent/lib/resource_management/core/environment.py",
line 160, in run
self.run_action(resource, action)
File "/usr/lib/ambari-agent/lib/resource_management/core/environment.py",
line 119, in run_action
provider = provider_class(resource)
File
"/usr/lib/ambari-agent/lib/resource_management/libraries/providers/hdfs_resource.py",
line 594, in __init__
self.assert_parameter_is_set('dfs_type')
File
"/usr/lib/ambari-agent/lib/resource_management/libraries/providers/hdfs_resource.py",
line 673, in assert_parameter_is_set
raise Fail("Resource parameter '{0}' is not set.".format(parameter_name))
resource_management.core.exceptions.Fail: Resource parameter 'dfs_type' is not
set.
{code}
> Hiveserver2 fails to start on viewFS enabled cluster:
> {hive_server2_zookeeper_namespace} is not ready yet
> ---------------------------------------------------------------------------------------------------------
>
> Key: AMBARI-23943
> URL: https://issues.apache.org/jira/browse/AMBARI-23943
> Project: Ambari
> Issue Type: Bug
> Reporter: Andrew Onischuk
> Assignee: Andrew Onischuk
> Priority: Major
> Labels: pull-request-available
> Fix For: 2.7.0
>
> Attachments: AMBARI-23943.patch
>
> Time Spent: 40m
> Remaining Estimate: 0h
>
> * Tried to deploy a cluster with viewFS enabled via blueprint
> * HiveServer2 is failing to start with below error
>
>
> Traceback (most recent call last):
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/3.0/services/HIVE/package/scripts/hive_server.py",
> line 137, in
> HiveServer().execute()
> File
> "/usr/lib/ambari-agent/lib/resource_management/libraries/script/script.py",
> line 353, in execute
> method(env)
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/3.0/services/HIVE/package/scripts/hive_server.py",
> line 53, in start
> hive_service('hiveserver2', action = 'start',
> upgrade_type=upgrade_type)
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/3.0/services/HIVE/package/scripts/hive_service.py",
> line 102, in hive_service
> wait_for_znode()
> File
> "/usr/lib/ambari-agent/lib/resource_management/libraries/functions/decorator.py",
> line 62, in wrapper
> return function(*args, **kwargs)
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/3.0/services/HIVE/package/scripts/hive_service.py",
> line 191, in wait_for_znode
> raise Fail(format("ZooKeeper node /{hive_server2_zookeeper_namespace}
> is not ready yet"))
> resource_management.core.exceptions.Fail: ZooKeeper node /hiveserver2 is
> not ready yet
>
> out log has a reference to hdfs:// Filesystem
>
>
> 2018-05-17 23:54:17,398 - Skipping fs root check as fs_root does not
> start with hdfs://
> 2018-05-17 23:54:17,399 -
> Execute['/var/lib/ambari-agent/tmp/start_hiveserver2_script
> /grid/0/log/hive/hive-server2.out /grid/0/log/hive/hive-server2.err
> /var/run/hive/hive-server.pid /usr/hdp/current/hive-server2/conf/
> /grid/0/log/hive'] {'environment': {'HIVE_BIN': 'hive', 'JAVA_HOME':
> u'/usr/lib/jvm/java-openjdk', 'HADOOP_HOME':
> u'/usr/hdp/current/hadoop-client'}, 'not_if': 'ls
> /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p >/dev/null 2>&1',
> 'user': 'hive', 'path':
> [u'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/lib64/qt-3.3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/var/lib/ambari-agent:/usr/hdp/current/hive-server2/bin:/usr/hdp/3.0.0.0-1345/hadoop/bin']}
> 2018-05-17 23:54:17,507 - Execute['/usr/lib/jvm/java-openjdk/bin/java -cp
> /usr/lib/ambari-agent/DBConnectionVerification.jar:/usr/hdp/current/hive-server2/lib/mysql-connector-java.jar
> org.apache.ambari.server.DBConnectionVerification
> 'jdbc:mysql://ctr-e138-1518143905142-317960-01-000006.hwx.site/hivedb?createDatabaseIfNotExist=true'
> hiveuser [PROTECTED] com.mysql.jdbc.Driver'] {'path':
> ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], 'tries': 5, 'try_sleep': 10}
> 2018-05-17 23:54:18,156 -
> call['/usr/hdp/current/zookeeper-client/bin/zkCli.sh -server
> ctr-e138-1518143905142-317960-01-000005.hwx.site:2181,ctr-e138-1518143905142-317960-01-000006.hwx.site:2181,ctr-e138-1518143905142-317960-01-000007.hwx.site:2181
> ls /hiveserver2 | grep '\[serverUri=''] {}
> 2018-05-17 23:54:19,032 - call returned (1, 'Node does not exist:
> /hiveserver2')
> 2018-05-17 23:54:19,033 - Will retry 29 time(s), caught exception:
> ZooKeeper node /hiveserver2 is not ready yet. Sleeping for 5 sec(s)
> 2018-05-17 23:54:24,038 -
> call['/usr/hdp/current/zookeeper-client/bin/zkCli.sh -server
> ctr-e138-1518143905142-317960-01-000005.hwx.site:2181,ctr-e138-1518143905142-317960-01-000006.hwx.site:2181,ctr-e138-1518143905142-317960-01-000007.hwx.site:2181
> ls /hiveserver2 | grep '\[serverUri=''] {}
> 2018-05-17 23:54:24,842 - call returned (1, 'Node does not exist:
> /hiveserver2')
>
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
