[ https://issues.apache.org/jira/browse/AMBARI-18396?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15493091#comment-15493091 ]
Ayub Khan commented on AMBARI-18396: ------------------------------------ FYI, Issue seen with rolling upgrades as well. > Upgrade: "org.apache.atlas.hive.hook.HiveHook" class is added by default to > hive.exec.post.hooks property, which results in service check failure while > upgrade > --------------------------------------------------------------------------------------------------------------------------------------------------------------- > > Key: AMBARI-18396 > URL: https://issues.apache.org/jira/browse/AMBARI-18396 > Project: Ambari > Issue Type: Bug > Components: ambari-agent > Affects Versions: 2.4.1 > Reporter: Ayub Khan > Priority: Critical > Attachments: errors-553.txt, output-553.txt > > > Express Upgrade: "org.apache.atlas.hive.hook.HiveHook" class is added by > default to hive.exec.post.hooks property, which results in service check > failure while upgrade > Steps to repro: > * Install HDP-2.4.3 cluster with Ambari-2.2.2.0 (with Atlas enabled) > * Delete Atlas using Ambari REST API > * Upgrade Ambari to latest Ambari-2.4.1.0-19 > * Express upgrade HDP-2.4.3 to HDP-2.5.0.0-1245. > * While upgrade in progress - hive service check failure is observed. > *On further debugging - looks like "org.apache.atlas.hive.hook.HiveHook" > class is added by default to hive.exec.post.hooks property, resulting in > below stack trace while service check* > {noformat} > Traceback (most recent call last): > File > "/var/lib/ambari-agent/cache/common-services/HIVE/0.12.0.2.0/package/scripts/service_check.py", > line 191, in <module> > HiveServiceCheck().execute() > File > "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", > line 280, in execute > method(env) > File > "/var/lib/ambari-agent/cache/common-services/HIVE/0.12.0.2.0/package/scripts/service_check.py", > line 93, in service_check > hcat_service_check() > File "/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py", > line 89, in thunk > return fn(*args, **kwargs) > File > "/var/lib/ambari-agent/cache/common-services/HIVE/0.12.0.2.0/package/scripts/hcat_service_check.py", > line 65, in hcat_service_check > logoutput=True) > File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", > line 155, in __init__ > self.env.run() > File > "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", > line 160, in run > self.run_action(resource, action) > File > "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", > line 124, in run_action > provider_action() > File > "/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py", > line 273, in action_run > tries=self.resource.tries, try_sleep=self.resource.try_sleep) > File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", > line 71, in inner > result = function(command, **kwargs) > File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", > line 93, in checked_call > tries=tries, try_sleep=try_sleep) > File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", > line 141, in _call_wrapper > result = _call(command, **kwargs_copy) > File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", > line 294, in _call > raise Fail(err_msg) > resource_management.core.exceptions.Fail: Execution of '/usr/bin/kinit -kt > /etc//keytabs/smokeuser.headless.keytab ambari...@example.com; env > JAVA_HOME=/usr/jdk64/jdk1.7.0_67 /var/lib/ambari-agent/tmp/hcatSmoke.sh > hcatsmokeid16ac917f_date191516 prepare true' returned 1. Exception in thread > "main" java.lang.ExceptionInInitializerError > at java.lang.Class.forName0(Native Method) > at java.lang.Class.forName(Class.java:270) > at > org.apache.atlas.hive.hook.HiveHook.initialize(HiveHook.java:71) > at org.apache.atlas.hive.hook.HiveHook.<init>(HiveHook.java:41) > at > sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) > at > sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) > at > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) > at > java.lang.reflect.Constructor.newInstance(Constructor.java:526) > at java.lang.Class.newInstance(Class.java:374) > at > org.apache.hadoop.hive.ql.hooks.HookUtils.getHooks(HookUtils.java:60) > at org.apache.hadoop.hive.ql.Driver.getHooks(Driver.java:1384) > at org.apache.hadoop.hive.ql.Driver.getHooks(Driver.java:1368) > at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1595) > at > org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1289) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1156) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1146) > at > org.apache.hive.hcatalog.cli.HCatDriver.run(HCatDriver.java:43) > at > org.apache.hive.hcatalog.cli.HCatCli.processCmd(HCatCli.java:291) > at > org.apache.hive.hcatalog.cli.HCatCli.processLine(HCatCli.java:245) > at org.apache.hive.hcatalog.cli.HCatCli.main(HCatCli.java:183) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at org.apache.hadoop.util.RunJar.run(RunJar.java:233) > at org.apache.hadoop.util.RunJar.main(RunJar.java:148) > Caused by: java.lang.NullPointerException > at org.apache.atlas.hook.AtlasHook.<clinit>(AtlasHook.java:73) > ... 26 more > Exception in thread "main" java.lang.ExceptionInInitializerError > at java.lang.Class.forName0(Native Method) > at java.lang.Class.forName(Class.java:270) > at > org.apache.atlas.hive.hook.HiveHook.initialize(HiveHook.java:71) > at org.apache.atlas.hive.hook.HiveHook.<init>(HiveHook.java:41) > at > sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) > at > sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) > at > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) > at > java.lang.reflect.Constructor.newInstance(Constructor.java:526) > at java.lang.Class.newInstance(Class.java:374) > at > org.apache.hadoop.hive.ql.hooks.HookUtils.getHooks(HookUtils.java:60) > at org.apache.hadoop.hive.ql.Driver.getHooks(Driver.java:1384) > at org.apache.hadoop.hive.ql.Driver.getHooks(Driver.java:1368) > at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1595) > at > org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1289) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1156) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1146) > at > org.apache.hive.hcatalog.cli.HCatDriver.run(HCatDriver.java:43) > at > org.apache.hive.hcatalog.cli.HCatCli.processCmd(HCatCli.java:291) > at > org.apache.hive.hcatalog.cli.HCatCli.processLine(HCatCli.java:245) > at org.apache.hive.hcatalog.cli.HCatCli.main(HCatCli.java:183) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at org.apache.hadoop.util.RunJar.run(RunJar.java:233) > at org.apache.hadoop.util.RunJar.main(RunJar.java:148) > Caused by: java.lang.NullPointerException > at org.apache.atlas.hook.AtlasHook.<clinit>(AtlasHook.java:73) > ... 26 more > Exception in thread "main" java.lang.ExceptionInInitializerError > at java.lang.Class.forName0(Native Method) > at java.lang.Class.forName(Class.java:270) > at > org.apache.atlas.hive.hook.HiveHook.initialize(HiveHook.java:71) > at org.apache.atlas.hive.hook.HiveHook.<init>(HiveHook.java:41) > at > sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) > at > sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) > at > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) > at > java.lang.reflect.Constructor.newInstance(Constructor.java:526) > at java.lang.Class.newInstance(Class.java:374) > at > org.apache.hadoop.hive.ql.hooks.HookUtils.getHooks(HookUtils.java:60) > at org.apache.hadoop.hive.ql.Driver.getHooks(Driver.java:1384) > at org.apache.hadoop.hive.ql.Driver.getHooks(Driver.java:1368) > at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1595) > at > org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1289) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1156) > at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1146) > at > org.apache.hive.hcatalog.cli.HCatDriver.run(HCatDriver.java:43) > at > org.apache.hive.hcatalog.cli.HCatCli.processCmd(HCatCli.java:291) > at > org.apache.hive.hcatalog.cli.HCatCli.processLine(HCatCli.java:245) > at org.apache.hive.hcatalog.cli.HCatCli.main(HCatCli.java:183) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at org.apache.hadoop.util.RunJar.run(RunJar.java:233) > at org.apache.hadoop.util.RunJar.main(RunJar.java:148) > Caused by: java.lang.NullPointerException > at org.apache.atlas.hook.AtlasHook.<clinit>(AtlasHook.java:73) > ... 26 more > {noformat} -- This message was sent by Atlassian JIRA (v6.3.4#6332)