[ https://issues.apache.org/jira/browse/DRILL-4879?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15469013#comment-15469013 ]
Krystal commented on DRILL-4879: -------------------------------- Looks like commitId 8bbf6589ad746b8949c962875f0ea2de59a13f79 (DRILL-4819: Update MapR version to 5.2.0) is the cause of the bug. > Hive default storage plugin template shows "null" for fresh install > ------------------------------------------------------------------- > > Key: DRILL-4879 > URL: https://issues.apache.org/jira/browse/DRILL-4879 > Project: Apache Drill > Issue Type: Bug > Components: Storage - Hive > Affects Versions: 1.8.0, 1.9.0 > Reporter: Krystal > Assignee: Sudheesh Katkam > > Deleted the /drill folder from zookeeper; then install drill-1.8. > [root@mfs41 drill-1.8.0]# cat git.properties > #Generated by Git-Commit-Id-Plugin > #Thu Sep 01 20:58:58 UTC 2016 > git.commit.id.abbrev=3b5bedd > git.commit.user.email=prog...@maprtech.com > git.commit.message.full=One additional fix fo the DoY unit tests.\n > git.commit.id=3b5beddce3c1850eaba57aea2d8e7b7d22e641d6 > git.commit.message.short=One additional fix fo the DoY unit tests. > git.commit.user.name=Paul Rogers > From the UI, open up the Hive storage plugin. The content of the plugin > showed as "null" instead of the default template. Below is the snippit of > the error in drillbit.log that gets generated when I clicked on the "Hive" > storage plugin: > {code} > 2016-09-06 15:08:19,581 [qtp1078495730-50] INFO > o.a.d.e.server.rest.StorageResources - Failure while trying to access storage > config: hive > org.apache.drill.common.exceptions.ExecutionSetupException: Failure setting > up new storage plugin configuration for config > org.apache.drill.exec.store.hive.HiveStoragePluginConfig@4adf869f > at > org.apache.drill.exec.store.StoragePluginRegistryImpl.create(StoragePluginRegistryImpl.java:325) > ~[drill-java-exec-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.StoragePluginRegistryImpl.createOrUpdate(StoragePluginRegistryImpl.java:213) > ~[drill-java-exec-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.StoragePluginRegistryImpl.getPlugin(StoragePluginRegistryImpl.java:263) > ~[drill-java-exec-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.server.rest.StorageResources.getStoragePluginJSON(StorageResources.java:101) > [drill-java-exec-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.server.rest.StorageResources.getStoragePlugin(StorageResources.java:115) > [drill-java-exec-1.8.0.jar:1.8.0] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > ~[na:1.7.0_45] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > ~[na:1.7.0_45] > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[na:1.7.0_45] > at java.lang.reflect.Method.invoke(Method.java:606) ~[na:1.7.0_45] > at > org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory$1.invoke(ResourceMethodInvocationHandlerFactory.java:81) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:151) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:171) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$TypeOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:195) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:104) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:387) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:331) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:103) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:269) > [jersey-server-2.8.jar:na] > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271) > [jersey-common-2.8.jar:na] > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267) > [jersey-common-2.8.jar:na] > at org.glassfish.jersey.internal.Errors.process(Errors.java:315) > [jersey-common-2.8.jar:na] > at org.glassfish.jersey.internal.Errors.process(Errors.java:297) > [jersey-common-2.8.jar:na] > at org.glassfish.jersey.internal.Errors.process(Errors.java:267) > [jersey-common-2.8.jar:na] > at > org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:297) > [jersey-common-2.8.jar:na] > at > org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:252) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1023) > [jersey-server-2.8.jar:na] > at > org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:372) > [jersey-container-servlet-core-2.8.jar:na] > at > org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:382) > [jersey-container-servlet-core-2.8.jar:na] > at > org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:345) > [jersey-container-servlet-core-2.8.jar:na] > at > org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:220) > [jersey-container-servlet-core-2.8.jar:na] > at > org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:738) > [jetty-servlet-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:551) > [jetty-servlet-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:219) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1111) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:478) > [jetty-servlet-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:183) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1045) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at org.eclipse.jetty.server.Server.handle(Server.java:462) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:279) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:232) > [jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:534) > [jetty-io-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:607) > [jetty-util-9.1.5.v20140505.jar:9.1.5.v20140505] > at > org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:536) > [jetty-util-9.1.5.v20140505.jar:9.1.5.v20140505] > at java.lang.Thread.run(Thread.java:744) [na:1.7.0_45] > Caused by: javax.jdo.JDODataStoreException: Required table missing : > "VERSION" in Catalog "" Schema "". DataNucleus requires this table to perform > its persistence operations. Either your MetaData is incorrect, or you need to > enable "datanucleus.schema.autoCreateTables" > at > org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:553) > ~[datanucleus-api-jdo-4.2.1.jar:na] > at > org.datanucleus.api.jdo.JDOPersistenceManager.jdoMakePersistent(JDOPersistenceManager.java:720) > ~[datanucleus-api-jdo-4.2.1.jar:na] > at > org.datanucleus.api.jdo.JDOPersistenceManager.makePersistent(JDOPersistenceManager.java:740) > ~[datanucleus-api-jdo-4.2.1.jar:na] > at > org.apache.hadoop.hive.metastore.ObjectStore.setMetaStoreSchemaVersion(ObjectStore.java:6776) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.ObjectStore.checkSchema(ObjectStore.java:6673) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.ObjectStore.verifySchema(ObjectStore.java:6648) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > ~[na:1.7.0_45] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > ~[na:1.7.0_45] > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[na:1.7.0_45] > at java.lang.reflect.Method.invoke(Method.java:606) ~[na:1.7.0_45] > at > org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at com.sun.proxy.$Proxy67.verifySchema(Unknown Source) ~[na:na] > at > org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:572) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:624) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:461) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:66) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:72) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:5768) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:199) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:181) > ~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607] > at > org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient.<init>(DrillHiveMetaStoreClient.java:139) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient.<init>(DrillHiveMetaStoreClient.java:56) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient$HiveClientWithCaching.<init>(DrillHiveMetaStoreClient.java:409) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient$HiveClientWithCaching.<init>(DrillHiveMetaStoreClient.java:407) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient.createCloseableClientWithCaching(DrillHiveMetaStoreClient.java:135) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.hive.schema.HiveSchemaFactory.<init>(HiveSchemaFactory.java:75) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at > org.apache.drill.exec.store.hive.HiveStoragePlugin.<init>(HiveStoragePlugin.java:64) > ~[drill-storage-hive-core-1.8.0.jar:1.8.0] > at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native > Method) ~[na:1.7.0_45] > at > sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) > ~[na:1.7.0_45] > at > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) > ~[na:1.7.0_45] > at java.lang.reflect.Constructor.newInstance(Constructor.java:526) > ~[na:1.7.0_45] > at > org.apache.drill.exec.store.StoragePluginRegistryImpl.create(StoragePluginRegistryImpl.java:316) > ~[drill-java-exec-1.8.0.jar:1.8.0] > ... 45 common frames omitted > Caused by: org.datanucleus.store.rdbms.exceptions.MissingTableException: > Required table missing : "VERSION" in Catalog "" Schema "". DataNucleus > requires this table to perform its persistence operations. Either your > MetaData is incorrect, or you need to enable > "datanucleus.schema.autoCreateTables" > at > org.datanucleus.store.rdbms.table.AbstractTable.exists(AbstractTable.java:606) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.performTablesValidation(RDBMSStoreManager.java:3365) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.run(RDBMSStoreManager.java:2877) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.rdbms.AbstractSchemaTransaction.execute(AbstractSchemaTransaction.java:119) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.rdbms.RDBMSStoreManager.manageClasses(RDBMSStoreManager.java:1608) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.rdbms.RDBMSStoreManager.getDatastoreClass(RDBMSStoreManager.java:671) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.rdbms.RDBMSStoreManager.getPropertiesForGenerator(RDBMSStoreManager.java:2069) > ~[datanucleus-rdbms-4.1.7.jar:na] > at > org.datanucleus.store.AbstractStoreManager.getStrategyValue(AbstractStoreManager.java:1271) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.ExecutionContextImpl.newObjectId(ExecutionContextImpl.java:3759) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.state.StateManagerImpl.setIdentity(StateManagerImpl.java:2267) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.state.StateManagerImpl.initialiseForPersistentNew(StateManagerImpl.java:484) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.state.StateManagerImpl.initialiseForPersistentNew(StateManagerImpl.java:120) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.state.ObjectProviderFactoryImpl.newForPersistentNew(ObjectProviderFactoryImpl.java:218) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.ExecutionContextImpl.persistObjectInternal(ExecutionContextImpl.java:2078) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.ExecutionContextImpl.persistObjectWork(ExecutionContextImpl.java:1922) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.ExecutionContextImpl.persistObject(ExecutionContextImpl.java:1777) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.ExecutionContextThreadedImpl.persistObject(ExecutionContextThreadedImpl.java:217) > ~[datanucleus-core-4.1.6.jar:na] > at > org.datanucleus.api.jdo.JDOPersistenceManager.jdoMakePersistent(JDOPersistenceManager.java:715) > ~[datanucleus-api-jdo-4.2.1.jar:na] > ... 75 common frames omitted > {code} > This problem occurs for drill-1.8 and higher. -- This message was sent by Atlassian JIRA (v6.3.4#6332)