Krystal created DRILL-4879:
------------------------------
Summary: Hive default storage plugin template shows "null" for
fresh install
Key: DRILL-4879
URL: https://issues.apache.org/jira/browse/DRILL-4879
Project: Apache Drill
Issue Type: Bug
Components: Storage - Hive
Affects Versions: 1.8.0, 1.9.0
Reporter: Krystal
Deleted the /drill folder from zookeeper; then install drill-1.8.
[root@mfs41 drill-1.8.0]# cat git.properties
#Generated by Git-Commit-Id-Plugin
#Thu Sep 01 20:58:58 UTC 2016
git.commit.id.abbrev=3b5bedd
[email protected]
git.commit.message.full=One additional fix fo the DoY unit tests.\n
git.commit.id=3b5beddce3c1850eaba57aea2d8e7b7d22e641d6
git.commit.message.short=One additional fix fo the DoY unit tests.
git.commit.user.name=Paul Rogers
>From the UI, open up the Hive storage plugin. The content of the plugin
>showed as "null" instead of the default template. Below is the snippit of the
>error in drillbit.log that gets generated when I clicked on the "Hive" storage
>plugin:
{code}
2016-09-06 15:08:19,581 [qtp1078495730-50] INFO
o.a.d.e.server.rest.StorageResources - Failure while trying to access storage
config: hive
org.apache.drill.common.exceptions.ExecutionSetupException: Failure setting up
new storage plugin configuration for config
org.apache.drill.exec.store.hive.HiveStoragePluginConfig@4adf869f
at
org.apache.drill.exec.store.StoragePluginRegistryImpl.create(StoragePluginRegistryImpl.java:325)
~[drill-java-exec-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.StoragePluginRegistryImpl.createOrUpdate(StoragePluginRegistryImpl.java:213)
~[drill-java-exec-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.StoragePluginRegistryImpl.getPlugin(StoragePluginRegistryImpl.java:263)
~[drill-java-exec-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.server.rest.StorageResources.getStoragePluginJSON(StorageResources.java:101)
[drill-java-exec-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.server.rest.StorageResources.getStoragePlugin(StorageResources.java:115)
[drill-java-exec-1.8.0.jar:1.8.0]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
~[na:1.7.0_45]
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
~[na:1.7.0_45]
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[na:1.7.0_45]
at java.lang.reflect.Method.invoke(Method.java:606) ~[na:1.7.0_45]
at
org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory$1.invoke(ResourceMethodInvocationHandlerFactory.java:81)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:151)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:171)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$TypeOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:195)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:104)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:387)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:331)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:103)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:269)
[jersey-server-2.8.jar:na]
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
[jersey-common-2.8.jar:na]
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
[jersey-common-2.8.jar:na]
at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
[jersey-common-2.8.jar:na]
at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
[jersey-common-2.8.jar:na]
at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
[jersey-common-2.8.jar:na]
at
org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:297)
[jersey-common-2.8.jar:na]
at
org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:252)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1023)
[jersey-server-2.8.jar:na]
at
org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:372)
[jersey-container-servlet-core-2.8.jar:na]
at
org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:382)
[jersey-container-servlet-core-2.8.jar:na]
at
org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:345)
[jersey-container-servlet-core-2.8.jar:na]
at
org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:220)
[jersey-container-servlet-core-2.8.jar:na]
at
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:738)
[jetty-servlet-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:551)
[jetty-servlet-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:219)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1111)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:478)
[jetty-servlet-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:183)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1045)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at org.eclipse.jetty.server.Server.handle(Server.java:462)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:279)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:232)
[jetty-server-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:534)
[jetty-io-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:607)
[jetty-util-9.1.5.v20140505.jar:9.1.5.v20140505]
at
org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:536)
[jetty-util-9.1.5.v20140505.jar:9.1.5.v20140505]
at java.lang.Thread.run(Thread.java:744) [na:1.7.0_45]
Caused by: javax.jdo.JDODataStoreException: Required table missing : "VERSION"
in Catalog "" Schema "". DataNucleus requires this table to perform its
persistence operations. Either your MetaData is incorrect, or you need to
enable "datanucleus.schema.autoCreateTables"
at
org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:553)
~[datanucleus-api-jdo-4.2.1.jar:na]
at
org.datanucleus.api.jdo.JDOPersistenceManager.jdoMakePersistent(JDOPersistenceManager.java:720)
~[datanucleus-api-jdo-4.2.1.jar:na]
at
org.datanucleus.api.jdo.JDOPersistenceManager.makePersistent(JDOPersistenceManager.java:740)
~[datanucleus-api-jdo-4.2.1.jar:na]
at
org.apache.hadoop.hive.metastore.ObjectStore.setMetaStoreSchemaVersion(ObjectStore.java:6776)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.ObjectStore.checkSchema(ObjectStore.java:6673)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.ObjectStore.verifySchema(ObjectStore.java:6648)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
~[na:1.7.0_45]
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
~[na:1.7.0_45]
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[na:1.7.0_45]
at java.lang.reflect.Method.invoke(Method.java:606) ~[na:1.7.0_45]
at
org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at com.sun.proxy.$Proxy67.verifySchema(Unknown Source) ~[na:na]
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:572)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:624)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:461)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:66)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:72)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:5768)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:199)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:181)
~[hive-metastore-1.2.0-mapr-1607.jar:1.2.0-mapr-1607]
at
org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient.<init>(DrillHiveMetaStoreClient.java:139)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient.<init>(DrillHiveMetaStoreClient.java:56)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient$HiveClientWithCaching.<init>(DrillHiveMetaStoreClient.java:409)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient$HiveClientWithCaching.<init>(DrillHiveMetaStoreClient.java:407)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient.createCloseableClientWithCaching(DrillHiveMetaStoreClient.java:135)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.hive.schema.HiveSchemaFactory.<init>(HiveSchemaFactory.java:75)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at
org.apache.drill.exec.store.hive.HiveStoragePlugin.<init>(HiveStoragePlugin.java:64)
~[drill-storage-hive-core-1.8.0.jar:1.8.0]
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
Method) ~[na:1.7.0_45]
at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
~[na:1.7.0_45]
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
~[na:1.7.0_45]
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
~[na:1.7.0_45]
at
org.apache.drill.exec.store.StoragePluginRegistryImpl.create(StoragePluginRegistryImpl.java:316)
~[drill-java-exec-1.8.0.jar:1.8.0]
... 45 common frames omitted
Caused by: org.datanucleus.store.rdbms.exceptions.MissingTableException:
Required table missing : "VERSION" in Catalog "" Schema "". DataNucleus
requires this table to perform its persistence operations. Either your MetaData
is incorrect, or you need to enable "datanucleus.schema.autoCreateTables"
at
org.datanucleus.store.rdbms.table.AbstractTable.exists(AbstractTable.java:606)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.performTablesValidation(RDBMSStoreManager.java:3365)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.run(RDBMSStoreManager.java:2877)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.rdbms.AbstractSchemaTransaction.execute(AbstractSchemaTransaction.java:119)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.rdbms.RDBMSStoreManager.manageClasses(RDBMSStoreManager.java:1608)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.rdbms.RDBMSStoreManager.getDatastoreClass(RDBMSStoreManager.java:671)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.rdbms.RDBMSStoreManager.getPropertiesForGenerator(RDBMSStoreManager.java:2069)
~[datanucleus-rdbms-4.1.7.jar:na]
at
org.datanucleus.store.AbstractStoreManager.getStrategyValue(AbstractStoreManager.java:1271)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.ExecutionContextImpl.newObjectId(ExecutionContextImpl.java:3759)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.state.StateManagerImpl.setIdentity(StateManagerImpl.java:2267)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.state.StateManagerImpl.initialiseForPersistentNew(StateManagerImpl.java:484)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.state.StateManagerImpl.initialiseForPersistentNew(StateManagerImpl.java:120)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.state.ObjectProviderFactoryImpl.newForPersistentNew(ObjectProviderFactoryImpl.java:218)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.ExecutionContextImpl.persistObjectInternal(ExecutionContextImpl.java:2078)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.ExecutionContextImpl.persistObjectWork(ExecutionContextImpl.java:1922)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.ExecutionContextImpl.persistObject(ExecutionContextImpl.java:1777)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.ExecutionContextThreadedImpl.persistObject(ExecutionContextThreadedImpl.java:217)
~[datanucleus-core-4.1.6.jar:na]
at
org.datanucleus.api.jdo.JDOPersistenceManager.jdoMakePersistent(JDOPersistenceManager.java:715)
~[datanucleus-api-jdo-4.2.1.jar:na]
... 75 common frames omitted
{code}
This problem occurs for drill-1.8 and higher.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
