[
https://issues.apache.org/jira/browse/FLINK-19653?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17226584#comment-17226584
]
Rui Li commented on FLINK-19653:
--------------------------------
The error message basically just tells us the HMS failed to start. We don't log
the output of HMS (in order to keep logs terse), so we can't know what goes
wrong exactly.
To make the tests more stable, perhaps we should use embedded metastore. While
a standalone HMS is closer to real world use case, embedded mode seems good
enough for test coverage. [~lzljs3620320] any thoughts?
> HiveCatalogITCase fails on azure
> --------------------------------
>
> Key: FLINK-19653
> URL: https://issues.apache.org/jira/browse/FLINK-19653
> Project: Flink
> Issue Type: Bug
> Components: Connectors / Hive
> Affects Versions: 1.12.0
> Reporter: Yun Gao
> Priority: Major
> Labels: test-stability
>
> https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=7628&view=logs&j=fc5181b0-e452-5c8f-68de-1097947f6483&t=62110053-334f-5295-a0ab-80dd7e2babbf
> {code:java}
> 2020-10-14T17:28:27.3065932Z [ERROR] Tests run: 1, Failures: 0, Errors: 1,
> Skipped: 0, Time elapsed: 10.396 s <<< FAILURE! - in
> org.apache.flink.table.catalog.hive.HiveCatalogITCase
> 2020-10-14T17:28:27.3066739Z [ERROR]
> org.apache.flink.table.catalog.hive.HiveCatalogITCase Time elapsed: 10.396 s
> <<< ERROR!
> 2020-10-14T17:28:27.3067248Z java.lang.IllegalStateException: Failed to
> create HiveServer :Failed to get metastore connection
> 2020-10-14T17:28:27.3067925Z at
> com.klarna.hiverunner.HiveServerContainer.init(HiveServerContainer.java:101)
> 2020-10-14T17:28:27.3068360Z at
> com.klarna.hiverunner.builder.HiveShellBase.start(HiveShellBase.java:165)
> 2020-10-14T17:28:27.3068886Z at
> org.apache.flink.connectors.hive.FlinkStandaloneHiveRunner.createHiveServerContainer(FlinkStandaloneHiveRunner.java:217)
> 2020-10-14T17:28:27.3069678Z at
> org.apache.flink.connectors.hive.FlinkStandaloneHiveRunner.access$600(FlinkStandaloneHiveRunner.java:92)
> 2020-10-14T17:28:27.3070290Z at
> org.apache.flink.connectors.hive.FlinkStandaloneHiveRunner$2.before(FlinkStandaloneHiveRunner.java:131)
> 2020-10-14T17:28:27.3070763Z at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:46)
> 2020-10-14T17:28:27.3071177Z at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
> 2020-10-14T17:28:27.3071576Z at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
> 2020-10-14T17:28:27.3071961Z at
> org.junit.rules.RunRules.evaluate(RunRules.java:20)
> 2020-10-14T17:28:27.3072432Z at
> org.junit.runners.ParentRunner.run(ParentRunner.java:363)
> 2020-10-14T17:28:27.3072852Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
> 2020-10-14T17:28:27.3073316Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
> 2020-10-14T17:28:27.3073810Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
> 2020-10-14T17:28:27.3074287Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
> 2020-10-14T17:28:27.3074768Z at
> org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
> 2020-10-14T17:28:27.3075281Z at
> org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
> 2020-10-14T17:28:27.3075798Z at
> org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
> 2020-10-14T17:28:27.3076239Z at
> org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
> 2020-10-14T17:28:27.3076648Z Caused by: java.lang.RuntimeException: Failed to
> get metastore connection
> 2020-10-14T17:28:27.3077099Z at
> org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:169)
> 2020-10-14T17:28:27.3077650Z at
> com.klarna.hiverunner.HiveServerContainer.init(HiveServerContainer.java:84)
> 2020-10-14T17:28:27.3077947Z ... 17 more
> 2020-10-14T17:28:27.3078655Z Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: java.lang.RuntimeException:
> Unable to instantiate
> org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient
> 2020-10-14T17:28:27.3079236Z at
> org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:236)
> 2020-10-14T17:28:27.3079655Z at
> org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
> 2020-10-14T17:28:27.3080038Z at
> org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
> 2020-10-14T17:28:27.3080610Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
> 2020-10-14T17:28:27.3081099Z at
> org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
> 2020-10-14T17:28:27.3081501Z at
> org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:166)
> 2020-10-14T17:28:27.3081784Z ... 18 more
> 2020-10-14T17:28:27.3082140Z Caused by: java.lang.RuntimeException: Unable to
> instantiate org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient
> 2020-10-14T17:28:27.3082720Z at
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1708)
> 2020-10-14T17:28:27.3083344Z at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
> 2020-10-14T17:28:27.3083870Z at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
> 2020-10-14T17:28:27.3084379Z at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
> 2020-10-14T17:28:27.3084864Z at
> org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
> 2020-10-14T17:28:27.3085274Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
> 2020-10-14T17:28:27.3085665Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
> 2020-10-14T17:28:27.3086055Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
> 2020-10-14T17:28:27.3086477Z at
> org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
> 2020-10-14T17:28:27.3086898Z at
> org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
> 2020-10-14T17:28:27.3087217Z ... 23 more
> 2020-10-14T17:28:27.3087509Z Caused by:
> java.lang.reflect.InvocationTargetException
> 2020-10-14T17:28:27.3087952Z at
> sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> 2020-10-14T17:28:27.3088380Z at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> 2020-10-14T17:28:27.3088902Z at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> 2020-10-14T17:28:27.3089370Z at
> java.lang.reflect.Constructor.newInstance(Constructor.java:423)
> 2020-10-14T17:28:27.3089792Z at
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1706)
> 2020-10-14T17:28:27.3090116Z ... 32 more
> 2020-10-14T17:28:27.3090692Z Caused by: MetaException(message:Could not
> connect to meta store using any of the URIs provided. Most recent failure:
> org.apache.thrift.transport.TTransportException: java.net.ConnectException:
> Connection refused (Connection refused)
> 2020-10-14T17:28:27.3091386Z at
> org.apache.thrift.transport.TSocket.open(TSocket.java:226)
> 2020-10-14T17:28:27.3091802Z at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:480)
> 2020-10-14T17:28:27.3092373Z at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:247)
> 2020-10-14T17:28:27.3092901Z at
> org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
> 2020-10-14T17:28:27.3093690Z at
> sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> 2020-10-14T17:28:27.3094130Z at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> 2020-10-14T17:28:27.3094635Z at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> 2020-10-14T17:28:27.3095099Z at
> java.lang.reflect.Constructor.newInstance(Constructor.java:423)
> 2020-10-14T17:28:27.3095518Z at
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1706)
> 2020-10-14T17:28:27.3096126Z at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
> 2020-10-14T17:28:27.3096637Z at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
> 2020-10-14T17:28:27.3097164Z at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
> 2020-10-14T17:28:27.3097739Z at
> org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
> 2020-10-14T17:28:27.3098242Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
> 2020-10-14T17:28:27.3098626Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
> 2020-10-14T17:28:27.3099018Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
> 2020-10-14T17:28:27.3099437Z at
> org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
> 2020-10-14T17:28:27.3099855Z at
> org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
> 2020-10-14T17:28:27.3100275Z at
> org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
> 2020-10-14T17:28:27.3100644Z at
> org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
> 2020-10-14T17:28:27.3101042Z at
> org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
> 2020-10-14T17:28:27.3101416Z at
> org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
> 2020-10-14T17:28:27.3101808Z at
> org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:166)
> 2020-10-14T17:28:27.3102229Z at
> com.klarna.hiverunner.HiveServerContainer.init(HiveServerContainer.java:84)
> 2020-10-14T17:28:27.3102745Z at
> com.klarna.hiverunner.builder.HiveShellBase.start(HiveShellBase.java:165)
> 2020-10-14T17:28:27.3103253Z at
> org.apache.flink.connectors.hive.FlinkStandaloneHiveRunner.createHiveServerContainer(FlinkStandaloneHiveRunner.java:217)
> 2020-10-14T17:28:27.3103835Z at
> org.apache.flink.connectors.hive.FlinkStandaloneHiveRunner.access$600(FlinkStandaloneHiveRunner.java:92)
> 2020-10-14T17:28:27.3104389Z at
> org.apache.flink.connectors.hive.FlinkStandaloneHiveRunner$2.before(FlinkStandaloneHiveRunner.java:131)
> 2020-10-14T17:28:27.3104851Z at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:46)
> 2020-10-14T17:28:27.3105268Z at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
> 2020-10-14T17:28:27.3105663Z at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
> 2020-10-14T17:28:27.3106040Z at
> org.junit.rules.RunRules.evaluate(RunRules.java:20)
> 2020-10-14T17:28:27.3106387Z at
> org.junit.runners.ParentRunner.run(ParentRunner.java:363)
> 2020-10-14T17:28:27.3106801Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
> 2020-10-14T17:28:27.3107267Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
> 2020-10-14T17:28:27.3107869Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
> 2020-10-14T17:28:27.3108325Z at
> org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
> 2020-10-14T17:28:27.3108822Z at
> org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
> 2020-10-14T17:28:27.3109326Z at
> org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
> 2020-10-14T17:28:27.3109772Z at
> org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
> 2020-10-14T17:28:27.3110211Z at
> org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
> 2020-10-14T17:28:27.3110625Z Caused by: java.net.ConnectException: Connection
> refused (Connection refused)
> 2020-10-14T17:28:27.3110980Z at
> java.net.PlainSocketImpl.socketConnect(Native Method)
> 2020-10-14T17:28:27.3111340Z at
> java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
> 2020-10-14T17:28:27.3111790Z at
> java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
> 2020-10-14T17:28:27.3112560Z at
> java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
> 2020-10-14T17:28:27.3112977Z at
> java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
> 2020-10-14T17:28:27.3113301Z at java.net.Socket.connect(Socket.java:607)
> 2020-10-14T17:28:27.3113642Z at
> org.apache.thrift.transport.TSocket.open(TSocket.java:221)
> 2020-10-14T17:28:27.3113900Z ... 40 more
> 2020-10-14T17:28:27.3114057Z )
> 2020-10-14T17:28:27.3114358Z at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:529)
> 2020-10-14T17:28:27.3114923Z at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:247)
> 2020-10-14T17:28:27.3115431Z at
> org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
> 2020-10-14T17:28:27.3115798Z ... 37 more
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
