[
https://issues.apache.org/jira/browse/BEAM-8407?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Kirill Kozlov updated BEAM-8407:
--------------------------------
Description:
One of the tests with this issue:
{code:java}
./gradlew -p sdks/java/extensions/sql/ test --tests
org.apache.beam.sdk.extensions.sql.meta.provider.hcatalog.BeamSqlHiveSchemaTest.testSelectFromImplicitDefaultDb
--info
{code}
Stack trace:
{code:java}
[direct-runner-worker] ERROR hive.log - Got exception:
java.lang.NullPointerException null[direct-runner-worker] ERROR hive.log - Got
exception: java.lang.NullPointerException nulljava.lang.NullPointerException
at
org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook.getFilteredObjects(AuthorizationMetaStoreFilterHook.java:77)
~[hive-exec-2.1.0.jar:2.1.0]
at
org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook.filterDatabases(AuthorizationMetaStoreFilterHook.java:54)
~[hive-exec-2.1.0.jar:2.1.0]
at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getDatabases(HiveMetaStoreClient.java:1126)
[hive-metastore-2.1.0.jar:2.1.0]
at
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient.isOpen(HiveClientCache.java:369)
[hive-hcatalog-core-2.1.0.jar:2.1.0]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_222]
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_222]
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_222]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:150)
[hive-metastore-2.1.0.jar:2.1.0]
at com.sun.proxy.$Proxy56.isOpen(Unknown Source) [?:?]
at
org.apache.hive.hcatalog.common.HiveClientCache.get(HiveClientCache.java:205)
[hive-hcatalog-core-2.1.0.jar:2.1.0]
at
org.apache.hive.hcatalog.common.HCatUtil.getHiveMetastoreClient(HCatUtil.java:558)
[hive-hcatalog-core-2.1.0.jar:2.1.0]
at
org.apache.beam.sdk.io.hcatalog.HCatalogUtils.createMetaStoreClient(HCatalogUtils.java:42)
[beam-sdks-java-io-hcatalog-2.17.0-SNAPSHOT.jar:?]
at
org.apache.beam.sdk.io.hcatalog.HCatalogIO$BoundedHCatalogSource.getEstimatedSizeBytes(HCatalogIO.java:323)
[beam-sdks-java-io-hcatalog-2.17.0-SNAPSHOT.jar:?]
at
org.apache.beam.runners.direct.BoundedReadEvaluatorFactory$BoundedReadEvaluator.startDynamicSplitThread(BoundedReadEvaluatorFactory.java:172)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
at
org.apache.beam.runners.direct.BoundedReadEvaluatorFactory$BoundedReadEvaluator.processElement(BoundedReadEvaluatorFactory.java:148)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
at
org.apache.beam.runners.direct.DirectTransformExecutor.processElements(DirectTransformExecutor.java:160)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
at
org.apache.beam.runners.direct.DirectTransformExecutor.run(DirectTransformExecutor.java:124)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[?:1.8.0_222]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_222]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_222]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_222]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
... more NullPointerExceptions{code}
was:
One of the tests with this issue:
{code:java}
./gradlew -p sdks/java/extensions/sql/ test --tests
org.apache.beam.sdk.extensions.sql.meta.provider.hcatalog.BeamSqlHiveSchemaTest.testSelectFromImplicitDefaultDb
--info
{code}
Stack trace:
{code:java}
[direct-runner-worker] ERROR hive.log - Got exception:
java.lang.NullPointerException null[direct-runner-worker] ERROR hive.log - Got
exception: java.lang.NullPointerException nulljava.lang.NullPointerException at
org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook.getFilteredObjects(AuthorizationMetaStoreFilterHook.java:77)
~[hive-exec-2.1.0.jar:2.1.0] at
org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook.filterDatabases(AuthorizationMetaStoreFilterHook.java:54)
~[hive-exec-2.1.0.jar:2.1.0] at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getDatabases(HiveMetaStoreClient.java:1126)
[hive-metastore-2.1.0.jar:2.1.0] at
org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient.isOpen(HiveClientCache.java:369)
[hive-hcatalog-core-2.1.0.jar:2.1.0] at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_222] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:1.8.0_222] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_222] at java.lang.reflect.Method.invoke(Method.java:498)
~[?:1.8.0_222] at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:150)
[hive-metastore-2.1.0.jar:2.1.0] at com.sun.proxy.$Proxy56.isOpen(Unknown
Source) [?:?] at
org.apache.hive.hcatalog.common.HiveClientCache.get(HiveClientCache.java:205)
[hive-hcatalog-core-2.1.0.jar:2.1.0] at
org.apache.hive.hcatalog.common.HCatUtil.getHiveMetastoreClient(HCatUtil.java:558)
[hive-hcatalog-core-2.1.0.jar:2.1.0] at
org.apache.beam.sdk.io.hcatalog.HCatalogUtils.createMetaStoreClient(HCatalogUtils.java:42)
[beam-sdks-java-io-hcatalog-2.17.0-SNAPSHOT.jar:?] at
org.apache.beam.sdk.io.hcatalog.HCatalogIO$BoundedHCatalogSource.getEstimatedSizeBytes(HCatalogIO.java:323)
[beam-sdks-java-io-hcatalog-2.17.0-SNAPSHOT.jar:?] at
org.apache.beam.runners.direct.BoundedReadEvaluatorFactory$BoundedReadEvaluator.startDynamicSplitThread(BoundedReadEvaluatorFactory.java:172)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?] at
org.apache.beam.runners.direct.BoundedReadEvaluatorFactory$BoundedReadEvaluator.processElement(BoundedReadEvaluatorFactory.java:148)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?] at
org.apache.beam.runners.direct.DirectTransformExecutor.processElements(DirectTransformExecutor.java:160)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?] at
org.apache.beam.runners.direct.DirectTransformExecutor.run(DirectTransformExecutor.java:124)
[beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?] at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[?:1.8.0_222] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[?:1.8.0_222] at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_222] at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_222] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
... more NullPointerExceptions{code}
> [SQL] Some Hive tests throw NullPointerException, but get marked as passing
> (Direct Runner)
> -------------------------------------------------------------------------------------------
>
> Key: BEAM-8407
> URL: https://issues.apache.org/jira/browse/BEAM-8407
> Project: Beam
> Issue Type: Bug
> Components: dsl-sql
> Affects Versions: 2.15.0
> Reporter: Kirill Kozlov
> Priority: Major
> Labels: test
>
> One of the tests with this issue:
> {code:java}
> ./gradlew -p sdks/java/extensions/sql/ test --tests
> org.apache.beam.sdk.extensions.sql.meta.provider.hcatalog.BeamSqlHiveSchemaTest.testSelectFromImplicitDefaultDb
> --info
> {code}
> Stack trace:
> {code:java}
> [direct-runner-worker] ERROR hive.log - Got exception:
> java.lang.NullPointerException null[direct-runner-worker] ERROR hive.log -
> Got exception: java.lang.NullPointerException
> nulljava.lang.NullPointerException
> at
> org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook.getFilteredObjects(AuthorizationMetaStoreFilterHook.java:77)
> ~[hive-exec-2.1.0.jar:2.1.0]
> at
> org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook.filterDatabases(AuthorizationMetaStoreFilterHook.java:54)
> ~[hive-exec-2.1.0.jar:2.1.0]
> at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getDatabases(HiveMetaStoreClient.java:1126)
> [hive-metastore-2.1.0.jar:2.1.0]
> at
> org.apache.hive.hcatalog.common.HiveClientCache$CacheableHiveMetaStoreClient.isOpen(HiveClientCache.java:369)
> [hive-hcatalog-core-2.1.0.jar:2.1.0]
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_222]
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:1.8.0_222]
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:1.8.0_222]
> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_222]
> at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:150)
> [hive-metastore-2.1.0.jar:2.1.0]
> at com.sun.proxy.$Proxy56.isOpen(Unknown Source) [?:?]
> at
> org.apache.hive.hcatalog.common.HiveClientCache.get(HiveClientCache.java:205)
> [hive-hcatalog-core-2.1.0.jar:2.1.0]
> at
> org.apache.hive.hcatalog.common.HCatUtil.getHiveMetastoreClient(HCatUtil.java:558)
> [hive-hcatalog-core-2.1.0.jar:2.1.0]
> at
> org.apache.beam.sdk.io.hcatalog.HCatalogUtils.createMetaStoreClient(HCatalogUtils.java:42)
> [beam-sdks-java-io-hcatalog-2.17.0-SNAPSHOT.jar:?]
> at
> org.apache.beam.sdk.io.hcatalog.HCatalogIO$BoundedHCatalogSource.getEstimatedSizeBytes(HCatalogIO.java:323)
> [beam-sdks-java-io-hcatalog-2.17.0-SNAPSHOT.jar:?]
> at
> org.apache.beam.runners.direct.BoundedReadEvaluatorFactory$BoundedReadEvaluator.startDynamicSplitThread(BoundedReadEvaluatorFactory.java:172)
> [beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
> at
> org.apache.beam.runners.direct.BoundedReadEvaluatorFactory$BoundedReadEvaluator.processElement(BoundedReadEvaluatorFactory.java:148)
> [beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
> at
> org.apache.beam.runners.direct.DirectTransformExecutor.processElements(DirectTransformExecutor.java:160)
> [beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
> at
> org.apache.beam.runners.direct.DirectTransformExecutor.run(DirectTransformExecutor.java:124)
> [beam-runners-direct-java-2.17.0-SNAPSHOT-unshaded.jar:?]
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> [?:1.8.0_222]
> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_222]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_222]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_222]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_222]
> ... more NullPointerExceptions{code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
