Abhishek Rawat created IMPALA-10614:
---------------------------------------
Summary: HBase scans fail with NotServingRegionException
Key: IMPALA-10614
URL: https://issues.apache.org/jira/browse/IMPALA-10614
Project: IMPALA
Issue Type: Bug
Reporter: Abhishek Rawat
A bunch of HBase queries in AsAN build are failing during scan with
NotServingRegionException:
*Error:*
{code:java}
Messagequery_test/test_queries.py:301: in test_file_partitions
self.run_test_case('QueryTest/hdfs-partitions', vector)
common/impala_test_suite.py:665: in run_test_case result = exec_fn(query,
user=test_section.get('USER', '').strip() or None)
common/impala_test_suite.py:603: in __exec_in_impala result =
self.__execute_query(target_impalad_client, query, user=user)
common/impala_test_suite.py:923: in __execute_query return
impalad_client.execute(query, user=user) common/impala_connection.py:205: in
execute return self.__beeswax_client.execute(sql_stmt, user=user)
beeswax/impala_beeswax.py:187: in execute handle =
self.__execute_query(query_string.strip(), user=user)
beeswax/impala_beeswax.py:365: in __execute_query
self.wait_for_finished(handle) beeswax/impala_beeswax.py:386: in
wait_for_finished raise ImpalaBeeswaxException("Query aborted:" +
error_log, None) E ImpalaBeeswaxException: ImpalaBeeswaxException: E Query
aborted:RetriesExhaustedException: Failed after attempts=36, exceptions: E
2021-03-25T00:47:46.305Z, java.net.SocketTimeoutException: callTimeout=60000,
callDuration=68568: org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823 E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at
org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318) E
row '' on table 'functional_hbase.alltypesagg' at
region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.,
hostname=localhost,16022,1616624163705, seqNum=2 E E CAUSED BY:
SocketTimeoutException: callTimeout=60000, callDuration=68568:
org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823 E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at
org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318) E
row '' on table 'functional_hbase.alltypesagg' at
region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.,
hostname=localhost,16022,1616624163705, seqNum=2 E CAUSED BY:
NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823 E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at
org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318) E
E CAUSED BY: RemoteWithExtrasException:
org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823 E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at
org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
{code}
*Stack Trace:*
{code:java}
query_test/test_queries.py:301: in test_file_partitions
self.run_test_case('QueryTest/hdfs-partitions', vector)
common/impala_test_suite.py:665: in run_test_case
result = exec_fn(query, user=test_section.get('USER', '').strip() or None)
common/impala_test_suite.py:603: in __exec_in_impala
result = self.__execute_query(target_impalad_client, query, user=user)
common/impala_test_suite.py:923: in __execute_query
return impalad_client.execute(query, user=user)
common/impala_connection.py:205: in execute
return self.__beeswax_client.execute(sql_stmt, user=user)
beeswax/impala_beeswax.py:187: in execute
handle = self.__execute_query(query_string.strip(), user=user)
beeswax/impala_beeswax.py:365: in __execute_query
self.wait_for_finished(handle)
beeswax/impala_beeswax.py:386: in wait_for_finished
raise ImpalaBeeswaxException("Query aborted:" + error_log, None)
E ImpalaBeeswaxException: ImpalaBeeswaxException:
E Query aborted:RetriesExhaustedException: Failed after attempts=36,
exceptions:
E 2021-03-25T00:47:46.305Z, java.net.SocketTimeoutException:
callTimeout=60000, callDuration=68568:
org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
E row '' on table 'functional_hbase.alltypesagg' at
region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.,
hostname=localhost,16022,1616624163705, seqNum=2
E
E CAUSED BY: SocketTimeoutException: callTimeout=60000, callDuration=68568:
org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
E row '' on table 'functional_hbase.alltypesagg' at
region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.,
hostname=localhost,16022,1616624163705, seqNum=2
E CAUSED BY: NotServingRegionException:
org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
E
E CAUSED BY: RemoteWithExtrasException:
org.apache.hadoop.hbase.NotServingRegionException:
functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75.
is not online on localhost,16022,1616626409823
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at
org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at
org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
{code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
