[
https://issues.apache.org/jira/browse/IMPALA-8567?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16845072#comment-16845072
]
Tim Armstrong commented on IMPALA-8567:
---------------------------------------
{noformat}
query_test.test_kudu.TestKuduOperations.test_kudu_insert[protocol: beeswax |
exec_option: {'kudu_read_mode': 'READ_AT_SNAPSHOT', 'batch_size': 0,
'num_nodes': 0, 'disable_codegen_rows_threshold': 0, 'disable_codegen': False,
'abort_on_error': 1, 'exec_single_node_rows_threshold': 0} | table_format:
text/none] (from pytest)
Failing for the past 1 build (Since Failed#267 )
Took 29 sec.
add description
Error Message
query_test/test_kudu.py:97: in test_kudu_insert
self.run_test_case('QueryTest/kudu_insert', vector, use_db=unique_database)
common/impala_test_suite.py:512: in run_test_case result =
self.__execute_query(target_impalad_client, query, user=user)
common/impala_test_suite.py:746: in __execute_query return
impalad_client.execute(query, user=user) common/impala_connection.py:180: in
execute return self.__beeswax_client.execute(sql_stmt, user=user)
beeswax/impala_beeswax.py:187: in execute handle =
self.__execute_query(query_string.strip(), user=user)
beeswax/impala_beeswax.py:362: in __execute_query handle =
self.execute_query_async(query_string, user=user)
beeswax/impala_beeswax.py:356: in execute_query_async handle =
self.__do_rpc(lambda: self.imp_service.query(query,))
beeswax/impala_beeswax.py:516: in __do_rpc raise
ImpalaBeeswaxException(self.__build_error_message(b), b) E
ImpalaBeeswaxException: ImpalaBeeswaxException: E INNER EXCEPTION: <class
'beeswaxd.ttypes.BeeswaxException'> E MESSAGE: AnalysisException: Table does
not exist: test_kudu_insert_361abd7a.allkeytypes
Stacktrace
query_test/test_kudu.py:97: in test_kudu_insert
self.run_test_case('QueryTest/kudu_insert', vector, use_db=unique_database)
common/impala_test_suite.py:512: in run_test_case
result = self.__execute_query(target_impalad_client, query, user=user)
common/impala_test_suite.py:746: in __execute_query
return impalad_client.execute(query, user=user)
common/impala_connection.py:180: in execute
return self.__beeswax_client.execute(sql_stmt, user=user)
beeswax/impala_beeswax.py:187: in execute
handle = self.__execute_query(query_string.strip(), user=user)
beeswax/impala_beeswax.py:362: in __execute_query
handle = self.execute_query_async(query_string, user=user)
beeswax/impala_beeswax.py:356: in execute_query_async
handle = self.__do_rpc(lambda: self.imp_service.query(query,))
beeswax/impala_beeswax.py:516: in __do_rpc
raise ImpalaBeeswaxException(self.__build_error_message(b), b)
E ImpalaBeeswaxException: ImpalaBeeswaxException:
E INNER EXCEPTION: <class 'beeswaxd.ttypes.BeeswaxException'>
E MESSAGE: AnalysisException: Table does not exist:
test_kudu_insert_361abd7a.allkeytypes
Standard Error
SET
client_identifier=query_test/test_kudu.py::TestKuduOperations::()::test_kudu_insert[protocol:beeswax|exec_option:{'kudu_read_mode':'READ_AT_SNAPSHOT';'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':0;'disable_codegen':False;'abort_on_error':1;'exec_single_nod;
SET sync_ddl=False;
-- executing against localhost:21000
DROP DATABASE IF EXISTS `test_kudu_insert_361abd7a` CASCADE;
-- 2019-05-16 22:51:36,992 INFO MainThread: Started query
cb42abc8159a0ad5:450d184800000000
SET
client_identifier=query_test/test_kudu.py::TestKuduOperations::()::test_kudu_insert[protocol:beeswax|exec_option:{'kudu_read_mode':'READ_AT_SNAPSHOT';'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':0;'disable_codegen':False;'abort_on_error':1;'exec_single_nod;
SET sync_ddl=False;
-- executing against localhost:21000
CREATE DATABASE `test_kudu_insert_361abd7a`;
-- 2019-05-16 22:51:37,127 INFO MainThread: Started query
7645a05d781c8580:a89c083e00000000
-- 2019-05-16 22:51:37,143 INFO MainThread: Created database
"test_kudu_insert_361abd7a" for test ID
"query_test/test_kudu.py::TestKuduOperations::()::test_kudu_insert[protocol:
beeswax | exec_option: {'kudu_read_mode': 'READ_AT_SNAPSHOT', 'batch_size': 0,
'num_nodes': 0, 'disable_codegen_rows_threshold': 0, 'disable_codegen': False,
'abort_on_error': 1, 'exec_single_node_rows_threshold': 0} | table_format:
text/none]"
SET
client_identifier=query_test/test_kudu.py::TestKuduOperations::()::test_kudu_insert[protocol:beeswax|exec_option:{'kudu_read_mode':'READ_AT_SNAPSHOT';'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':0;'disable_codegen':False;'abort_on_error':1;'exec_single_nod;
-- executing against localhost:21000
use test_kudu_insert_361abd7a;
-- 2019-05-16 22:51:37,152 INFO MainThread: Started query
6c47252392c65cd6:1ee784f600000000
SET
client_identifier=query_test/test_kudu.py::TestKuduOperations::()::test_kudu_insert[protocol:beeswax|exec_option:{'kudu_read_mode':'READ_AT_SNAPSHOT';'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':0;'disable_codegen':False;'abort_on_error':1;'exec_single_nod;
SET kudu_read_mode=READ_AT_SNAPSHOT;
SET batch_size=0;
SET num_nodes=0;
SET disable_codegen_rows_threshold=0;
SET disable_codegen=False;
SET abort_on_error=1;
SET exec_single_node_rows_threshold=0;
-- executing against localhost:21000
create table tdata
(id int primary key, valf float null, vali bigint null, valv string null,
valb boolean null, valt tinyint null, vals smallint null, vald double null,
ts timestamp, decimal4 decimal(9,9) null, decimal8 decimal(18,2) null,
decimal16 decimal(38, 0) null)
PARTITION BY RANGE (PARTITION VALUES < 10, PARTITION 10 <= VALUES < 30,
PARTITION 30 <= VALUES) STORED AS KUDU;
-- 2019-05-16 22:51:37,615 INFO MainThread: Started query
904c46ea3a7b222c:101145c600000000
-- executing against localhost:21000
insert into tdata values (1, 1, 1, 'one', true, 1, 1, 1,
cast('1987-05-19 00:00:00' as timestamp), 0.000000001, 1.00, 1);
-- 2019-05-16 22:51:37,696 INFO MainThread: Started query
f14632bd37ff0c80:3c2f7e9700000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:38,308 INFO MainThread: Started query
47434443d63dd4d0:4921fbe500000000
-- executing against localhost:21000
insert into tdata values (2, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL);
-- 2019-05-16 22:51:38,896 INFO MainThread: Started query
dd4be6a23bce0154:5d5975ec00000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:39,415 INFO MainThread: Started query
0e48c6ae0ff06ec6:84b124b100000000
-- executing against localhost:21000
insert into tdata values
(3, cast('nan' as float), max_bigint(), '', true, min_tinyint(), max_smallint(),
cast('-inf' as double),
nanoseconds_add(cast('9999-12-31 23:59:59' as timestamp), 999999999),
0.999999999, 9999999999999999.99, 99999999999999999999999999999999999999);
-- 2019-05-16 22:51:39,751 INFO MainThread: Started query
0e4d122124a1de73:f4a4e3ac00000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:40,231 INFO MainThread: Started query
d2445e31317d3d8f:348282e300000000
-- executing against localhost:21000
insert into tdata (valb, vald, id) values (true, 0, 4);
-- 2019-05-16 22:51:40,878 INFO MainThread: Started query
0946b3259aa88f80:05fcafa400000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:41,543 INFO MainThread: Started query
1f4ddf44b33a26a9:25fdcdd000000000
-- executing against localhost:21000
insert into tdata values
(5, 5.0, 5, 'five', false, NULL, NULL, NULL, NULL, NULL, NULL, NULL),
(6, 16, 60, '', true, 0, -1, -6, cast('2010-12-31 23:59:59' as timestamp),
-0.000000001, -1.00, -1),
(7, NULL, 10, NULL, false, max_tinyint(), -7, 2, cast('1400-01-01 00:00:00' as
timestamp), 0.000000000, 0.00, 0);
-- 2019-05-16 22:51:42,320 INFO MainThread: Started query
684d2a526cbd9f17:acc947d400000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:42,999 INFO MainThread: Started query
e54c7d1962a54357:f284b86c00000000
-- executing against localhost:21000
insert into tdata (valv, valf, vali, id) values
('eight', 88, 888, 8),
(NULL, -9, -99, 9);
-- 2019-05-16 22:51:43,684 INFO MainThread: Started query
3243b8d2ade9c875:55a01b9400000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:44,560 INFO MainThread: Started query
c8497089c3b77805:e8b5f27700000000
-- executing against localhost:21000
insert into tdata
select id, float_col, bigint_col, string_col, bool_col, tinyint_col,
smallint_col,
double_col, timestamp_col, NULL, NULL, NULL
from functional.alltypes where id = 10;
-- 2019-05-16 22:51:45,344 INFO MainThread: Started query
714db5f1057d8bc9:ce6e228200000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:46,866 INFO MainThread: Started query
5f4dcf37364e0fec:3839d0a800000000
-- executing against localhost:21000
insert into tdata (id, vald, valb, vali, ts)
select id, double_col, bool_col, bigint_col, timestamp_col
from functional.alltypes where id = 11;
-- 2019-05-16 22:51:47,552 INFO MainThread: Started query
3a49378e34145916:41def72a00000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:48,376 INFO MainThread: Started query
044ac7a0e7741b5a:5c82a8b400000000
-- executing against localhost:21000
delete tdata;
-- 2019-05-16 22:51:48,696 INFO MainThread: Started query
384383f5791a66ed:eed3bb8d00000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:49,336 INFO MainThread: Started query
c74bb8ccd0713b08:e3a2b5fa00000000
-- executing against localhost:21000
insert into tdata
select id, float_col, bigint_col, string_col, bool_col, tinyint_col,
smallint_col,
double_col, timestamp_col, NULL, NULL, NULL
from functional.alltypes where id < 2;
-- 2019-05-16 22:51:49,989 INFO MainThread: Started query
184dea23a144d154:7b567b2100000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:51,524 INFO MainThread: Started query
e44470c83d5b41cc:d7be42c600000000
-- executing against localhost:21000
insert into tdata (vals, id, valt, vald, ts)
select smallint_col, id, tinyint_col, double_col, timestamp_col
from functional.alltypes where id > 2 and id < 6;
-- 2019-05-16 22:51:52,020 INFO MainThread: Started query
204500504ade4b95:cdb3453300000000
-- executing against localhost:21000
select * from tdata limit 1000;
-- 2019-05-16 22:51:53,188 INFO MainThread: Started query
b54e7ff4a771664b:65f0679800000000
-- executing against localhost:21000
insert into tdata values (320, 2.0, 932, cast('' as string), false, 0, 0, 0,
NULL, NULL, NULL, NULL);
-- 2019-05-16 22:51:53,561 INFO MainThread: Started query
664ebfe0298c9100:db9fbc0400000000
-- executing against localhost:21000
select id, valv, valb from tdata where id = 320;
-- 2019-05-16 22:51:54,044 INFO MainThread: Started query
844e1ae9a075bd66:3e8636c500000000
-- executing against localhost:21000
insert into tdata values
(666, cast(1.2 as float), 43, cast('z' as string), true, 0, 0, 0, NULL, NULL,
NULL, NULL);
-- 2019-05-16 22:51:54,648 INFO MainThread: Started query
6046fa1ac93e9687:d1aee6ca00000000
-- executing against localhost:21000
insert into tdata values
(666, cast(1.2 as float), 43, cast('z' as VARCHAR(20)), true, 0, 0, 0, NULL,
NULL, NULL, NULL);
-- 2019-05-16 22:51:55,329 INFO MainThread: Started query
2e4522a34ba1c081:84fde23200000000
-- executing against localhost:21000
create table kudu_test_tbl primary key(id)
partition by range(id) (partition values < 100, partition 100 <= values <=
10000)
stored as kudu as
select * from functional_kudu.alltypes where id < 100;
-- 2019-05-16 22:51:56,620 INFO MainThread: Started query
1d4f13e57ab05db8:bc50f40d00000000
-- executing against localhost:21000
insert into kudu_test_tbl
select * from functional_kudu.alltypes where id < 100;
-- 2019-05-16 22:51:57,249 INFO MainThread: Started query
c04fd93aefe5ce52:72eabc0e00000000
-- executing against localhost:21000
insert into kudu_test_tbl
select * from functional_kudu.alltypes;
-- 2019-05-16 22:51:58,064 INFO MainThread: Started query
4d43064448fa91b0:708cc0af00000000
-- executing against localhost:21000
insert into kudu_test_tbl SELECT cast(id + 10000 as int), bool_col, tinyint_col,
smallint_col, int_col, bigint_col, float_col, double_col, date_string_col,
string_col,
timestamp_col, year, month
from functional_kudu.alltypes;
-- 2019-05-16 22:51:59,117 INFO MainThread: Started query
dd479383ede101cf:eecebb8e00000000
-- executing against localhost:21000
create table allkeytypes (i1 tinyint, i2 smallint, i3 int, i4 bigint, name
string,
valt timestamp, valf float, vald double, primary key (i1, i2, i3, i4, name,
valt))
partition by hash partitions 3, range
(partition value = (1,1,1,1,'1','2009-01-01 00:01:00'),
partition value = (2,2,2,2,'2','2009-01-01 00:02:00.100000000'),
partition value = (3,3,3,3,'3','2009-01-01 00:03:00.300000000')) stored as
kudu;
-- 2019-05-16 22:52:01,145 INFO MainThread: Started query
2141308996562fda:0be0918f00000000
-- executing against localhost:21000
insert into allkeytypes select cast(id as tinyint), smallint_col, int_col,
cast (bigint_col/10 as bigint), string_col, timestamp_col, float_col,
double_col
from functional.alltypes where id > 1 and id < 10;
{noformat}
> Many random catalog consistency issues with catalog v2/event processor
> ----------------------------------------------------------------------
>
> Key: IMPALA-8567
> URL: https://issues.apache.org/jira/browse/IMPALA-8567
> Project: IMPALA
> Issue Type: Bug
> Components: Frontend
> Affects Versions: Impala 3.3.0
> Reporter: Tim Armstrong
> Assignee: Vihang Karajgaonkar
> Priority: Blocker
> Labels: broken-build, catalog, flaky
>
> [~tlipcon] [~vihangk1] FYI. I'm not sure whether the local catalog or the
> event processor is likely to blame here so I'll let you look. The general
> theme is tables and databases not existing when they should.
> https://jenkins.impala.io/job/ubuntu-16.04-dockerised-tests/289/testReport/junit/metadata.test_refresh_partition/TestRefreshPartition/test_drop_hive_partition_and_refresh_protocol__beeswax___exec_option____batch_size___0___num_nodes___0___disable_codegen_rows_threshold___5000___disable_codegen___False___abort_on_error___1___exec_single_node_rows_threshold___0____table_format__text_none_/
> https://jenkins.impala.io/job/ubuntu-16.04-dockerised-tests/267/testReport/junit/query_test.test_kudu/TestKuduOperations/test_kudu_insert_protocol__beeswax___exec_option____kudu_read_mode____READ_AT_SNAPSHOT____batch_size___0___num_nodes___0___disable_codegen_rows_threshold___0___disable_codegen___False___abort_on_error___1___exec_single_node_rows_threshold___0____table_format__text_none_/
> https://jenkins.impala.io/job/ubuntu-16.04-dockerised-tests/286/testReport/junit/metadata.test_metadata_query_statements/TestMetadataQueryStatements/test_describe_db_protocol__beeswax___exec_option____sync_ddl___0___batch_size___0___num_nodes___0___disable_codegen_rows_threshold___0___disable_codegen___False___abort_on_error___1___exec_single_node_rows_threshold___0____table_format__text_none_/
> https://jenkins.impala.io/job/ubuntu-16.04-dockerised-tests/286/testReport/junit/metadata.test_hms_integration/TestHmsIntegrationSanity/test_sanity_protocol__beeswax___exec_option____batch_size___0___num_nodes___0___disable_codegen_rows_threshold___5000___disable_codegen___False___abort_on_error___1___exec_single_node_rows_threshold___0____table_format__text_none_/
> https://jenkins.impala.io/job/ubuntu-16.04-dockerised-tests/288/testReport/junit/query_test.test_insert_parquet/TestHdfsParquetTableStatsWriter/test_write_statistics_multiple_row_groups_protocol__beeswax___exec_option____batch_size___0___num_nodes___0___disable_codegen_rows_threshold___0___disable_codegen___False___abort_on_error___1___exec_single_node_rows_threshold___0____table_format__parquet_none_/
> I'll include the output of each job in a follow-on comment.
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
