zhangy5 opened a new issue #2526: segment V2, load with bloom filter failed 
URL: https://github.com/apache/incubator-doris/issues/2526
 
 
   Use segment v2.
   
   **To Reproduce**
   1. Load failed with msg: Failed to commit txn 22436. Tablet [333874] success 
replica num 0 is less then quorum replica num 2 while error backends 
10007,10009,10010
   
   CREATE DATABASE test_sys_bloom_filter_a_test_base_db;
   
   CREATE TABLE 
test_sys_bloom_filter_a_test_base_db.test_sys_bloom_filter_a_test_base_tb ( 
tinyint_key TINYINT NOT NULL, smallint_key SMALLINT NOT NULL, int_key INT NOT 
NULL, bigint_key BIGINT NOT NULL, char_50_key CHAR(50) NOT NULL, character_key 
VARCHAR(500) NOT NULL, char_key CHAR NOT NULL, character_most_key 
VARCHAR(65533) NOT NULL, decimal_key DECIMAL(20, 6) NOT NULL, decimal_most_key 
DECIMAL(27, 9) NOT NULL, date_key DATE NOT NULL, datetime_key DATETIME NOT 
NULL, tinyint_value TINYINT SUM NOT NULL, smallint_value SMALLINT SUM NOT NULL, 
int_value int SUM NOT NULL, bigint_value BIGINT SUM NOT NULL, char_50_value 
CHAR(50) REPLACE NOT NULL, character_value VARCHAR(500) REPLACE NOT NULL, 
char_value CHAR REPLACE NOT NULL, character_most_value VARCHAR(65533) REPLACE 
NOT NULL, decimal_value DECIMAL(20, 6) SUM NOT NULL, decimal_most_value 
DECIMAL(27, 9) SUM NOT NULL, date_value_replace DATE REPLACE NOT NULL, 
date_value_max DATE REPLACE NOT NULL, date_value_min DATE REPLACE NOT NULL, 
datetime_value_replace DATETIME REPLACE NOT NULL, datetime_value_max DATETIME 
REPLACE NOT NULL, datetime_value_min DATETIME REPLACE NOT NULL, float_value 
FLOAT SUM NOT NULL, double_value DOUBLE SUM NOT NULL ) AGGREGATE 
KEY(tinyint_key,smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key)
 DISTRIBUTED BY HASH(tinyint_key) BUCKETS 5 PROPERTIES ( 
"bloom_filter_columns"="smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key,char_50_value,character_value,char_value,character_most_value,date_value_replace,date_value_max,date_value_min,datetime_value_replace,datetime_value_max,datetime_value_min"
 );
   
   LOAD LABEL 
test_sys_bloom_filter_a_test_base_db.label_23_14_23_26_564672_1945944468 (DATA 
INFILE("hdfs://host:port/user/palo/test/data/sys/all_type.txt") INTO TABLE 
`test_sys_bloom_filter_a_test_base_tb`) WITH BROKER "hdfs" ("username"="xxxx", 
"password"="xxxx") PROPERTIES( "max_filter_ratio"="0.05" );
   
![image](https://user-images.githubusercontent.com/10826066/71340608-503f4c80-2592-11ea-8ab9-bcab2a88f96c.png)
   
   2. Load failed with msg: all partitions have no load data
   
   CREATE DATABASE test_sys_bloom_filter_a_test_default_value_db;
   
   CREATE TABLE 
test_sys_bloom_filter_a_test_default_value_db.test_sys_bloom_filter_a_test_default_value_tb
 ( increment_key INT NOT NULL DEFAULT "0", smallint_key SMALLINT NOT NULL 
DEFAULT "-1", int_key INT NOT NULL DEFAULT "-100", bigint_key BIGINT NOT NULL 
DEFAULT "100", char_50_key CHAR(50) NOT NULL DEFAULT "", character_key 
VARCHAR(500) NOT NULL DEFAULT "abc", char_key CHAR NOT NULL DEFAULT "Z", 
character_most_key VARCHAR(65533) NOT NULL DEFAULT "", decimal_key DECIMAL(20, 
6) NOT NULL DEFAULT "123.321", decimal_most_key DECIMAL(27, 9) NOT NULL DEFAULT 
"0", date_key DATE NOT NULL DEFAULT "2015-10-12", datetime_key DATETIME NOT 
NULL DEFAULT "2015-10-12 13:30:32", tinyint_value TINYINT SUM NOT NULL DEFAULT 
"2", smallint_value SMALLINT SUM NOT NULL DEFAULT "20", int_value int SUM NOT 
NULL DEFAULT "200", bigint_value BIGINT SUM NOT NULL DEFAULT "2000", 
char_50_value CHAR(50) REPLACE NOT NULL DEFAULT "", character_value 
VARCHAR(500) REPLACE NOT NULL DEFAULT "test", char_value CHAR REPLACE NOT NULL 
DEFAULT "", character_most_value VARCHAR(65533) REPLACE NOT NULL DEFAULT "", 
decimal_value DECIMAL(20, 6) SUM NOT NULL DEFAULT "-123.321", 
decimal_most_value DECIMAL(27, 9) SUM NOT NULL DEFAULT "0.01", 
date_value_replace DATE REPLACE NOT NULL DEFAULT "2015-10-12", date_value_max 
DATE REPLACE NOT NULL DEFAULT "2015-10-12", date_value_min DATE REPLACE NOT 
NULL DEFAULT "2015-10-12", datetime_value_replace DATETIME REPLACE NOT NULL 
DEFAULT "2015-10-12 13:30:32", datetime_value_max DATETIME REPLACE NOT NULL 
DEFAULT "2015-10-12 13:30:32", datetime_value_min DATETIME REPLACE NOT NULL 
DEFAULT "2015-10-12 13:30:32", float_value FLOAT SUM NOT NULL DEFAULT "1", 
double_value DOUBLE SUM NOT NULL DEFAULT "0" ) AGGREGATE 
KEY(increment_key,smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key)
 DISTRIBUTED BY HASH(increment_key) BUCKETS 5 PROPERTIES ( 
"bloom_filter_columns"="increment_key,smallint_key,int_key,bigint_key,char_50_key,character_key,char_key,character_most_key,decimal_key,decimal_most_key,date_key,datetime_key,char_50_value,character_value,char_value,character_most_value,date_value_replace,date_value_max,date_value_min,datetime_value_replace,datetime_value_max,datetime_value_min"
 );
   
   LOAD LABEL 
test_sys_bloom_filter_a_test_default_value_db.label_23_14_23_32_428138_726324010
 (DATA INFILE("hdfs://host:port/user/palo/test/data/sys/increment_key.txt") 
INTO TABLE `test_sys_bloom_filter_a_test_default_value_tb` (`increment_key`)) 
WITH BROKER "hdfs" ("username"="xxx", "password"="xxx") PROPERTIES( 
"max_filter_ratio"="0.05" );
   
![image](https://user-images.githubusercontent.com/10826066/71340624-60572c00-2592-11ea-8ef0-899030934259.png)
   
   

----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
 
For queries about this service, please contact Infrastructure at:
[email protected]


With regards,
Apache Git Services

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to