[
https://issues.apache.org/jira/browse/DRILL-4084?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15003271#comment-15003271
]
Rahul Challapalli commented on DRILL-4084:
------------------------------------------
Data :
{code}
1|dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk hjd hdfkh
sdhg dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg
2|jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u irjfoiej0930j
pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
3|dfg
4|sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv
5|dfg
6|
7|jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u irjfoiej0930j
pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
8|?
9|
10|?
11| a
12|a
{code}
Hive DDL :
{code}
DROP TABLE IF EXISTS empty_lengthy;
CREATE EXTERNAL TABLE empty_lengthy (
int_col INT,
varchar_col STRING
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY "|"
STORED AS TEXTFILE LOCATION
"/drill/testdata/partition_pruning/hive/empty_lengthy_partitions.tbl";
DROP TABLE IF EXISTS empty_lengthy_p1;
CREATE TABLE empty_lengthy_p1 (
int_col INT
)
PARTITIONED BY (varchar_col STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY "|"
STORED AS TEXTFILE LOCATION
"/drill/testdata/partition_pruning/hive/empty_lengthy_partitions_p1";
SET hive.exec.dynamic.partition.mode=true;
insert overwrite table empty_lengthy_p1 partition (varchar_col)
select int_col, case when varchar_col='dfg' then null else varchar_col END from
empty_lengthy;
DROP TABLE IF EXISTS empty_lengthy_p2;
CREATE TABLE empty_lengthy_p2 (
int_col INT
)
PARTITIONED BY (varchar_col STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY "|"
STORED AS TEXTFILE LOCATION
"/drill/testdata/partition_pruning/hive/empty_lengthy_partitions_p2"
TBLPROPERTIES ("serialization.null.format"="?");
SET hive.exec.dynamic.partition.mode=true;
insert overwrite table empty_lengthy_p2 partition (varchar_col)
select int_col, varchar_col from empty_lengthy;
{code}
> HIVE_DEFAULT_PARTITION : Ambiguity in how drill and hive interpret a filter
> on this column
> ------------------------------------------------------------------------------------------
>
> Key: DRILL-4084
> URL: https://issues.apache.org/jira/browse/DRILL-4084
> Project: Apache Drill
> Issue Type: Bug
> Components: Storage - Hive
> Affects Versions: 1.3.0
> Reporter: Rahul Challapalli
> Priority: Critical
>
> git.commit.id.abbrev=e78e286
> Query :
> {code}
> select * from hive.empty_lengthy_p2 d2, hive.empty_lengthy_p1 d1 where
> d2.varchar_col = d1.varchar_col and length(d2.varchar_col)>10;
> {code}
> Drill Output :
> {code}
> | 1 | dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk hjd
> hdfkh sdhg dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg | 1 | dhfawriuueiq
> dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk hjd hdfkh sdhg dkj
> hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg |
> | 2 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> 2 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u irjfoiej0930j
> pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> | 7 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> 2 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u irjfoiej0930j
> pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> | 2 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> 7 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u irjfoiej0930j
> pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> | 7 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> 7 | jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u irjfoiej0930j
> pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd |
> | 4 | sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv | 4 |
> sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv |
> {code}
> Hive Output :
> {code}
> 6 __HIVE_DEFAULT_PARTITION__ 3 __HIVE_DEFAULT_PARTITION__
> 6 __HIVE_DEFAULT_PARTITION__ 5 __HIVE_DEFAULT_PARTITION__
> 6 __HIVE_DEFAULT_PARTITION__ 6 __HIVE_DEFAULT_PARTITION__
> 1 dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk hjd
> hdfkh sdhg dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg 1 dhfawriuueiq
> dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk hjd hdfkh sdhg dkj
> hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg
> 2 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 2 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 7 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 2 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 2 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 7 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 7 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 7 jkdshgf jhg sdgj dlsg jsdgjg jkdhgiergergd fgjgioug8945u
> irjfoiej0930j pofkqpgogogj dogj09g djvkldsjgjgirewoie dkflvsd
> vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd sk;gjsd
> 4 sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv 4
> sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
