drill-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Rahul Challapalli (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (DRILL-4084) HIVE_DEFAULT_PARTITION : Ambiguity in how drill and hive interpret a filter on this column
Date Fri, 13 Nov 2015 00:14:10 GMT

    [ https://issues.apache.org/jira/browse/DRILL-4084?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15003271#comment-15003271
] 

Rahul Challapalli commented on DRILL-4084:
------------------------------------------

Data :
{code}
1|dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk  hjd hdfkh sdhg dkj hsdhg
jds gsdlgd sd hjk sdjhkjdhgsdhg
2|jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj dogj09g
djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd
3|dfg
4|sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv
5|dfg
6|
7|jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj dogj09g
djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd
8|?
9|
10|?
11| a
12|a
{code}

Hive DDL :
{code}
DROP TABLE IF EXISTS empty_lengthy;
CREATE EXTERNAL TABLE empty_lengthy (
    int_col INT,
    varchar_col STRING
   )
ROW FORMAT DELIMITED FIELDS TERMINATED BY "|"
STORED AS TEXTFILE LOCATION "/drill/testdata/partition_pruning/hive/empty_lengthy_partitions.tbl";

DROP TABLE IF EXISTS empty_lengthy_p1;
CREATE TABLE empty_lengthy_p1 (
    int_col INT
   )
PARTITIONED BY (varchar_col STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY "|"
STORED AS TEXTFILE LOCATION "/drill/testdata/partition_pruning/hive/empty_lengthy_partitions_p1";

SET hive.exec.dynamic.partition.mode=true;

insert overwrite table empty_lengthy_p1 partition (varchar_col)
select int_col, case when varchar_col='dfg' then null else varchar_col END from empty_lengthy;

DROP TABLE IF EXISTS empty_lengthy_p2;
CREATE TABLE empty_lengthy_p2 (
    int_col INT
   )
PARTITIONED BY (varchar_col STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY "|"
STORED AS TEXTFILE LOCATION "/drill/testdata/partition_pruning/hive/empty_lengthy_partitions_p2"
TBLPROPERTIES ("serialization.null.format"="?");

SET hive.exec.dynamic.partition.mode=true;

insert overwrite table empty_lengthy_p2 partition (varchar_col)
select int_col, varchar_col from empty_lengthy;
{code}

> HIVE_DEFAULT_PARTITION : Ambiguity in how drill and hive interpret a filter on this column
> ------------------------------------------------------------------------------------------
>
>                 Key: DRILL-4084
>                 URL: https://issues.apache.org/jira/browse/DRILL-4084
>             Project: Apache Drill
>          Issue Type: Bug
>          Components: Storage - Hive
>    Affects Versions: 1.3.0
>            Reporter: Rahul Challapalli
>            Priority: Critical
>
> git.commit.id.abbrev=e78e286
> Query : 
> {code}
> select * from hive.empty_lengthy_p2 d2, hive.empty_lengthy_p1 d1 where d2.varchar_col
= d1.varchar_col and length(d2.varchar_col)>10;
> {code}
> Drill Output :
> {code}
> | 1 | dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk  hjd hdfkh sdhg
dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg  | 1 | dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj
ejfwekjlf hsjdkgfhsdjk  hjd hdfkh sdhg dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg  |
> | 2 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd | 2 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd |
> | 7 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd | 2 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd |
> | 2 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd | 7 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd |
> | 7 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd | 7 | jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd |
> | 4 | sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv | 4 | sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv
|
> {code}
> Hive Output :
> {code}
> 6	__HIVE_DEFAULT_PARTITION__	3	__HIVE_DEFAULT_PARTITION__
> 6	__HIVE_DEFAULT_PARTITION__	5	__HIVE_DEFAULT_PARTITION__
> 6	__HIVE_DEFAULT_PARTITION__	6	__HIVE_DEFAULT_PARTITION__
> 1	dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf hsjdkgfhsdjk  hjd hdfkh sdhg
dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg 	1	dhfawriuueiq dshfjklhfiue eiufhwelfhleiruhj ejfwekjlf
hsjdkgfhsdjk  hjd hdfkh sdhg dkj hsdhg jds gsdlgd sd hjk sdjhkjdhgsdhg 
> 2	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd	2	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd
> 7	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd	2	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd
> 2	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd	7	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd
> 7	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd	7	jkdshgf jhg sdgj dlsg jsdgjg    jkdhgiergergd fgjgioug8945u irjfoiej0930j pofkqpgogogj
dogj09g djvkldsjgjgirewoie dkflvsd vkdvskgjiwegjwe;sdkvjsdgfdgksdjgkdjkdjgksjg sdkjgdsjg skdjggj;sdgjd
sk;gjsd
> 4	sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv	4	sdjklhkhjdfgjhdfgkjhdfkjldfsgjdsfkjhdfmnb,cv
> {code}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message