Repository: incubator-drill Updated Branches: refs/heads/master 6bb121621 -> 8dedd7182
DRILL-1549: Partition pruning for simple IN filters. Project: http://git-wip-us.apache.org/repos/asf/incubator-drill/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-drill/commit/8dedd718 Tree: http://git-wip-us.apache.org/repos/asf/incubator-drill/tree/8dedd718 Diff: http://git-wip-us.apache.org/repos/asf/incubator-drill/diff/8dedd718 Branch: refs/heads/master Commit: 8dedd718230e1f655643f67194a57ce3f83f0e36 Parents: 6bb1216 Author: Aman Sinha <asi...@maprtech.com> Authored: Tue Oct 14 13:40:35 2014 -0700 Committer: Aman Sinha <asi...@maprtech.com> Committed: Mon Oct 20 18:08:47 2014 -0700 ---------------------------------------------------------------------- .../exec/planner/logical/DirPathBuilder.java | 8 +- .../org/apache/drill/TestPartitionFilter.java | 18 ++++ .../multilevel/csv/1996/Q1/orders_96_q1.csv | 10 ++ .../multilevel/csv/1996/Q2/orders_96_q2.csv | 10 ++ .../multilevel/csv/1996/Q3/orders_96_q3.csv | 10 ++ .../multilevel/csv/1996/Q4/orders_96_q4.csv | 10 ++ .../multilevel/json/1996/Q1/orders_96_q1.json | 101 +++++++++++++++++++ .../multilevel/json/1996/Q2/orders_96_q2.json | 101 +++++++++++++++++++ .../multilevel/json/1996/Q3/orders_96_q3.json | 101 +++++++++++++++++++ .../multilevel/json/1996/Q4/orders_96_q4.json | 101 +++++++++++++++++++ .../parquet/1996/Q1/orders_96_q1.parquet | Bin 0 -> 1928 bytes .../parquet/1996/Q2/orders_96_q2.parquet | Bin 0 -> 1899 bytes .../parquet/1996/Q3/orders_96_q3.parquet | Bin 0 -> 2034 bytes .../parquet/1996/Q4/orders_96_q4.parquet | Bin 0 -> 1999 bytes 14 files changed, 467 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DirPathBuilder.java ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DirPathBuilder.java b/exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DirPathBuilder.java index 743b7dc..eeb664d 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DirPathBuilder.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DirPathBuilder.java @@ -153,6 +153,9 @@ public class DirPathBuilder extends RexVisitorImpl <SchemaPath> { public SchemaPath visitInputRef(RexInputRef inputRef) { final int index = inputRef.getIndex(); final RelDataTypeField field = inputRel.getRowType().getFieldList().get(index); + if (field.getName().matches(dirLabel+"[0-9]")) { + dirMatch = true; + } return FieldReference.getWithQuotedRef(field.getName()); } @@ -210,11 +213,10 @@ public class DirPathBuilder extends RexVisitorImpl <SchemaPath> { private SchemaPath getInputFromCast(RexCall call){ SchemaPath arg = call.getOperands().get(0).accept(this); - - if (arg != null && arg.getRootSegment().getPath().matches(dirLabel+"[0-9]")) { - dirMatch = true; + if (dirMatch) { return arg; } + return null; } http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/java/org/apache/drill/TestPartitionFilter.java ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/java/org/apache/drill/TestPartitionFilter.java b/exec/java-exec/src/test/java/org/apache/drill/TestPartitionFilter.java index a47dc82..6b904ec 100644 --- a/exec/java-exec/src/test/java/org/apache/drill/TestPartitionFilter.java +++ b/exec/java-exec/src/test/java/org/apache/drill/TestPartitionFilter.java @@ -110,4 +110,22 @@ public class TestPartitionFilter extends BaseTestQuery{ test(query1); } + @Test // Parquet: IN filter + public void testPartitionFilter5_Parquet() throws Exception { + String query1 = String.format("select dir0, dir1, o_custkey, o_orderdate from dfs_test.`%s/multilevel/parquet` where dir0 in (1995, 1996)", TEST_RES_PATH); + test(query1); + } + + @Test // Json: IN filter + public void testPartitionFilter5_Json() throws Exception { + String query1 = String.format("select dir0, dir1, o_custkey, o_orderdate from dfs_test.`%s/multilevel/json` where dir0 in (1995, 1996)", TEST_RES_PATH); + test(query1); + } + + @Test // CSV: IN filter + public void testPartitionFilter5_Csv() throws Exception { + String query1 = String.format("select * from dfs_test.`%s/multilevel/csv` where dir0 in (1995, 1996)", TEST_RES_PATH); + test(query1); + } + } http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/csv/1996/Q1/orders_96_q1.csv ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/csv/1996/Q1/orders_96_q1.csv b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q1/orders_96_q1.csv new file mode 100644 index 0000000..62ca91d --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q1/orders_96_q1.csv @@ -0,0 +1,10 @@ +1,370,O,172799.49,1996-01-02T00:00:00.000-08:00,5-LOW,Clerk#000000951,0,nstructions sleep furiously among +7,392,O,271885.66,1996-01-10T00:00:00.000-08:00,2-HIGH,Clerk#000000470,0,ly special requests +101,280,O,118448.39,1996-03-17T00:00:00.000-08:00,3-MEDIUM,Clerk#000000419,0,ding accounts above the slyly final asymptote +199,530,O,95867.7,1996-03-07T00:00:00.000-08:00,2-HIGH,Clerk#000000489,0,g theodolites. special packag +354,1384,O,231311.22,1996-03-14T00:00:00.000-08:00,2-HIGH,Clerk#000000511,0,ly regular ideas wake across the slyly silent ideas. final deposits eat b +385,331,O,75866.47,1996-03-22T00:00:00.000-08:00,5-LOW,Clerk#000000600,0,hless accounts unwind bold pain +482,1252,O,197194.23,1996-03-26T00:00:00.000-08:00,1-URGENT,Clerk#000000295,0,ts. deposits wake: final acco +486,509,O,286150.09,1996-03-11T00:00:00.000-08:00,4-NOT SPECIFIED,Clerk#000000803,0,riously dolphins. fluffily ironic requ +608,260,O,100151.2,1996-02-28T00:00:00.000-08:00,3-MEDIUM,Clerk#000000995,0,nic waters wake slyly slyly expre +1284,1340,O,147647.95,1996-01-07T00:00:00.000-08:00,2-HIGH,Clerk#000000492,0,s. blithely silent deposits s http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/csv/1996/Q2/orders_96_q2.csv ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/csv/1996/Q2/orders_96_q2.csv b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q2/orders_96_q2.csv new file mode 100644 index 0000000..7deaddf --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q2/orders_96_q2.csv @@ -0,0 +1,10 @@ +103,292,O,118745.16,1996-06-20T00:00:00.000-07:00,4-NOT SPECIFIED,Clerk#000000090,0,ges. carefully unusual instructions haggle quickly regular f +423,1034,O,31900.6,1996-06-01T00:00:00.000-07:00,1-URGENT,Clerk#000000674,0,quests. deposits cajole quickly. furiously bold accounts haggle q +514,749,O,123202.51,1996-04-04T00:00:00.000-08:00,2-HIGH,Clerk#000000094,0, cajole furiously. slyly final excuses cajole. slyly special instructions +547,983,O,137852.72,1996-06-22T00:00:00.000-07:00,3-MEDIUM,Clerk#000000976,0,ing accounts eat. carefully regular packa +806,1309,O,39072.3,1996-06-20T00:00:00.000-07:00,2-HIGH,Clerk#000000240,0, the ironic packages wake carefully fina +1089,481,O,140302.14,1996-05-04T00:00:00.000-07:00,4-NOT SPECIFIED,Clerk#000000226,0,ns haggle ruthlessly. even requests are quickly abov +1153,1196,O,328207.15,1996-04-18T00:00:00.000-07:00,5-LOW,Clerk#000000059,0, across the pending deposi +1158,1414,O,43176.15,1996-06-30T00:00:00.000-07:00,2-HIGH,Clerk#000000549,0,integrate slyly furiously ironic deposit +1188,199,O,79030.59,1996-04-11T00:00:00.000-07:00,2-HIGH,Clerk#000000256,0,ully ironic deposits. slyl +1223,91,O,50645.67,1996-05-25T00:00:00.000-07:00,4-NOT SPECIFIED,Clerk#000000238,0,posits was blithely fr http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/csv/1996/Q3/orders_96_q3.csv ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/csv/1996/Q3/orders_96_q3.csv b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q3/orders_96_q3.csv new file mode 100644 index 0000000..10b85cd --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q3/orders_96_q3.csv @@ -0,0 +1,10 @@ +38,1249,O,71553.08,1996-08-21T00:00:00.000-07:00,4-NOT SPECIFIED,Clerk#000000604,0,haggle blithely. furiously express ideas haggle blithely furiously regular re +39,818,O,326565.37,1996-09-20T00:00:00.000-07:00,3-MEDIUM,Clerk#000000659,0,ole express, ironic requests: ir +768,971,O,294534.22,1996-08-20T00:00:00.000-07:00,3-MEDIUM,Clerk#000000411,0,jole slyly ironic packages. slyly even idea +934,514,O,18262.86,1996-07-03T00:00:00.000-07:00,1-URGENT,Clerk#000000229,0,ts integrate carefully. sly, regular deposits af +1091,829,O,48591.79,1996-08-27T00:00:00.000-07:00,1-URGENT,Clerk#000000549,0, even pinto beans haggle quickly alongside of the eve +1123,715,O,115157.87,1996-08-03T00:00:00.000-07:00,3-MEDIUM,Clerk#000000929,0,uriously pending requests. slyly regular instruction +1186,589,O,88428.13,1996-08-15T00:00:00.000-07:00,4-NOT SPECIFIED,Clerk#000000798,0,ingly regular pinto beans: instructi +1220,485,O,164363.11,1996-08-29T00:00:00.000-07:00,1-URGENT,Clerk#000000712,0,inal theodolites wake. fluffily ironic asymptotes cajol +1283,1165,O,296055.8,1996-08-30T00:00:00.000-07:00,4-NOT SPECIFIED,Clerk#000000260,0, pinto beans boost slyly ac +1319,313,O,46533.5,1996-09-27T00:00:00.000-07:00,2-HIGH,Clerk#000000257,0,y across the ruthlessly ironic accounts. unusu http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/csv/1996/Q4/orders_96_q4.csv ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/csv/1996/Q4/orders_96_q4.csv b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q4/orders_96_q4.csv new file mode 100644 index 0000000..4865753 --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/csv/1996/Q4/orders_96_q4.csv @@ -0,0 +1,10 @@ +2,781,O,38426.09,1996-12-01T00:00:00.000-08:00,1-URGENT,Clerk#000000880,0, foxes. pending accounts at the pending, silent asymptot +67,568,O,182481.16,1996-12-19T00:00:00.000-08:00,4-NOT SPECIFIED,Clerk#000000547,0,symptotes haggle slyly around the furiously iron +160,826,O,114742.32,1996-12-19T00:00:00.000-08:00,4-NOT SPECIFIED,Clerk#000000342,0,thely special sauternes wake slyly of t +260,1048,O,268084.69,1996-12-10T00:00:00.000-08:00,3-MEDIUM,Clerk#000000960,0,lently regular pinto beans sleep after the slyly e +357,604,O,138936.83,1996-10-09T00:00:00.000-07:00,2-HIGH,Clerk#000000301,0,e blithely about the express, final accounts. quickl +419,1163,O,159079.22,1996-10-01T00:00:00.000-07:00,3-MEDIUM,Clerk#000000376,0,osits. blithely pending theodolites boost carefully +455,121,O,190711.32,1996-12-04T00:00:00.000-08:00,1-URGENT,Clerk#000000796,0, about the final platelets. dependen +546,1433,O,26227.74,1996-11-01T00:00:00.000-08:00,2-HIGH,Clerk#000000041,0,osits sleep. slyly special dolphins about the q +676,380,O,254171.66,1996-12-13T00:00:00.000-08:00,2-HIGH,Clerk#000000248,0,the final deposits. special, pending +704,844,O,85100.07,1996-11-21T00:00:00.000-08:00,3-MEDIUM,Clerk#000000682,0,blithely pending platelets wake alongside of the final, iron http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/json/1996/Q1/orders_96_q1.json ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/json/1996/Q1/orders_96_q1.json b/exec/java-exec/src/test/resources/multilevel/json/1996/Q1/orders_96_q1.json new file mode 100644 index 0000000..23c5d04 --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/json/1996/Q1/orders_96_q1.json @@ -0,0 +1,101 @@ +{ + "o_orderkey" : 1, + "o_custkey" : 370, + "o_orderstatus" : "O", + "o_totalprice" : 172799.49, + "o_orderdate" : "1996-01-02T00:00:00.000-08:00", + "o_orderpriority" : "5-LOW", + "o_clerk" : "Clerk#000000951", + "o_shippriority" : 0, + "o_comment" : "nstructions sleep furiously among " +} { + "o_orderkey" : 7, + "o_custkey" : 392, + "o_orderstatus" : "O", + "o_totalprice" : 271885.66, + "o_orderdate" : "1996-01-10T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000470", + "o_shippriority" : 0, + "o_comment" : "ly special requests " +} { + "o_orderkey" : 101, + "o_custkey" : 280, + "o_orderstatus" : "O", + "o_totalprice" : 118448.39, + "o_orderdate" : "1996-03-17T00:00:00.000-08:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000419", + "o_shippriority" : 0, + "o_comment" : "ding accounts above the slyly final asymptote" +} { + "o_orderkey" : 199, + "o_custkey" : 530, + "o_orderstatus" : "O", + "o_totalprice" : 95867.7, + "o_orderdate" : "1996-03-07T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000489", + "o_shippriority" : 0, + "o_comment" : "g theodolites. special packag" +} { + "o_orderkey" : 354, + "o_custkey" : 1384, + "o_orderstatus" : "O", + "o_totalprice" : 231311.22, + "o_orderdate" : "1996-03-14T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000511", + "o_shippriority" : 0, + "o_comment" : "ly regular ideas wake across the slyly silent ideas. final deposits eat b" +} { + "o_orderkey" : 385, + "o_custkey" : 331, + "o_orderstatus" : "O", + "o_totalprice" : 75866.47, + "o_orderdate" : "1996-03-22T00:00:00.000-08:00", + "o_orderpriority" : "5-LOW", + "o_clerk" : "Clerk#000000600", + "o_shippriority" : 0, + "o_comment" : "hless accounts unwind bold pain" +} { + "o_orderkey" : 482, + "o_custkey" : 1252, + "o_orderstatus" : "O", + "o_totalprice" : 197194.23, + "o_orderdate" : "1996-03-26T00:00:00.000-08:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000295", + "o_shippriority" : 0, + "o_comment" : "ts. deposits wake: final acco" +} { + "o_orderkey" : 486, + "o_custkey" : 509, + "o_orderstatus" : "O", + "o_totalprice" : 286150.09, + "o_orderdate" : "1996-03-11T00:00:00.000-08:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000803", + "o_shippriority" : 0, + "o_comment" : "riously dolphins. fluffily ironic requ" +} { + "o_orderkey" : 608, + "o_custkey" : 260, + "o_orderstatus" : "O", + "o_totalprice" : 100151.2, + "o_orderdate" : "1996-02-28T00:00:00.000-08:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000995", + "o_shippriority" : 0, + "o_comment" : "nic waters wake slyly slyly expre" +} { + "o_orderkey" : 1284, + "o_custkey" : 1340, + "o_orderstatus" : "O", + "o_totalprice" : 147647.95, + "o_orderdate" : "1996-01-07T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000492", + "o_shippriority" : 0, + "o_comment" : "s. blithely silent deposits s" +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/json/1996/Q2/orders_96_q2.json ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/json/1996/Q2/orders_96_q2.json b/exec/java-exec/src/test/resources/multilevel/json/1996/Q2/orders_96_q2.json new file mode 100644 index 0000000..f2832ae --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/json/1996/Q2/orders_96_q2.json @@ -0,0 +1,101 @@ +{ + "o_orderkey" : 103, + "o_custkey" : 292, + "o_orderstatus" : "O", + "o_totalprice" : 118745.16, + "o_orderdate" : "1996-06-20T00:00:00.000-07:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000090", + "o_shippriority" : 0, + "o_comment" : "ges. carefully unusual instructions haggle quickly regular f" +} { + "o_orderkey" : 423, + "o_custkey" : 1034, + "o_orderstatus" : "O", + "o_totalprice" : 31900.6, + "o_orderdate" : "1996-06-01T00:00:00.000-07:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000674", + "o_shippriority" : 0, + "o_comment" : "quests. deposits cajole quickly. furiously bold accounts haggle q" +} { + "o_orderkey" : 514, + "o_custkey" : 749, + "o_orderstatus" : "O", + "o_totalprice" : 123202.51, + "o_orderdate" : "1996-04-04T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000094", + "o_shippriority" : 0, + "o_comment" : " cajole furiously. slyly final excuses cajole. slyly special instructions " +} { + "o_orderkey" : 547, + "o_custkey" : 983, + "o_orderstatus" : "O", + "o_totalprice" : 137852.72, + "o_orderdate" : "1996-06-22T00:00:00.000-07:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000976", + "o_shippriority" : 0, + "o_comment" : "ing accounts eat. carefully regular packa" +} { + "o_orderkey" : 806, + "o_custkey" : 1309, + "o_orderstatus" : "O", + "o_totalprice" : 39072.3, + "o_orderdate" : "1996-06-20T00:00:00.000-07:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000240", + "o_shippriority" : 0, + "o_comment" : " the ironic packages wake carefully fina" +} { + "o_orderkey" : 1089, + "o_custkey" : 481, + "o_orderstatus" : "O", + "o_totalprice" : 140302.14, + "o_orderdate" : "1996-05-04T00:00:00.000-07:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000226", + "o_shippriority" : 0, + "o_comment" : "ns haggle ruthlessly. even requests are quickly abov" +} { + "o_orderkey" : 1153, + "o_custkey" : 1196, + "o_orderstatus" : "O", + "o_totalprice" : 328207.15, + "o_orderdate" : "1996-04-18T00:00:00.000-07:00", + "o_orderpriority" : "5-LOW", + "o_clerk" : "Clerk#000000059", + "o_shippriority" : 0, + "o_comment" : " across the pending deposi" +} { + "o_orderkey" : 1158, + "o_custkey" : 1414, + "o_orderstatus" : "O", + "o_totalprice" : 43176.15, + "o_orderdate" : "1996-06-30T00:00:00.000-07:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000549", + "o_shippriority" : 0, + "o_comment" : "integrate slyly furiously ironic deposit" +} { + "o_orderkey" : 1188, + "o_custkey" : 199, + "o_orderstatus" : "O", + "o_totalprice" : 79030.59, + "o_orderdate" : "1996-04-11T00:00:00.000-07:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000256", + "o_shippriority" : 0, + "o_comment" : "ully ironic deposits. slyl" +} { + "o_orderkey" : 1223, + "o_custkey" : 91, + "o_orderstatus" : "O", + "o_totalprice" : 50645.67, + "o_orderdate" : "1996-05-25T00:00:00.000-07:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000238", + "o_shippriority" : 0, + "o_comment" : "posits was blithely fr" +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/json/1996/Q3/orders_96_q3.json ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/json/1996/Q3/orders_96_q3.json b/exec/java-exec/src/test/resources/multilevel/json/1996/Q3/orders_96_q3.json new file mode 100644 index 0000000..650ef70 --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/json/1996/Q3/orders_96_q3.json @@ -0,0 +1,101 @@ +{ + "o_orderkey" : 38, + "o_custkey" : 1249, + "o_orderstatus" : "O", + "o_totalprice" : 71553.08, + "o_orderdate" : "1996-08-21T00:00:00.000-07:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000604", + "o_shippriority" : 0, + "o_comment" : "haggle blithely. furiously express ideas haggle blithely furiously regular re" +} { + "o_orderkey" : 39, + "o_custkey" : 818, + "o_orderstatus" : "O", + "o_totalprice" : 326565.37, + "o_orderdate" : "1996-09-20T00:00:00.000-07:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000659", + "o_shippriority" : 0, + "o_comment" : "ole express, ironic requests: ir" +} { + "o_orderkey" : 768, + "o_custkey" : 971, + "o_orderstatus" : "O", + "o_totalprice" : 294534.22, + "o_orderdate" : "1996-08-20T00:00:00.000-07:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000411", + "o_shippriority" : 0, + "o_comment" : "jole slyly ironic packages. slyly even idea" +} { + "o_orderkey" : 934, + "o_custkey" : 514, + "o_orderstatus" : "O", + "o_totalprice" : 18262.86, + "o_orderdate" : "1996-07-03T00:00:00.000-07:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000229", + "o_shippriority" : 0, + "o_comment" : "ts integrate carefully. sly, regular deposits af" +} { + "o_orderkey" : 1091, + "o_custkey" : 829, + "o_orderstatus" : "O", + "o_totalprice" : 48591.79, + "o_orderdate" : "1996-08-27T00:00:00.000-07:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000549", + "o_shippriority" : 0, + "o_comment" : " even pinto beans haggle quickly alongside of the eve" +} { + "o_orderkey" : 1123, + "o_custkey" : 715, + "o_orderstatus" : "O", + "o_totalprice" : 115157.87, + "o_orderdate" : "1996-08-03T00:00:00.000-07:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000929", + "o_shippriority" : 0, + "o_comment" : "uriously pending requests. slyly regular instruction" +} { + "o_orderkey" : 1186, + "o_custkey" : 589, + "o_orderstatus" : "O", + "o_totalprice" : 88428.13, + "o_orderdate" : "1996-08-15T00:00:00.000-07:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000798", + "o_shippriority" : 0, + "o_comment" : "ingly regular pinto beans: instructi" +} { + "o_orderkey" : 1220, + "o_custkey" : 485, + "o_orderstatus" : "O", + "o_totalprice" : 164363.11, + "o_orderdate" : "1996-08-29T00:00:00.000-07:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000712", + "o_shippriority" : 0, + "o_comment" : "inal theodolites wake. fluffily ironic asymptotes cajol" +} { + "o_orderkey" : 1283, + "o_custkey" : 1165, + "o_orderstatus" : "O", + "o_totalprice" : 296055.8, + "o_orderdate" : "1996-08-30T00:00:00.000-07:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000260", + "o_shippriority" : 0, + "o_comment" : " pinto beans boost slyly ac" +} { + "o_orderkey" : 1319, + "o_custkey" : 313, + "o_orderstatus" : "O", + "o_totalprice" : 46533.5, + "o_orderdate" : "1996-09-27T00:00:00.000-07:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000257", + "o_shippriority" : 0, + "o_comment" : "y across the ruthlessly ironic accounts. unusu" +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/json/1996/Q4/orders_96_q4.json ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/json/1996/Q4/orders_96_q4.json b/exec/java-exec/src/test/resources/multilevel/json/1996/Q4/orders_96_q4.json new file mode 100644 index 0000000..0091f44 --- /dev/null +++ b/exec/java-exec/src/test/resources/multilevel/json/1996/Q4/orders_96_q4.json @@ -0,0 +1,101 @@ +{ + "o_orderkey" : 2, + "o_custkey" : 781, + "o_orderstatus" : "O", + "o_totalprice" : 38426.09, + "o_orderdate" : "1996-12-01T00:00:00.000-08:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000880", + "o_shippriority" : 0, + "o_comment" : " foxes. pending accounts at the pending, silent asymptot" +} { + "o_orderkey" : 67, + "o_custkey" : 568, + "o_orderstatus" : "O", + "o_totalprice" : 182481.16, + "o_orderdate" : "1996-12-19T00:00:00.000-08:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000547", + "o_shippriority" : 0, + "o_comment" : "symptotes haggle slyly around the furiously iron" +} { + "o_orderkey" : 160, + "o_custkey" : 826, + "o_orderstatus" : "O", + "o_totalprice" : 114742.32, + "o_orderdate" : "1996-12-19T00:00:00.000-08:00", + "o_orderpriority" : "4-NOT SPECIFIED", + "o_clerk" : "Clerk#000000342", + "o_shippriority" : 0, + "o_comment" : "thely special sauternes wake slyly of t" +} { + "o_orderkey" : 260, + "o_custkey" : 1048, + "o_orderstatus" : "O", + "o_totalprice" : 268084.69, + "o_orderdate" : "1996-12-10T00:00:00.000-08:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000960", + "o_shippriority" : 0, + "o_comment" : "lently regular pinto beans sleep after the slyly e" +} { + "o_orderkey" : 357, + "o_custkey" : 604, + "o_orderstatus" : "O", + "o_totalprice" : 138936.83, + "o_orderdate" : "1996-10-09T00:00:00.000-07:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000301", + "o_shippriority" : 0, + "o_comment" : "e blithely about the express, final accounts. quickl" +} { + "o_orderkey" : 419, + "o_custkey" : 1163, + "o_orderstatus" : "O", + "o_totalprice" : 159079.22, + "o_orderdate" : "1996-10-01T00:00:00.000-07:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000376", + "o_shippriority" : 0, + "o_comment" : "osits. blithely pending theodolites boost carefully" +} { + "o_orderkey" : 455, + "o_custkey" : 121, + "o_orderstatus" : "O", + "o_totalprice" : 190711.32, + "o_orderdate" : "1996-12-04T00:00:00.000-08:00", + "o_orderpriority" : "1-URGENT", + "o_clerk" : "Clerk#000000796", + "o_shippriority" : 0, + "o_comment" : " about the final platelets. dependen" +} { + "o_orderkey" : 546, + "o_custkey" : 1433, + "o_orderstatus" : "O", + "o_totalprice" : 26227.74, + "o_orderdate" : "1996-11-01T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000041", + "o_shippriority" : 0, + "o_comment" : "osits sleep. slyly special dolphins about the q" +} { + "o_orderkey" : 676, + "o_custkey" : 380, + "o_orderstatus" : "O", + "o_totalprice" : 254171.66, + "o_orderdate" : "1996-12-13T00:00:00.000-08:00", + "o_orderpriority" : "2-HIGH", + "o_clerk" : "Clerk#000000248", + "o_shippriority" : 0, + "o_comment" : "the final deposits. special, pending" +} { + "o_orderkey" : 704, + "o_custkey" : 844, + "o_orderstatus" : "O", + "o_totalprice" : 85100.07, + "o_orderdate" : "1996-11-21T00:00:00.000-08:00", + "o_orderpriority" : "3-MEDIUM", + "o_clerk" : "Clerk#000000682", + "o_shippriority" : 0, + "o_comment" : "blithely pending platelets wake alongside of the final, iron" +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q1/orders_96_q1.parquet ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q1/orders_96_q1.parquet b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q1/orders_96_q1.parquet new file mode 100644 index 0000000..0310feb Binary files /dev/null and b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q1/orders_96_q1.parquet differ http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q2/orders_96_q2.parquet ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q2/orders_96_q2.parquet b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q2/orders_96_q2.parquet new file mode 100644 index 0000000..7b7c3ec Binary files /dev/null and b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q2/orders_96_q2.parquet differ http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q3/orders_96_q3.parquet ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q3/orders_96_q3.parquet b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q3/orders_96_q3.parquet new file mode 100644 index 0000000..9bc30d7 Binary files /dev/null and b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q3/orders_96_q3.parquet differ http://git-wip-us.apache.org/repos/asf/incubator-drill/blob/8dedd718/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q4/orders_96_q4.parquet ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q4/orders_96_q4.parquet b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q4/orders_96_q4.parquet new file mode 100644 index 0000000..3a5fbec Binary files /dev/null and b/exec/java-exec/src/test/resources/multilevel/parquet/1996/Q4/orders_96_q4.parquet differ
