Author: sershe
Date: Mon Feb 23 23:50:07 2015
New Revision: 1661821
URL: http://svn.apache.org/r1661821
Log:
HIVE-9653 : LLAP: create a reasonable q file test for ORC IO
Modified:
hive/branches/llap/data/conf/hive-site.xml
hive/branches/llap/ql/src/test/queries/clientpositive/orc_llap.q
hive/branches/llap/ql/src/test/results/clientpositive/orc_llap.q.out
Modified: hive/branches/llap/data/conf/hive-site.xml
URL:
http://svn.apache.org/viewvc/hive/branches/llap/data/conf/hive-site.xml?rev=1661821&r1=1661820&r2=1661821&view=diff
==============================================================================
--- hive/branches/llap/data/conf/hive-site.xml (original)
+++ hive/branches/llap/data/conf/hive-site.xml Mon Feb 23 23:50:07 2015
@@ -252,13 +252,36 @@
</property>
<property>
- <name>hive.llap.cache.size</name>
+ <name>hive.llap.io.cache.orc.size</name>
<value>67108864</value>
</property>
<property>
- <name>hive.llap.buffer.size</name>
- <value>4194304</value>
+ <name>hive.llap.io.cache.orc.arena.size</name>
+ <value>16777216</value>
</property>
+<property>
+ <name>hive.llap.io.cache.orc.arena.size</name>
+ <value>16777216</value>
+</property>
+
+
+<property>
+ <name>hive.llap.io.cache.orc.alloc.min</name>
+ <value>32768</value>
+</property>
+
+<property>
+ <name>hive.llap.io.use.lrfu</name>
+ <value>false</value>
+</property>
+
+
+<property>
+ <name>hive.llap.io.cache.direct</name>
+ <value>false</value>
+</property>
+
+
</configuration>
Modified: hive/branches/llap/ql/src/test/queries/clientpositive/orc_llap.q
URL:
http://svn.apache.org/viewvc/hive/branches/llap/ql/src/test/queries/clientpositive/orc_llap.q?rev=1661821&r1=1661820&r2=1661821&view=diff
==============================================================================
--- hive/branches/llap/ql/src/test/queries/clientpositive/orc_llap.q (original)
+++ hive/branches/llap/ql/src/test/queries/clientpositive/orc_llap.q Mon Feb 23
23:50:07 2015
@@ -1,14 +1,10 @@
SET hive.vectorized.execution.enabled=true;
SET hive.llap.io.enabled=false;
-SET hive.llap.io.cache.orc.arena.size=16777216;
-SET hive.llap.io.cache.orc.size=67108864;
-SET hive.llap.io.cache.orc.alloc.min=32768;
-SET hive.llap.io.use.lrfu=false;
-SET hive.llap.io.cache.direct=false;
SET hive.exec.orc.default.buffer.size=32768;
SET hive.exec.orc.default.row.index.stride=1000;
+SET hive.optimize.index.filter=true;
CREATE TABLE orc_llap(
ctinyint TINYINT,
@@ -37,11 +33,15 @@ from alltypesorc cross join cross_number
select count(*) from orc_llap;
-select sum(hash(*)) from (select cint, csmallint, cbigint from orc_llap where
cint > 10 and cbigint is not null) tmp;
-select sum(hash(*)) from (select * from orc_llap where cint > 10 and cbigint
is not null) tmp;
-
SET hive.llap.io.enabled=true;
-select sum(hash(*)) from (select cint, csmallint, cbigint from orc_llap where
cint > 10 and cbigint is not null) tmp;
-select sum(hash(*)) from (select * from orc_llap where cint > 10 and cbigint
is not null) tmp;
-
+select sum(hash(*)) from (
+select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is
not null) tmp;
+select sum(hash(*)) from (
+select * from orc_llap where cint > 10 and cbigint is not null) tmp;
+select sum(hash(*)) from (
+select cstring2 from orc_llap where cint > 5 and cint < 10) tmp;
+select sum(hash(*)) from (
+select * from orc_llap inner join cross_numbers on csmallint = i) tmp;
+select sum(hash(*)) from (
+select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on
o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not
null) tmp;
Modified: hive/branches/llap/ql/src/test/results/clientpositive/orc_llap.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/llap/ql/src/test/results/clientpositive/orc_llap.q.out?rev=1661821&r1=1661820&r2=1661821&view=diff
==============================================================================
--- hive/branches/llap/ql/src/test/results/clientpositive/orc_llap.q.out
(original)
+++ hive/branches/llap/ql/src/test/results/clientpositive/orc_llap.q.out Mon
Feb 23 23:50:07 2015
@@ -89,39 +89,60 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_llap
#### A masked pattern was here ####
122880
-PREHOOK: query: select sum(hash(*)) from (select cint, csmallint, cbigint from
orc_llap where cint > 10 and cbigint is not null) tmp
+PREHOOK: query: select sum(hash(*)) from (
+select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is
not null) tmp
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_llap
#### A masked pattern was here ####
-POSTHOOK: query: select sum(hash(*)) from (select cint, csmallint, cbigint
from orc_llap where cint > 10 and cbigint is not null) tmp
+POSTHOOK: query: select sum(hash(*)) from (
+select cint, csmallint, cbigint from orc_llap where cint > 10 and cbigint is
not null) tmp
POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_llap
#### A masked pattern was here ####
-558222259686
-PREHOOK: query: select sum(hash(*)) from (select * from orc_llap where cint >
10 and cbigint is not null) tmp
+PREHOOK: query: select sum(hash(*)) from (
+select * from orc_llap where cint > 10 and cbigint is not null) tmp
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_llap
#### A masked pattern was here ####
-POSTHOOK: query: select sum(hash(*)) from (select * from orc_llap where cint >
10 and cbigint is not null) tmp
+POSTHOOK: query: select sum(hash(*)) from (
+select * from orc_llap where cint > 10 and cbigint is not null) tmp
POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_llap
#### A masked pattern was here ####
-197609091139
-PREHOOK: query: select sum(hash(*)) from (select cint, csmallint, cbigint from
orc_llap where cint > 10 and cbigint is not null) tmp
+PREHOOK: query: select sum(hash(*)) from (
+select cstring2 from orc_llap where cint > 5 and cint < 10) tmp
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_llap
#### A masked pattern was here ####
-POSTHOOK: query: select sum(hash(*)) from (select cint, csmallint, cbigint
from orc_llap where cint > 10 and cbigint is not null) tmp
+POSTHOOK: query: select sum(hash(*)) from (
+select cstring2 from orc_llap where cint > 5 and cint < 10) tmp
POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_llap
#### A masked pattern was here ####
--558222259686
-PREHOOK: query: select sum(hash(*)) from (select * from orc_llap where cint >
10 and cbigint is not null) tmp
+NULL
+PREHOOK: query: select sum(hash(*)) from (
+select * from orc_llap inner join cross_numbers on csmallint = i) tmp
PREHOOK: type: QUERY
+PREHOOK: Input: default@cross_numbers
PREHOOK: Input: default@orc_llap
#### A masked pattern was here ####
-POSTHOOK: query: select sum(hash(*)) from (select * from orc_llap where cint >
10 and cbigint is not null) tmp
+POSTHOOK: query: select sum(hash(*)) from (
+select * from orc_llap inner join cross_numbers on csmallint = i) tmp
POSTHOOK: type: QUERY
+POSTHOOK: Input: default@cross_numbers
POSTHOOK: Input: default@orc_llap
#### A masked pattern was here ####
--197609091139
+-3966955638
+PREHOOK: query: select sum(hash(*)) from (
+select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on
o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not
null) tmp
+PREHOOK: type: QUERY
+PREHOOK: Input: default@orc_llap
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(*)) from (
+select o1.cstring1, o2.cstring2 from orc_llap o1 inner join orc_llap o2 on
o1.csmallint = o2.csmallint where o1.cbigint is not null and o2.cbigint is not
null) tmp
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@orc_llap
+#### A masked pattern was here ####
+252929559084752
