Added: 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map.q.out
URL: 
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map.q.out?rev=1627210&view=auto
==============================================================================
--- 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map.q.out 
(added)
+++ 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map.q.out 
Wed Sep 24 03:16:25 2014
@@ -0,0 +1,832 @@
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST1
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST2
+POSTHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-2 is a root stage
+  Stage-4 depends on stages: Stage-2
+  Stage-3 depends on stages: Stage-4, Stage-5
+  Stage-0 depends on stages: Stage-3
+  Stage-6 depends on stages: Stage-0
+  Stage-1 depends on stages: Stage-3
+  Stage-7 depends on stages: Stage-1
+  Stage-5 depends on stages: Stage-2
+
+STAGE PLANS:
+  Stage: Stage-2
+    Spark
+#### A masked pattern was here ####
+      Vertices:
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: src
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    table:
+                        input format: 
org.apache.hadoop.mapred.SequenceFileInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+  Stage: Stage-4
+    Spark
+      Edges:
+        Reducer 4 <- Map 1 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: sum(substr(value, 5))
+                      keys: key (type: string)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                        value expressions: _col1 (type: double)
+        Reducer 4 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: mergepartial
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest1
+
+  Stage: Stage-3
+    Dependency Collection
+
+  Stage: Stage-0
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest1
+
+  Stage: Stage-6
+    Stats-Aggr Operator
+
+  Stage: Stage-1
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest2
+
+  Stage: Stage-7
+    Stats-Aggr Operator
+
+  Stage: Stage-5
+    Spark
+      Edges:
+        Reducer 5 <- Map 2 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 2 
+            Map Operator Tree:
+                TableScan
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: sum(substr(value, 5))
+                      keys: key (type: string)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                        value expressions: _col1 (type: double)
+        Reducer 5 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: mergepartial
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest2
+
+PREHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+PREHOOK: query: SELECT DEST1.* FROM DEST1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST1.* FROM DEST1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0
+PREHOOK: query: SELECT DEST2.* FROM DEST2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST2.* FROM DEST2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0

Added: 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out
URL: 
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out?rev=1627210&view=auto
==============================================================================
--- 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out
 (added)
+++ 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out
 Wed Sep 24 03:16:25 2014
@@ -0,0 +1,784 @@
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST1
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST2
+POSTHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-2 is a root stage
+  Stage-3 depends on stages: Stage-2
+  Stage-0 depends on stages: Stage-3
+  Stage-4 depends on stages: Stage-0
+  Stage-1 depends on stages: Stage-3
+  Stage-5 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-2
+    Spark
+      Edges:
+        Reducer 2 <- Map 1 (GROUP SORT)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: src
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      value expressions: substr(value, 5) (type: string)
+        Reducer 2 
+            Reduce Operator Tree:
+              Forward
+                Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                Group By Operator
+                  aggregations: sum(VALUE._col0)
+                  keys: KEY._col0 (type: string)
+                  mode: complete
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  Select Operator
+                    expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                    outputColumnNames: _col0, _col1
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    File Output Operator
+                      compressed: true
+                      Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                      table:
+                          input format: 
org.apache.hadoop.mapred.TextInputFormat
+                          output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                          serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                          name: default.dest1
+                Group By Operator
+                  aggregations: sum(VALUE._col0)
+                  keys: KEY._col0 (type: string)
+                  mode: complete
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  Select Operator
+                    expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                    outputColumnNames: _col0, _col1
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    File Output Operator
+                      compressed: true
+                      Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                      table:
+                          input format: 
org.apache.hadoop.mapred.TextInputFormat
+                          output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                          serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                          name: default.dest2
+
+  Stage: Stage-3
+    Dependency Collection
+
+  Stage: Stage-0
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest1
+
+  Stage: Stage-4
+    Stats-Aggr Operator
+
+  Stage: Stage-1
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest2
+
+  Stage: Stage-5
+    Stats-Aggr Operator
+
+PREHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+PREHOOK: query: SELECT DEST1.* FROM DEST1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST1.* FROM DEST1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0
+PREHOOK: query: SELECT DEST2.* FROM DEST2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST2.* FROM DEST2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0

Added: 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out
URL: 
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out?rev=1627210&view=auto
==============================================================================
--- 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out
 (added)
+++ 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out
 Wed Sep 24 03:16:25 2014
@@ -0,0 +1,862 @@
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST1
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST2
+POSTHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-2 is a root stage
+  Stage-4 depends on stages: Stage-2
+  Stage-3 depends on stages: Stage-4, Stage-5
+  Stage-0 depends on stages: Stage-3
+  Stage-6 depends on stages: Stage-0
+  Stage-1 depends on stages: Stage-3
+  Stage-7 depends on stages: Stage-1
+  Stage-5 depends on stages: Stage-2
+
+STAGE PLANS:
+  Stage: Stage-2
+    Spark
+#### A masked pattern was here ####
+      Vertices:
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: src
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    table:
+                        input format: 
org.apache.hadoop.mapred.SequenceFileInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+  Stage: Stage-4
+    Spark
+      Edges:
+        Reducer 4 <- Map 1 (GROUP SORT)
+        Reducer 5 <- Reducer 4 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: sum(substr(value, 5))
+                      keys: key (type: string)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: rand() (type: double)
+                        Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                        value expressions: _col1 (type: double)
+        Reducer 4 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: partials
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: _col0 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col0 (type: string)
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                  value expressions: _col1 (type: double)
+        Reducer 5 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: final
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest1
+
+  Stage: Stage-3
+    Dependency Collection
+
+  Stage: Stage-0
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest1
+
+  Stage: Stage-6
+    Stats-Aggr Operator
+
+  Stage: Stage-1
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest2
+
+  Stage: Stage-7
+    Stats-Aggr Operator
+
+  Stage: Stage-5
+    Spark
+      Edges:
+        Reducer 6 <- Map 2 (GROUP SORT)
+        Reducer 7 <- Reducer 6 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 2 
+            Map Operator Tree:
+                TableScan
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: sum(substr(value, 5))
+                      keys: key (type: string)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: rand() (type: double)
+                        Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                        value expressions: _col1 (type: double)
+        Reducer 6 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: partials
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: _col0 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col0 (type: string)
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                  value expressions: _col1 (type: double)
+        Reducer 7 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: final
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest2
+
+PREHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+PREHOOK: query: SELECT DEST1.* FROM DEST1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST1.* FROM DEST1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0
+PREHOOK: query: SELECT DEST2.* FROM DEST2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST2.* FROM DEST2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0

Added: 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out
URL: 
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out?rev=1627210&view=auto
==============================================================================
--- 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out
 (added)
+++ 
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out
 Wed Sep 24 03:16:25 2014
@@ -0,0 +1,820 @@
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST1
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST1
+PREHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@DEST2
+POSTHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@DEST2
+PREHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-2 is a root stage
+  Stage-4 depends on stages: Stage-2
+  Stage-3 depends on stages: Stage-4, Stage-5
+  Stage-0 depends on stages: Stage-3
+  Stage-6 depends on stages: Stage-0
+  Stage-1 depends on stages: Stage-3
+  Stage-7 depends on stages: Stage-1
+  Stage-5 depends on stages: Stage-2
+
+STAGE PLANS:
+  Stage: Stage-2
+    Spark
+#### A masked pattern was here ####
+      Vertices:
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: src
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    table:
+                        input format: 
org.apache.hadoop.mapred.SequenceFileInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+  Stage: Stage-4
+    Spark
+      Edges:
+        Reducer 4 <- Map 1 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      value expressions: substr(value, 5) (type: string)
+        Reducer 4 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: complete
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest1
+
+  Stage: Stage-3
+    Dependency Collection
+
+  Stage: Stage-0
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest1
+
+  Stage: Stage-6
+    Stats-Aggr Operator
+
+  Stage: Stage-1
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest2
+
+  Stage: Stage-7
+    Stats-Aggr Operator
+
+  Stage: Stage-5
+    Spark
+      Edges:
+        Reducer 5 <- Map 2 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 2 
+            Map Operator Tree:
+                TableScan
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 500 Data size: 5312 Basic stats: 
COMPLETE Column stats: NONE
+                      value expressions: substr(value, 5) (type: string)
+        Reducer 5 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: sum(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: complete
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col1 (type: 
double)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: true
+                    Statistics: Num rows: 250 Data size: 2656 Basic stats: 
COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: 
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest2
+
+PREHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest1
+PREHOOK: Output: default@dest2
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+[Error 30017]: Skipping stats aggregation by error 
org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats 
aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM SRC
+INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY 
SRC.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest1
+POSTHOOK: Output: default@dest2
+POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
+PREHOOK: query: SELECT DEST1.* FROM DEST1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST1.* FROM DEST1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest1
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0
+PREHOOK: query: SELECT DEST2.* FROM DEST2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT DEST2.* FROM DEST2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest2
+#### A masked pattern was here ####
+0      0.0
+10     10.0
+100    200.0
+103    206.0
+104    208.0
+105    105.0
+11     11.0
+111    111.0
+113    226.0
+114    114.0
+116    116.0
+118    236.0
+119    357.0
+12     24.0
+120    240.0
+125    250.0
+126    126.0
+128    384.0
+129    258.0
+131    131.0
+133    133.0
+134    268.0
+136    136.0
+137    274.0
+138    552.0
+143    143.0
+145    145.0
+146    292.0
+149    298.0
+15     30.0
+150    150.0
+152    304.0
+153    153.0
+155    155.0
+156    156.0
+157    157.0
+158    158.0
+160    160.0
+162    162.0
+163    163.0
+164    328.0
+165    330.0
+166    166.0
+167    501.0
+168    168.0
+169    676.0
+17     17.0
+170    170.0
+172    344.0
+174    348.0
+175    350.0
+176    352.0
+177    177.0
+178    178.0
+179    358.0
+18     36.0
+180    180.0
+181    181.0
+183    183.0
+186    186.0
+187    561.0
+189    189.0
+19     19.0
+190    190.0
+191    382.0
+192    192.0
+193    579.0
+194    194.0
+195    390.0
+196    196.0
+197    394.0
+199    597.0
+2      2.0
+20     20.0
+200    400.0
+201    201.0
+202    202.0
+203    406.0
+205    410.0
+207    414.0
+208    624.0
+209    418.0
+213    426.0
+214    214.0
+216    432.0
+217    434.0
+218    218.0
+219    438.0
+221    442.0
+222    222.0
+223    446.0
+224    448.0
+226    226.0
+228    228.0
+229    458.0
+230    1150.0
+233    466.0
+235    235.0
+237    474.0
+238    476.0
+239    478.0
+24     48.0
+241    241.0
+242    484.0
+244    244.0
+247    247.0
+248    248.0
+249    249.0
+252    252.0
+255    510.0
+256    512.0
+257    257.0
+258    258.0
+26     52.0
+260    260.0
+262    262.0
+263    263.0
+265    530.0
+266    266.0
+27     27.0
+272    544.0
+273    819.0
+274    274.0
+275    275.0
+277    1108.0
+278    556.0
+28     28.0
+280    560.0
+281    562.0
+282    564.0
+283    283.0
+284    284.0
+285    285.0
+286    286.0
+287    287.0
+288    576.0
+289    289.0
+291    291.0
+292    292.0
+296    296.0
+298    894.0
+30     30.0
+302    302.0
+305    305.0
+306    306.0
+307    614.0
+308    308.0
+309    618.0
+310    310.0
+311    933.0
+315    315.0
+316    948.0
+317    634.0
+318    954.0
+321    642.0
+322    644.0
+323    323.0
+325    650.0
+327    981.0
+33     33.0
+331    662.0
+332    332.0
+333    666.0
+335    335.0
+336    336.0
+338    338.0
+339    339.0
+34     34.0
+341    341.0
+342    684.0
+344    688.0
+345    345.0
+348    1740.0
+35     105.0
+351    351.0
+353    706.0
+356    356.0
+360    360.0
+362    362.0
+364    364.0
+365    365.0
+366    366.0
+367    734.0
+368    368.0
+369    1107.0
+37     74.0
+373    373.0
+374    374.0
+375    375.0
+377    377.0
+378    378.0
+379    379.0
+382    764.0
+384    1152.0
+386    386.0
+389    389.0
+392    392.0
+393    393.0
+394    394.0
+395    790.0
+396    1188.0
+397    794.0
+399    798.0
+4      4.0
+400    400.0
+401    2005.0
+402    402.0
+403    1209.0
+404    808.0
+406    1624.0
+407    407.0
+409    1227.0
+41     41.0
+411    411.0
+413    826.0
+414    828.0
+417    1251.0
+418    418.0
+419    419.0
+42     84.0
+421    421.0
+424    848.0
+427    427.0
+429    858.0
+43     43.0
+430    1290.0
+431    1293.0
+432    432.0
+435    435.0
+436    436.0
+437    437.0
+438    1314.0
+439    878.0
+44     44.0
+443    443.0
+444    444.0
+446    446.0
+448    448.0
+449    449.0
+452    452.0
+453    453.0
+454    1362.0
+455    455.0
+457    457.0
+458    916.0
+459    918.0
+460    460.0
+462    924.0
+463    926.0
+466    1398.0
+467    467.0
+468    1872.0
+469    2345.0
+47     47.0
+470    470.0
+472    472.0
+475    475.0
+477    477.0
+478    956.0
+479    479.0
+480    1440.0
+481    481.0
+482    482.0
+483    483.0
+484    484.0
+485    485.0
+487    487.0
+489    1956.0
+490    490.0
+491    491.0
+492    984.0
+493    493.0
+494    494.0
+495    495.0
+496    496.0
+497    497.0
+498    1494.0
+5      15.0
+51     102.0
+53     53.0
+54     54.0
+57     57.0
+58     116.0
+64     64.0
+65     65.0
+66     66.0
+67     134.0
+69     69.0
+70     210.0
+72     144.0
+74     74.0
+76     152.0
+77     77.0
+78     78.0
+8      8.0
+80     80.0
+82     82.0
+83     166.0
+84     168.0
+85     85.0
+86     86.0
+87     87.0
+9      9.0
+90     270.0
+92     92.0
+95     190.0
+96     96.0
+97     194.0
+98     196.0


Reply via email to