Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out?rev=1627210&view=auto ============================================================================== --- hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out (added) +++ hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out Wed Sep 24 03:16:25 2014 @@ -0,0 +1,2636 @@ +PREHOOK: query: CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@mi1 +POSTHOOK: query: CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mi1 +PREHOOK: query: CREATE TABLE mi2(key INT, value STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@mi2 +POSTHOOK: query: CREATE TABLE mi2(key INT, value STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mi2 +PREHOOK: query: CREATE TABLE mi3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@mi3 +POSTHOOK: query: CREATE TABLE mi3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mi3 +PREHOOK: query: EXPLAIN +FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-4 is a root stage + Stage-6 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-6, Stage-7, Stage-8, Stage-9 + Stage-0 depends on stages: Stage-5 + Stage-10 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-5 + Stage-11 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-5 + Stage-12 depends on stages: Stage-2 + Stage-7 depends on stages: Stage-4 + Stage-8 depends on stages: Stage-4 + Stage-9 depends on stages: Stage-4 + Stage-3 depends on stages: Stage-9 + +STAGE PLANS: + Stage: Stage-4 + Spark + Edges: + Reducer 6 <- Map 5 (GROUP SORT), Map 7 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 5 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Map 7 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + Reducer 6 + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 + outputColumnNames: _col0, _col1 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-6 + Spark +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + Filter Operator + predicate: (_col0 < 100) (type: boolean) + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi1 + + Stage: Stage-5 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi1 + + Stage: Stage-10 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi2 + + Stage: Stage-11 + Stats-Aggr Operator + + Stage: Stage-2 + Move Operator + tables: + partition: + ds 2008-04-08 + hr 12 + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi3 + + Stage: Stage-12 + Stats-Aggr Operator + + Stage: Stage-7 + Spark +#### A masked pattern was here #### + Vertices: + Map 2 + Map Operator Tree: + TableScan + Filter Operator + predicate: ((_col0 >= 100) and (_col0 < 200)) (type: boolean) + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi2 + + Stage: Stage-8 + Spark +#### A masked pattern was here #### + Vertices: + Map 3 + Map Operator Tree: + TableScan + Filter Operator + predicate: ((_col0 >= 200) and (_col0 < 300)) (type: boolean) + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi3 + + Stage: Stage-9 + Spark +#### A masked pattern was here #### + Vertices: + Map 4 + Map Operator Tree: + TableScan + Filter Operator + predicate: (_col0 >= 300) (type: boolean) + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: target/warehouse/mi4.out + +PREHOOK: query: FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out +POSTHOOK: Lineage: mi1.key EXPRESSION [(src)a.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: mi1.value SIMPLE [(src)a.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: mi2.key EXPRESSION [(src)a.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: mi2.value SIMPLE [(src)a.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: mi3 PARTITION(ds=2008-04-08,hr=12).key EXPRESSION [(src)a.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: SELECT mi1.* FROM mi1 +PREHOOK: type: QUERY +PREHOOK: Input: default@mi1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT mi1.* FROM mi1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mi1 +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +10 val_10 +11 val_11 +12 val_12 +12 val_12 +12 val_12 +12 val_12 +15 val_15 +15 val_15 +15 val_15 +15 val_15 +17 val_17 +18 val_18 +18 val_18 +18 val_18 +18 val_18 +19 val_19 +2 val_2 +20 val_20 +24 val_24 +24 val_24 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +26 val_26 +26 val_26 +27 val_27 +28 val_28 +30 val_30 +33 val_33 +34 val_34 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +37 val_37 +37 val_37 +37 val_37 +37 val_37 +4 val_4 +41 val_41 +42 val_42 +42 val_42 +42 val_42 +42 val_42 +43 val_43 +44 val_44 +47 val_47 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +51 val_51 +51 val_51 +51 val_51 +51 val_51 +53 val_53 +54 val_54 +57 val_57 +58 val_58 +58 val_58 +58 val_58 +58 val_58 +64 val_64 +65 val_65 +66 val_66 +67 val_67 +67 val_67 +67 val_67 +67 val_67 +69 val_69 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +76 val_76 +76 val_76 +77 val_77 +78 val_78 +8 val_8 +80 val_80 +82 val_82 +83 val_83 +83 val_83 +83 val_83 +83 val_83 +84 val_84 +84 val_84 +84 val_84 +84 val_84 +85 val_85 +86 val_86 +87 val_87 +9 val_9 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +95 val_95 +95 val_95 +95 val_95 +95 val_95 +96 val_96 +97 val_97 +97 val_97 +97 val_97 +97 val_97 +98 val_98 +98 val_98 +98 val_98 +98 val_98 +PREHOOK: query: SELECT mi2.* FROM mi2 +PREHOOK: type: QUERY +PREHOOK: Input: default@mi2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT mi2.* FROM mi2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mi2 +#### A masked pattern was here #### +100 val_100 +100 val_100 +100 val_100 +100 val_100 +103 val_103 +103 val_103 +103 val_103 +103 val_103 +104 val_104 +104 val_104 +104 val_104 +104 val_104 +105 val_105 +111 val_111 +113 val_113 +113 val_113 +113 val_113 +113 val_113 +114 val_114 +116 val_116 +118 val_118 +118 val_118 +118 val_118 +118 val_118 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +120 val_120 +120 val_120 +120 val_120 +120 val_120 +125 val_125 +125 val_125 +125 val_125 +125 val_125 +126 val_126 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +129 val_129 +129 val_129 +129 val_129 +129 val_129 +131 val_131 +133 val_133 +134 val_134 +134 val_134 +134 val_134 +134 val_134 +136 val_136 +137 val_137 +137 val_137 +137 val_137 +137 val_137 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +143 val_143 +145 val_145 +146 val_146 +146 val_146 +146 val_146 +146 val_146 +149 val_149 +149 val_149 +149 val_149 +149 val_149 +150 val_150 +152 val_152 +152 val_152 +152 val_152 +152 val_152 +153 val_153 +155 val_155 +156 val_156 +157 val_157 +158 val_158 +160 val_160 +162 val_162 +163 val_163 +164 val_164 +164 val_164 +164 val_164 +164 val_164 +165 val_165 +165 val_165 +165 val_165 +165 val_165 +166 val_166 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +168 val_168 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +170 val_170 +172 val_172 +172 val_172 +172 val_172 +172 val_172 +174 val_174 +174 val_174 +174 val_174 +174 val_174 +175 val_175 +175 val_175 +175 val_175 +175 val_175 +176 val_176 +176 val_176 +176 val_176 +176 val_176 +177 val_177 +178 val_178 +179 val_179 +179 val_179 +179 val_179 +179 val_179 +180 val_180 +181 val_181 +183 val_183 +186 val_186 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +189 val_189 +190 val_190 +191 val_191 +191 val_191 +191 val_191 +191 val_191 +192 val_192 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +194 val_194 +195 val_195 +195 val_195 +195 val_195 +195 val_195 +196 val_196 +197 val_197 +197 val_197 +197 val_197 +197 val_197 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +PREHOOK: query: SELECT mi3.* FROM mi3 +PREHOOK: type: QUERY +PREHOOK: Input: default@mi3 +PREHOOK: Input: default@mi3@ds=2008-04-08/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT mi3.* FROM mi3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mi3 +POSTHOOK: Input: default@mi3@ds=2008-04-08/hr=12 +#### A masked pattern was here #### +200 2008-04-08 12 +200 2008-04-08 12 +200 2008-04-08 12 +200 2008-04-08 12 +201 2008-04-08 12 +202 2008-04-08 12 +203 2008-04-08 12 +203 2008-04-08 12 +203 2008-04-08 12 +203 2008-04-08 12 +205 2008-04-08 12 +205 2008-04-08 12 +205 2008-04-08 12 +205 2008-04-08 12 +207 2008-04-08 12 +207 2008-04-08 12 +207 2008-04-08 12 +207 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +209 2008-04-08 12 +209 2008-04-08 12 +209 2008-04-08 12 +209 2008-04-08 12 +213 2008-04-08 12 +213 2008-04-08 12 +213 2008-04-08 12 +213 2008-04-08 12 +214 2008-04-08 12 +216 2008-04-08 12 +216 2008-04-08 12 +216 2008-04-08 12 +216 2008-04-08 12 +217 2008-04-08 12 +217 2008-04-08 12 +217 2008-04-08 12 +217 2008-04-08 12 +218 2008-04-08 12 +219 2008-04-08 12 +219 2008-04-08 12 +219 2008-04-08 12 +219 2008-04-08 12 +221 2008-04-08 12 +221 2008-04-08 12 +221 2008-04-08 12 +221 2008-04-08 12 +222 2008-04-08 12 +223 2008-04-08 12 +223 2008-04-08 12 +223 2008-04-08 12 +223 2008-04-08 12 +224 2008-04-08 12 +224 2008-04-08 12 +224 2008-04-08 12 +224 2008-04-08 12 +226 2008-04-08 12 +228 2008-04-08 12 +229 2008-04-08 12 +229 2008-04-08 12 +229 2008-04-08 12 +229 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +233 2008-04-08 12 +233 2008-04-08 12 +233 2008-04-08 12 +233 2008-04-08 12 +235 2008-04-08 12 +237 2008-04-08 12 +237 2008-04-08 12 +237 2008-04-08 12 +237 2008-04-08 12 +238 2008-04-08 12 +238 2008-04-08 12 +238 2008-04-08 12 +238 2008-04-08 12 +239 2008-04-08 12 +239 2008-04-08 12 +239 2008-04-08 12 +239 2008-04-08 12 +241 2008-04-08 12 +242 2008-04-08 12 +242 2008-04-08 12 +242 2008-04-08 12 +242 2008-04-08 12 +244 2008-04-08 12 +247 2008-04-08 12 +248 2008-04-08 12 +249 2008-04-08 12 +252 2008-04-08 12 +255 2008-04-08 12 +255 2008-04-08 12 +255 2008-04-08 12 +255 2008-04-08 12 +256 2008-04-08 12 +256 2008-04-08 12 +256 2008-04-08 12 +256 2008-04-08 12 +257 2008-04-08 12 +258 2008-04-08 12 +260 2008-04-08 12 +262 2008-04-08 12 +263 2008-04-08 12 +265 2008-04-08 12 +265 2008-04-08 12 +265 2008-04-08 12 +265 2008-04-08 12 +266 2008-04-08 12 +272 2008-04-08 12 +272 2008-04-08 12 +272 2008-04-08 12 +272 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +274 2008-04-08 12 +275 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +278 2008-04-08 12 +278 2008-04-08 12 +278 2008-04-08 12 +278 2008-04-08 12 +280 2008-04-08 12 +280 2008-04-08 12 +280 2008-04-08 12 +280 2008-04-08 12 +281 2008-04-08 12 +281 2008-04-08 12 +281 2008-04-08 12 +281 2008-04-08 12 +282 2008-04-08 12 +282 2008-04-08 12 +282 2008-04-08 12 +282 2008-04-08 12 +283 2008-04-08 12 +284 2008-04-08 12 +285 2008-04-08 12 +286 2008-04-08 12 +287 2008-04-08 12 +288 2008-04-08 12 +288 2008-04-08 12 +288 2008-04-08 12 +288 2008-04-08 12 +289 2008-04-08 12 +291 2008-04-08 12 +292 2008-04-08 12 +296 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +val_302 +val_305 +val_306 +val_307 +val_307 +val_307 +val_307 +val_308 +val_309 +val_309 +val_309 +val_309 +val_310 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_315 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_317 +val_317 +val_317 +val_317 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_321 +val_321 +val_321 +val_321 +val_322 +val_322 +val_322 +val_322 +val_323 +val_325 +val_325 +val_325 +val_325 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_331 +val_331 +val_331 +val_331 +val_332 +val_333 +val_333 +val_333 +val_333 +val_335 +val_336 +val_338 +val_339 +val_341 +val_342 +val_342 +val_342 +val_342 +val_344 +val_344 +val_344 +val_344 +val_345 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_351 +val_353 +val_353 +val_353 +val_353 +val_356 +val_360 +val_362 +val_364 +val_365 +val_366 +val_367 +val_367 +val_367 +val_367 +val_368 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_373 +val_374 +val_375 +val_377 +val_378 +val_379 +val_382 +val_382 +val_382 +val_382 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_386 +val_389 +val_392 +val_393 +val_394 +val_395 +val_395 +val_395 +val_395 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_397 +val_397 +val_397 +val_397 +val_399 +val_399 +val_399 +val_399 +val_400 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_402 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_404 +val_404 +val_404 +val_404 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_407 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_411 +val_413 +val_413 +val_413 +val_413 +val_414 +val_414 +val_414 +val_414 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_418 +val_419 +val_421 +val_424 +val_424 +val_424 +val_424 +val_427 +val_429 +val_429 +val_429 +val_429 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_432 +val_435 +val_436 +val_437 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_439 +val_439 +val_439 +val_439 +val_443 +val_444 +val_446 +val_448 +val_449 +val_452 +val_453 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_455 +val_457 +val_458 +val_458 +val_458 +val_458 +val_459 +val_459 +val_459 +val_459 +val_460 +val_462 +val_462 +val_462 +val_462 +val_463 +val_463 +val_463 +val_463 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_467 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_470 +val_472 +val_475 +val_477 +val_478 +val_478 +val_478 +val_478 +val_479 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_481 +val_482 +val_483 +val_484 +val_485 +val_487 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_490 +val_491 +val_492 +val_492 +val_492 +val_492 +val_493 +val_494 +val_495 +val_496 +val_497 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +PREHOOK: query: EXPLAIN +FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-4 is a root stage + Stage-6 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-6, Stage-7, Stage-8, Stage-9 + Stage-0 depends on stages: Stage-5 + Stage-10 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-5 + Stage-11 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-5 + Stage-12 depends on stages: Stage-2 + Stage-7 depends on stages: Stage-4 + Stage-8 depends on stages: Stage-4 + Stage-9 depends on stages: Stage-4 + Stage-3 depends on stages: Stage-9 + +STAGE PLANS: + Stage: Stage-4 + Spark + Edges: + Reducer 6 <- Map 5 (GROUP SORT), Map 7 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 5 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Map 7 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + Reducer 6 + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 + outputColumnNames: _col0, _col1 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-6 + Spark +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + Filter Operator + predicate: (_col0 < 100) (type: boolean) + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi1 + + Stage: Stage-5 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi1 + + Stage: Stage-10 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi2 + + Stage: Stage-11 + Stats-Aggr Operator + + Stage: Stage-2 + Move Operator + tables: + partition: + ds 2008-04-08 + hr 12 + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi3 + + Stage: Stage-12 + Stats-Aggr Operator + + Stage: Stage-7 + Spark +#### A masked pattern was here #### + Vertices: + Map 2 + Map Operator Tree: + TableScan + Filter Operator + predicate: ((_col0 >= 100) and (_col0 < 200)) (type: boolean) + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi2 + + Stage: Stage-8 + Spark +#### A masked pattern was here #### + Vertices: + Map 3 + Map Operator Tree: + TableScan + Filter Operator + predicate: ((_col0 >= 200) and (_col0 < 300)) (type: boolean) + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi3 + + Stage: Stage-9 + Spark +#### A masked pattern was here #### + Vertices: + Map 4 + Map Operator Tree: + TableScan + Filter Operator + predicate: (_col0 >= 300) (type: boolean) + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: target/warehouse/mi4.out + +PREHOOK: query: FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@mi1 +PREHOOK: Output: default@mi2 +PREHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +PREHOOK: Output: target/warehouse/mi4.out +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@mi1 +POSTHOOK: Output: default@mi2 +POSTHOOK: Output: default@mi3@ds=2008-04-08/hr=12 +POSTHOOK: Output: target/warehouse/mi4.out +POSTHOOK: Lineage: mi1.key EXPRESSION [(src)a.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: mi1.value SIMPLE [(src)a.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: mi2.key EXPRESSION [(src)a.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: mi2.value SIMPLE [(src)a.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: mi3 PARTITION(ds=2008-04-08,hr=12).key EXPRESSION [(src)a.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: SELECT mi1.* FROM mi1 +PREHOOK: type: QUERY +PREHOOK: Input: default@mi1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT mi1.* FROM mi1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mi1 +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +0 val_0 +10 val_10 +11 val_11 +12 val_12 +12 val_12 +12 val_12 +12 val_12 +15 val_15 +15 val_15 +15 val_15 +15 val_15 +17 val_17 +18 val_18 +18 val_18 +18 val_18 +18 val_18 +19 val_19 +2 val_2 +20 val_20 +24 val_24 +24 val_24 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +26 val_26 +26 val_26 +27 val_27 +28 val_28 +30 val_30 +33 val_33 +34 val_34 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +35 val_35 +37 val_37 +37 val_37 +37 val_37 +37 val_37 +4 val_4 +41 val_41 +42 val_42 +42 val_42 +42 val_42 +42 val_42 +43 val_43 +44 val_44 +47 val_47 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +5 val_5 +51 val_51 +51 val_51 +51 val_51 +51 val_51 +53 val_53 +54 val_54 +57 val_57 +58 val_58 +58 val_58 +58 val_58 +58 val_58 +64 val_64 +65 val_65 +66 val_66 +67 val_67 +67 val_67 +67 val_67 +67 val_67 +69 val_69 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +76 val_76 +76 val_76 +77 val_77 +78 val_78 +8 val_8 +80 val_80 +82 val_82 +83 val_83 +83 val_83 +83 val_83 +83 val_83 +84 val_84 +84 val_84 +84 val_84 +84 val_84 +85 val_85 +86 val_86 +87 val_87 +9 val_9 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +95 val_95 +95 val_95 +95 val_95 +95 val_95 +96 val_96 +97 val_97 +97 val_97 +97 val_97 +97 val_97 +98 val_98 +98 val_98 +98 val_98 +98 val_98 +PREHOOK: query: SELECT mi2.* FROM mi2 +PREHOOK: type: QUERY +PREHOOK: Input: default@mi2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT mi2.* FROM mi2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mi2 +#### A masked pattern was here #### +100 val_100 +100 val_100 +100 val_100 +100 val_100 +103 val_103 +103 val_103 +103 val_103 +103 val_103 +104 val_104 +104 val_104 +104 val_104 +104 val_104 +105 val_105 +111 val_111 +113 val_113 +113 val_113 +113 val_113 +113 val_113 +114 val_114 +116 val_116 +118 val_118 +118 val_118 +118 val_118 +118 val_118 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +119 val_119 +120 val_120 +120 val_120 +120 val_120 +120 val_120 +125 val_125 +125 val_125 +125 val_125 +125 val_125 +126 val_126 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +128 val_128 +129 val_129 +129 val_129 +129 val_129 +129 val_129 +131 val_131 +133 val_133 +134 val_134 +134 val_134 +134 val_134 +134 val_134 +136 val_136 +137 val_137 +137 val_137 +137 val_137 +137 val_137 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +143 val_143 +145 val_145 +146 val_146 +146 val_146 +146 val_146 +146 val_146 +149 val_149 +149 val_149 +149 val_149 +149 val_149 +150 val_150 +152 val_152 +152 val_152 +152 val_152 +152 val_152 +153 val_153 +155 val_155 +156 val_156 +157 val_157 +158 val_158 +160 val_160 +162 val_162 +163 val_163 +164 val_164 +164 val_164 +164 val_164 +164 val_164 +165 val_165 +165 val_165 +165 val_165 +165 val_165 +166 val_166 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +167 val_167 +168 val_168 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +170 val_170 +172 val_172 +172 val_172 +172 val_172 +172 val_172 +174 val_174 +174 val_174 +174 val_174 +174 val_174 +175 val_175 +175 val_175 +175 val_175 +175 val_175 +176 val_176 +176 val_176 +176 val_176 +176 val_176 +177 val_177 +178 val_178 +179 val_179 +179 val_179 +179 val_179 +179 val_179 +180 val_180 +181 val_181 +183 val_183 +186 val_186 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +187 val_187 +189 val_189 +190 val_190 +191 val_191 +191 val_191 +191 val_191 +191 val_191 +192 val_192 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +193 val_193 +194 val_194 +195 val_195 +195 val_195 +195 val_195 +195 val_195 +196 val_196 +197 val_197 +197 val_197 +197 val_197 +197 val_197 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +199 val_199 +PREHOOK: query: SELECT mi3.* FROM mi3 +PREHOOK: type: QUERY +PREHOOK: Input: default@mi3 +PREHOOK: Input: default@mi3@ds=2008-04-08/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT mi3.* FROM mi3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mi3 +POSTHOOK: Input: default@mi3@ds=2008-04-08/hr=12 +#### A masked pattern was here #### +200 2008-04-08 12 +200 2008-04-08 12 +200 2008-04-08 12 +200 2008-04-08 12 +201 2008-04-08 12 +202 2008-04-08 12 +203 2008-04-08 12 +203 2008-04-08 12 +203 2008-04-08 12 +203 2008-04-08 12 +205 2008-04-08 12 +205 2008-04-08 12 +205 2008-04-08 12 +205 2008-04-08 12 +207 2008-04-08 12 +207 2008-04-08 12 +207 2008-04-08 12 +207 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +208 2008-04-08 12 +209 2008-04-08 12 +209 2008-04-08 12 +209 2008-04-08 12 +209 2008-04-08 12 +213 2008-04-08 12 +213 2008-04-08 12 +213 2008-04-08 12 +213 2008-04-08 12 +214 2008-04-08 12 +216 2008-04-08 12 +216 2008-04-08 12 +216 2008-04-08 12 +216 2008-04-08 12 +217 2008-04-08 12 +217 2008-04-08 12 +217 2008-04-08 12 +217 2008-04-08 12 +218 2008-04-08 12 +219 2008-04-08 12 +219 2008-04-08 12 +219 2008-04-08 12 +219 2008-04-08 12 +221 2008-04-08 12 +221 2008-04-08 12 +221 2008-04-08 12 +221 2008-04-08 12 +222 2008-04-08 12 +223 2008-04-08 12 +223 2008-04-08 12 +223 2008-04-08 12 +223 2008-04-08 12 +224 2008-04-08 12 +224 2008-04-08 12 +224 2008-04-08 12 +224 2008-04-08 12 +226 2008-04-08 12 +228 2008-04-08 12 +229 2008-04-08 12 +229 2008-04-08 12 +229 2008-04-08 12 +229 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +230 2008-04-08 12 +233 2008-04-08 12 +233 2008-04-08 12 +233 2008-04-08 12 +233 2008-04-08 12 +235 2008-04-08 12 +237 2008-04-08 12 +237 2008-04-08 12 +237 2008-04-08 12 +237 2008-04-08 12 +238 2008-04-08 12 +238 2008-04-08 12 +238 2008-04-08 12 +238 2008-04-08 12 +239 2008-04-08 12 +239 2008-04-08 12 +239 2008-04-08 12 +239 2008-04-08 12 +241 2008-04-08 12 +242 2008-04-08 12 +242 2008-04-08 12 +242 2008-04-08 12 +242 2008-04-08 12 +244 2008-04-08 12 +247 2008-04-08 12 +248 2008-04-08 12 +249 2008-04-08 12 +252 2008-04-08 12 +255 2008-04-08 12 +255 2008-04-08 12 +255 2008-04-08 12 +255 2008-04-08 12 +256 2008-04-08 12 +256 2008-04-08 12 +256 2008-04-08 12 +256 2008-04-08 12 +257 2008-04-08 12 +258 2008-04-08 12 +260 2008-04-08 12 +262 2008-04-08 12 +263 2008-04-08 12 +265 2008-04-08 12 +265 2008-04-08 12 +265 2008-04-08 12 +265 2008-04-08 12 +266 2008-04-08 12 +272 2008-04-08 12 +272 2008-04-08 12 +272 2008-04-08 12 +272 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +273 2008-04-08 12 +274 2008-04-08 12 +275 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +277 2008-04-08 12 +278 2008-04-08 12 +278 2008-04-08 12 +278 2008-04-08 12 +278 2008-04-08 12 +280 2008-04-08 12 +280 2008-04-08 12 +280 2008-04-08 12 +280 2008-04-08 12 +281 2008-04-08 12 +281 2008-04-08 12 +281 2008-04-08 12 +281 2008-04-08 12 +282 2008-04-08 12 +282 2008-04-08 12 +282 2008-04-08 12 +282 2008-04-08 12 +283 2008-04-08 12 +284 2008-04-08 12 +285 2008-04-08 12 +286 2008-04-08 12 +287 2008-04-08 12 +288 2008-04-08 12 +288 2008-04-08 12 +288 2008-04-08 12 +288 2008-04-08 12 +289 2008-04-08 12 +291 2008-04-08 12 +292 2008-04-08 12 +296 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +298 2008-04-08 12 +val_302 +val_305 +val_306 +val_307 +val_307 +val_307 +val_307 +val_308 +val_309 +val_309 +val_309 +val_309 +val_310 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_315 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_317 +val_317 +val_317 +val_317 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_321 +val_321 +val_321 +val_321 +val_322 +val_322 +val_322 +val_322 +val_323 +val_325 +val_325 +val_325 +val_325 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_331 +val_331 +val_331 +val_331 +val_332 +val_333 +val_333 +val_333 +val_333 +val_335 +val_336 +val_338 +val_339 +val_341 +val_342 +val_342 +val_342 +val_342 +val_344 +val_344 +val_344 +val_344 +val_345 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_351 +val_353 +val_353 +val_353 +val_353 +val_356 +val_360 +val_362 +val_364 +val_365 +val_366 +val_367 +val_367 +val_367 +val_367 +val_368 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_373 +val_374 +val_375 +val_377 +val_378 +val_379 +val_382 +val_382 +val_382 +val_382 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_386 +val_389 +val_392 +val_393 +val_394 +val_395 +val_395 +val_395 +val_395 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_397 +val_397 +val_397 +val_397 +val_399 +val_399 +val_399 +val_399 +val_400 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_402 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_404 +val_404 +val_404 +val_404 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_407 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_411 +val_413 +val_413 +val_413 +val_413 +val_414 +val_414 +val_414 +val_414 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_418 +val_419 +val_421 +val_424 +val_424 +val_424 +val_424 +val_427 +val_429 +val_429 +val_429 +val_429 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_432 +val_435 +val_436 +val_437 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_439 +val_439 +val_439 +val_439 +val_443 +val_444 +val_446 +val_448 +val_449 +val_452 +val_453 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_455 +val_457 +val_458 +val_458 +val_458 +val_458 +val_459 +val_459 +val_459 +val_459 +val_460 +val_462 +val_462 +val_462 +val_462 +val_463 +val_463 +val_463 +val_463 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_467 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_470 +val_472 +val_475 +val_477 +val_478 +val_478 +val_478 +val_478 +val_479 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_481 +val_482 +val_483 +val_484 +val_485 +val_487 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_490 +val_491 +val_492 +val_492 +val_492 +val_492 +val_493 +val_494 +val_495 +val_496 +val_497 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_transform.q.out URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_transform.q.out?rev=1627210&view=auto ============================================================================== --- hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_transform.q.out (added) +++ hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_transform.q.out Wed Sep 24 03:16:25 2014 @@ -0,0 +1,471 @@ +PREHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Transform Operator + command: cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string) + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (_col0 < 100) (type: boolean) + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +10 val_10 +11 val_11 +12 val_12 +12 val_12 +15 val_15 +15 val_15 +17 val_17 +18 val_18 +18 val_18 +19 val_19 +2 val_2 +20 val_20 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +27 val_27 +28 val_28 +30 val_30 +33 val_33 +34 val_34 +35 val_35 +35 val_35 +35 val_35 +37 val_37 +37 val_37 +4 val_4 +41 val_41 +42 val_42 +42 val_42 +43 val_43 +44 val_44 +47 val_47 +5 val_5 +5 val_5 +5 val_5 +51 val_51 +51 val_51 +53 val_53 +54 val_54 +57 val_57 +58 val_58 +58 val_58 +64 val_64 +65 val_65 +66 val_66 +67 val_67 +67 val_67 +69 val_69 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +77 val_77 +78 val_78 +8 val_8 +80 val_80 +82 val_82 +83 val_83 +83 val_83 +84 val_84 +84 val_84 +85 val_85 +86 val_86 +87 val_87 +9 val_9 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +95 val_95 +95 val_95 +96 val_96 +97 val_97 +97 val_97 +98 val_98 +98 val_98 +PREHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Transform Operator + command: cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (_col0 < 100) (type: boolean) + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string) + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'cat' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +10 val_10 +11 val_11 +12 val_12 +12 val_12 +15 val_15 +15 val_15 +17 val_17 +18 val_18 +18 val_18 +19 val_19 +2 val_2 +20 val_20 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +27 val_27 +28 val_28 +30 val_30 +33 val_33 +34 val_34 +35 val_35 +35 val_35 +35 val_35 +37 val_37 +37 val_37 +4 val_4 +41 val_41 +42 val_42 +42 val_42 +43 val_43 +44 val_44 +47 val_47 +5 val_5 +5 val_5 +5 val_5 +51 val_51 +51 val_51 +53 val_53 +54 val_54 +57 val_57 +58 val_58 +58 val_58 +64 val_64 +65 val_65 +66 val_66 +67 val_67 +67 val_67 +69 val_69 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +77 val_77 +78 val_78 +8 val_8 +80 val_80 +82 val_82 +83 val_83 +83 val_83 +84 val_84 +84 val_84 +85 val_85 +86 val_86 +87 val_87 +9 val_9 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +95 val_95 +95 val_95 +96 val_96 +97 val_97 +97 val_97 +98 val_98 +98 val_98 +PREHOOK: query: -- test described in HIVE-4598 + +EXPLAIN +FROM ( + FROM ( SELECT * FROM src ) mapout REDUCE * USING 'cat' AS x,y +) reduced +#### A masked pattern was here #### +PREHOOK: type: QUERY +POSTHOOK: query: -- test described in HIVE-4598 + +EXPLAIN +FROM ( + FROM ( SELECT * FROM src ) mapout REDUCE * USING 'cat' AS x,y +) reduced +#### A masked pattern was here #### +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-4 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-4, Stage-5 + Stage-0 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-2 + Stage-1 depends on stages: Stage-5 + +STAGE PLANS: + Stage: Stage-2 + Spark +#### A masked pattern was here #### + Vertices: + Map 3 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Transform Operator + command: cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-4 + Spark +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + Filter Operator + predicate: ((_col0 = 'a') or (_col0 = 'b')) (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-3 + Dependency Collection + + Stage: Stage-0 + Move Operator + files: + hdfs directory: false +#### A masked pattern was here #### + + Stage: Stage-5 + Spark +#### A masked pattern was here #### + Vertices: + Map 2 + Map Operator Tree: + TableScan + Filter Operator + predicate: ((_col0 = 'c') or (_col0 = 'd')) (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-1 + Move Operator + files: + hdfs directory: false +#### A masked pattern was here #### +
