Modified: hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml?rev=712905&r1=712904&r2=712905&view=diff ============================================================================== --- hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml (original) +++ hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml Mon Nov 10 17:50:06 2008 @@ -4,105 +4,7 @@ <void property="childTasks"> <object class="java.util.ArrayList"> <void method="add"> - <object id="MapRedTask1" class="org.apache.hadoop.hive.ql.exec.MapRedTask"> - <void property="childTasks"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.MoveTask"> - <void property="id"> - <string>Stage-1</string> - </void> - <void property="parentTasks"> - <object class="java.util.ArrayList"> - <void method="add"> - <object idref="MapRedTask1"/> - </void> - </object> - </void> - <void property="work"> - <object class="org.apache.hadoop.hive.ql.plan.moveWork"> - <void property="loadFileWork"> - <object class="java.util.ArrayList"/> - </void> - <void property="loadTableWork"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc"> - <void property="partitionSpec"> - <object class="java.util.HashMap"/> - </void> - <void property="replace"> - <boolean>true</boolean> - </void> - <void property="sourceDir"> - <string>/tmp/hive-zshao/218070299/172646370.10000.insclause-0</string> - </void> - <void property="table"> - <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc"> - <void property="deserializerClass"> - <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> - </void> - <void property="inputFileFormatClass"> - <class>org.apache.hadoop.mapred.TextInputFormat</class> - </void> - <void property="outputFileFormatClass"> - <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> - </void> - <void property="properties"> - <object class="java.util.Properties"> - <void method="put"> - <string>name</string> - <string>dest1</string> - </void> - <void method="put"> - <string>serialization.ddl</string> - <string>struct dest1 { string key, string value}</string> - </void> - <void method="put"> - <string>serialization.format</string> - <string>1</string> - </void> - <void method="put"> - <string>columns</string> - <string>key,value</string> - </void> - <void method="put"> - <string>bucket_count</string> - <string>-1</string> - </void> - <void method="put"> - <string>serialization.lib</string> - <string>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</string> - </void> - <void method="put"> - <string>file.inputformat</string> - <string>org.apache.hadoop.mapred.TextInputFormat</string> - </void> - <void method="put"> - <string>file.outputformat</string> - <string>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</string> - </void> - <void method="put"> - <string>location</string> - <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/dest1</string> - </void> - </object> - </void> - <void property="serdeClassName"> - <string>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</string> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> + <object class="org.apache.hadoop.hive.ql.exec.MapRedTask"> <void property="id"> <string>Stage-3</string> </void> @@ -118,15 +20,15 @@ <void property="aliasToWork"> <object class="java.util.HashMap"> <void method="put"> - <string>/tmp/hive-zshao/218070299/172646370.10001</string> - <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> + <string>/tmp/hive-njain/261145182/229076034.10002</string> + <object id="ReduceSinkOperator0" class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> <void property="conf"> <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc"> <void property="inferNumReducers"> <boolean>true</boolean> </void> <void property="keyCols"> - <object class="java.util.ArrayList"> + <object id="ArrayList0" class="java.util.ArrayList"> <void method="add"> <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> <void property="column"> @@ -144,36 +46,40 @@ </object> </void> <void property="keySerializeInfo"> - <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> + <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc"> <void property="deserializerClass"> - <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> + <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> </void> <void property="inputFileFormatClass"> - <class>org.apache.hadoop.mapred.TextInputFormat</class> + <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> </void> <void property="outputFileFormatClass"> - <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> + <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> </void> <void property="properties"> <object class="java.util.Properties"> <void method="put"> - <string>columns</string> - <string>0</string> + <string>name</string> + <string>binary_sortable_table</string> + </void> + <void method="put"> + <string>serialization.ddl</string> + <string>struct binary_sortable_table { string reducesinkkey0}</string> </void> <void method="put"> <string>serialization.format</string> - <string>1</string> + <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string> </void> </object> </void> </object> </void> - <void property="numPartitionFields"> - <int>1</int> - </void> <void property="numReducers"> <int>-1</int> </void> + <void property="partitionCols"> + <object idref="ArrayList0"/> + </void> <void property="tag"> <int>-1</int> </void> @@ -185,32 +91,40 @@ <string>1</string> </void> <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> + <object id="PrimitiveTypeInfo1" class="org.apache.hadoop.hive.ql.typeinfo.PrimitiveTypeInfo"> + <void property="primitiveClass"> + <class>java.lang.Double</class> + </void> + </object> </void> </object> </void> </object> </void> <void property="valueSerializeInfo"> - <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> + <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc"> <void property="deserializerClass"> - <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> + <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> </void> <void property="inputFileFormatClass"> - <class>org.apache.hadoop.mapred.TextInputFormat</class> + <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> </void> <void property="outputFileFormatClass"> - <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> + <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> </void> <void property="properties"> <object class="java.util.Properties"> <void method="put"> - <string>columns</string> - <string>0</string> + <string>name</string> + <string>binary_table</string> + </void> + <void method="put"> + <string>serialization.ddl</string> + <string>struct binary_table { double reducesinkvalue0}</string> </void> <void method="put"> <string>serialization.format</string> - <string>1</string> + <string>com.facebook.thrift.protocol.TBinaryProtocol</string> </void> </object> </void> @@ -218,6 +132,407 @@ </void> </object> </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object id="GroupByOperator0" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> + <void property="childOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator"> + <void property="conf"> + <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc"> + <void property="dirName"> + <string>/tmp/hive-njain/261145182/229076034.10002</string> + </void> + <void property="tableInfo"> + <object id="tableDesc2" class="org.apache.hadoop.hive.ql.plan.tableDesc"> + <void property="deserializerClass"> + <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> + </void> + <void property="inputFileFormatClass"> + <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> + </void> + <void property="outputFileFormatClass"> + <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> + </void> + <void property="properties"> + <object class="java.util.Properties"> + <void method="put"> + <string>name</string> + <string>binary_table</string> + </void> + <void method="put"> + <string>serialization.ddl</string> + <string>struct binary_table { string temporarycol0, double temporarycol1}</string> + </void> + <void method="put"> + <string>serialization.format</string> + <string>com.facebook.thrift.protocol.TBinaryProtocol</string> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="GroupByOperator0"/> + </void> + </object> + </void> + <void property="schema"> + <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema"> + <void property="signature"> + <object class="java.util.Vector"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> + <void property="internalName"> + <string>0</string> + </void> + <void property="type"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> + <void property="internalName"> + <string>1</string> + </void> + <void property="type"> + <object idref="PrimitiveTypeInfo1"/> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="conf"> + <object class="org.apache.hadoop.hive.ql.plan.groupByDesc"> + <void property="aggregators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.aggregationDesc"> + <void property="aggregationClass"> + <class>org.apache.hadoop.hive.ql.udf.UDAFSum</class> + </void> + <void property="parameters"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> + <void property="UDFClass"> + <class>org.apache.hadoop.hive.ql.udf.UDFToDouble</class> + </void> + <void property="UDFMethod"> + <object class="org.apache.hadoop.hive.ql.udf.UDFToDouble" method="getMethod"> + <string>evaluate</string> + <array class="java.lang.Class" length="1"> + <void index="0"> + <class>java.lang.String</class> + </void> + </array> + </object> + </void> + <void property="children"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> + <void property="column"> + <string>VALUE.0</string> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + </object> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo1"/> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="keys"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> + <void property="column"> + <string>KEY.0</string> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + </object> + </void> + <void property="mode"> + <object class="org.apache.hadoop.hive.ql.plan.groupByDesc$Mode" method="valueOf"> + <string>PARTIAL1</string> + </object> + </void> + </object> + </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object id="ReduceSinkOperator1" class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> + <void property="conf"> + <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc"> + <void property="keyCols"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> + <void property="column"> + <string>key</string> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + </object> + </void> + <void property="keySerializeInfo"> + <object id="tableDesc3" class="org.apache.hadoop.hive.ql.plan.tableDesc"> + <void property="deserializerClass"> + <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> + </void> + <void property="inputFileFormatClass"> + <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> + </void> + <void property="outputFileFormatClass"> + <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> + </void> + <void property="properties"> + <object class="java.util.Properties"> + <void method="put"> + <string>name</string> + <string>binary_sortable_table</string> + </void> + <void method="put"> + <string>serialization.ddl</string> + <string>struct binary_sortable_table { string reducesinkkey0}</string> + </void> + <void method="put"> + <string>serialization.format</string> + <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string> + </void> + </object> + </void> + </object> + </void> + <void property="numReducers"> + <int>-1</int> + </void> + <void property="partitionCols"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> + <void property="UDFClass"> + <class>org.apache.hadoop.hive.ql.udf.UDFRand</class> + </void> + <void property="UDFMethod"> + <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod"> + <string>evaluate</string> + <array class="java.lang.Class" length="0"/> + </object> + </void> + <void property="children"> + <object class="java.util.ArrayList"/> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo1"/> + </void> + </object> + </void> + </object> + </void> + <void property="tag"> + <int>-1</int> + </void> + <void property="valueCols"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> + <void property="UDFClass"> + <class>org.apache.hadoop.hive.ql.udf.UDFSubstr</class> + </void> + <void property="UDFMethod"> + <object class="org.apache.hadoop.hive.ql.udf.UDFSubstr" method="getMethod"> + <string>evaluate</string> + <array class="java.lang.Class" length="2"> + <void index="0"> + <class>java.lang.String</class> + </void> + <void index="1"> + <class>int</class> + </void> + </array> + </object> + </void> + <void property="children"> + <object class="java.util.ArrayList"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> + <void property="column"> + <string>value</string> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.plan.exprNodeConstantDesc"> + <void property="typeInfo"> + <object class="org.apache.hadoop.hive.ql.typeinfo.PrimitiveTypeInfo"> + <void property="primitiveClass"> + <class>java.lang.Integer</class> + </void> + </object> + </void> + <void property="value"> + <int>4</int> + </void> + </object> + </void> + </object> + </void> + <void property="typeInfo"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + </object> + </void> + <void property="valueSerializeInfo"> + <object id="tableDesc4" class="org.apache.hadoop.hive.ql.plan.tableDesc"> + <void property="deserializerClass"> + <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> + </void> + <void property="inputFileFormatClass"> + <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> + </void> + <void property="outputFileFormatClass"> + <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> + </void> + <void property="properties"> + <object class="java.util.Properties"> + <void method="put"> + <string>name</string> + <string>binary_table</string> + </void> + <void method="put"> + <string>serialization.ddl</string> + <string>struct binary_table { string reducesinkvalue0}</string> + </void> + <void method="put"> + <string>serialization.format</string> + <string>com.facebook.thrift.protocol.TBinaryProtocol</string> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object id="ForwardOperator0" class="org.apache.hadoop.hive.ql.exec.ForwardOperator"> + <void property="childOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="ReduceSinkOperator1"/> + </void> + </object> + </void> + <void property="schema"> + <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> + <void property="signature"> + <object class="java.util.Vector"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> + <void property="internalName"> + <string>key</string> + </void> + <void property="type"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> + <void property="internalName"> + <string>value</string> + </void> + <void property="type"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="schema"> + <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> + <void property="signature"> + <object class="java.util.Vector"> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> + <void property="internalName"> + <string>KEY.0</string> + </void> + <void property="type"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + <void method="add"> + <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> + <void property="internalName"> + <string>VALUE.0</string> + </void> + <void property="type"> + <object idref="PrimitiveTypeInfo0"/> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="schema"> + <object idref="RowSchema0"/> + </void> + </object> + </void> + </object> + </void> <void property="schema"> <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> <void property="signature"> @@ -238,7 +553,7 @@ <string>VALUE.0</string> </void> <void property="type"> - <object idref="PrimitiveTypeInfo0"/> + <object idref="PrimitiveTypeInfo1"/> </void> </object> </void> @@ -253,13 +568,16 @@ <void property="inferNumReducers"> <boolean>true</boolean> </void> + <void property="keyDesc"> + <object idref="tableDesc0"/> + </void> <void property="pathToAliases"> <object class="java.util.LinkedHashMap"> <void method="put"> - <string>/tmp/hive-zshao/218070299/172646370.10001</string> + <string>/tmp/hive-njain/261145182/229076034.10002</string> <object class="java.util.ArrayList"> <void method="add"> - <string>/tmp/hive-zshao/218070299/172646370.10001</string> + <string>/tmp/hive-njain/261145182/229076034.10002</string> </void> </object> </void> @@ -268,43 +586,21 @@ <void property="pathToPartitionInfo"> <object class="java.util.LinkedHashMap"> <void method="put"> - <string>/tmp/hive-zshao/218070299/172646370.10001</string> + <string>/tmp/hive-njain/261145182/229076034.10002</string> <object class="org.apache.hadoop.hive.ql.plan.partitionDesc"> <void property="tableDesc"> - <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc"> - <void property="deserializerClass"> - <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> - </void> - <void property="inputFileFormatClass"> - <class>org.apache.hadoop.mapred.TextInputFormat</class> - </void> - <void property="outputFileFormatClass"> - <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> - </void> - <void property="properties"> - <object class="java.util.Properties"> - <void method="put"> - <string>columns</string> - <string>0,1</string> - </void> - <void method="put"> - <string>serialization.format</string> - <string>1</string> - </void> - </object> - </void> - </object> + <object idref="tableDesc2"/> </void> </object> </void> </object> </void> <void property="reducer"> - <object class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> + <object id="GroupByOperator1" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> <void property="childOperators"> <object class="java.util.ArrayList"> <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.SelectOperator"> + <object id="SelectOperator0" class="org.apache.hadoop.hive.ql.exec.SelectOperator"> <void property="childOperators"> <object class="java.util.ArrayList"> <void method="add"> @@ -312,10 +608,39 @@ <void property="conf"> <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc"> <void property="dirName"> - <string>/tmp/hive-zshao/218070299/172646370.10000.insclause-0</string> + <string>/tmp/hive-njain/261145182/229076034.10001.insclause-0</string> </void> <void property="tableInfo"> - <object idref="tableDesc0"/> + <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> + <void property="deserializerClass"> + <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> + </void> + <void property="inputFileFormatClass"> + <class>org.apache.hadoop.mapred.TextInputFormat</class> + </void> + <void property="outputFileFormatClass"> + <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> + </void> + <void property="properties"> + <object class="java.util.Properties"> + <void method="put"> + <string>columns</string> + <string>key,_c1</string> + </void> + <void method="put"> + <string>serialization.format</string> + <string>1</string> + </void> + </object> + </void> + </object> + </void> + </object> + </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="SelectOperator0"/> </void> </object> </void> @@ -339,7 +664,7 @@ <string>1</string> </void> <void property="type"> - <object idref="PrimitiveTypeInfo0"/> + <object idref="PrimitiveTypeInfo1"/> </void> </object> </void> @@ -371,7 +696,7 @@ <string>1</string> </void> <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> + <object idref="PrimitiveTypeInfo1"/> </void> </object> </void> @@ -379,6 +704,13 @@ </void> </object> </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="GroupByOperator1"/> + </void> + </object> + </void> <void property="schema"> <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> <void property="signature"> @@ -407,7 +739,7 @@ <string>VALUE.0</string> </void> <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> + <object idref="PrimitiveTypeInfo1"/> </void> </object> </void> @@ -433,11 +765,18 @@ </void> <void property="mode"> <object class="org.apache.hadoop.hive.ql.plan.groupByDesc$Mode" method="valueOf"> - <string>PARTIAL2</string> + <string>FINAL</string> </object> </void> </object> </void> + <void property="parentOperators"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="ReduceSinkOperator0"/> + </void> + </object> + </void> <void property="schema"> <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> <void property="signature"> @@ -458,7 +797,7 @@ <string>1</string> </void> <void property="type"> - <object idref="PrimitiveTypeInfo0"/> + <object idref="PrimitiveTypeInfo1"/> </void> </object> </void> @@ -468,6 +807,13 @@ </void> </object> </void> + <void property="tagToValueDesc"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="tableDesc1"/> + </void> + </object> + </void> </object> </void> </object> @@ -483,211 +829,17 @@ <object class="java.util.HashMap"> <void method="put"> <string>src</string> - <object class="org.apache.hadoop.hive.ql.exec.ForwardOperator"> - <void property="childOperators"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> - <void property="conf"> - <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc"> - <void property="keyCols"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> - <void property="column"> - <string>key</string> - </void> - <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - <void property="keySerializeInfo"> - <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> - <void property="deserializerClass"> - <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> - </void> - <void property="inputFileFormatClass"> - <class>org.apache.hadoop.mapred.TextInputFormat</class> - </void> - <void property="outputFileFormatClass"> - <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> - </void> - <void property="properties"> - <object class="java.util.Properties"> - <void method="put"> - <string>columns</string> - <string>0</string> - </void> - <void method="put"> - <string>serialization.format</string> - <string>1</string> - </void> - </object> - </void> - </object> - </void> - <void property="numPartitionFields"> - <int>-1</int> - </void> - <void property="numReducers"> - <int>-1</int> - </void> - <void property="tag"> - <int>-1</int> - </void> - <void property="valueCols"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> - <void property="UDFClass"> - <class>org.apache.hadoop.hive.ql.udf.UDFSubstr</class> - </void> - <void property="UDFMethod"> - <object class="org.apache.hadoop.hive.ql.udf.UDFSubstr" method="getMethod"> - <string>evaluate</string> - <array class="java.lang.Class" length="2"> - <void index="0"> - <class>java.lang.String</class> - </void> - <void index="1"> - <class>int</class> - </void> - </array> - </object> - </void> - <void property="children"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> - <void property="column"> - <string>value</string> - </void> - <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.exprNodeConstantDesc"> - <void property="typeInfo"> - <object class="org.apache.hadoop.hive.ql.typeinfo.PrimitiveTypeInfo"> - <void property="primitiveClass"> - <class>java.lang.Integer</class> - </void> - </object> - </void> - <void property="value"> - <int>4</int> - </void> - </object> - </void> - </object> - </void> - <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - <void property="valueSerializeInfo"> - <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> - <void property="deserializerClass"> - <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> - </void> - <void property="inputFileFormatClass"> - <class>org.apache.hadoop.mapred.TextInputFormat</class> - </void> - <void property="outputFileFormatClass"> - <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> - </void> - <void property="properties"> - <object class="java.util.Properties"> - <void method="put"> - <string>columns</string> - <string>0</string> - </void> - <void method="put"> - <string>serialization.format</string> - <string>1</string> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - <void property="schema"> - <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> - <void property="signature"> - <object class="java.util.Vector"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> - <void property="internalName"> - <string>KEY.0</string> - </void> - <void property="type"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> - <void property="internalName"> - <string>VALUE.0</string> - </void> - <void property="type"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - <void property="schema"> - <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> - <void property="signature"> - <object class="java.util.Vector"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> - <void property="internalName"> - <string>key</string> - </void> - <void property="type"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> - <void property="internalName"> - <string>value</string> - </void> - <void property="type"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> + <object idref="ForwardOperator0"/> </void> </object> </void> + <void property="keyDesc"> + <object idref="tableDesc3"/> + </void> <void property="pathToAliases"> <object class="java.util.LinkedHashMap"> <void method="put"> - <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> + <string>file:/home/njain/workspace/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> <object class="java.util.ArrayList"> <void method="add"> <string>src</string> @@ -699,7 +851,7 @@ <void property="pathToPartitionInfo"> <object class="java.util.LinkedHashMap"> <void method="put"> - <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> + <string>file:/home/njain/workspace/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> <object class="org.apache.hadoop.hive.ql.plan.partitionDesc"> <void property="partSpec"> <object class="java.util.LinkedHashMap"/> @@ -751,7 +903,7 @@ </void> <void method="put"> <string>location</string> - <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> + <string>file:/home/njain/workspace/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> </void> </object> </void> @@ -765,103 +917,12 @@ </object> </void> <void property="reducer"> - <object class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> - <void property="childOperators"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator"> - <void property="conf"> - <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc"> - <void property="dirName"> - <string>/tmp/hive-zshao/218070299/172646370.10001</string> - </void> - <void property="tableInfo"> - <object idref="tableDesc1"/> - </void> - </object> - </void> - <void property="schema"> - <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema"> - <void property="signature"> - <object class="java.util.Vector"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> - <void property="internalName"> - <string>0</string> - </void> - <void property="type"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> - <void property="internalName"> - <string>1</string> - </void> - <void property="type"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - <void property="conf"> - <object class="org.apache.hadoop.hive.ql.plan.groupByDesc"> - <void property="aggregators"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.aggregationDesc"> - <void property="aggregationClass"> - <class>org.apache.hadoop.hive.ql.udf.UDAFSum</class> - </void> - <void property="parameters"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> - <void property="column"> - <string>VALUE.0</string> - </void> - <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - </object> - </void> - <void property="keys"> - <object class="java.util.ArrayList"> - <void method="add"> - <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> - <void property="column"> - <string>KEY.0</string> - </void> - <void property="typeInfo"> - <object idref="PrimitiveTypeInfo0"/> - </void> - </object> - </void> - </object> - </void> - <void property="mode"> - <object class="org.apache.hadoop.hive.ql.plan.groupByDesc$Mode" method="valueOf"> - <string>PARTIAL1</string> - </object> - </void> - </object> - </void> - <void property="schema"> - <object idref="RowSchema0"/> + <object idref="GroupByOperator0"/> + </void> + <void property="tagToValueDesc"> + <object class="java.util.ArrayList"> + <void method="add"> + <object idref="tableDesc4"/> </void> </object> </void>
