http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out deleted file mode 100644 index 72bfdb1..0000000 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/load_dyn_part14/out +++ /dev/null @@ -1,277 +0,0 @@ - -create table if not exists nzhang_part14 (key string) - partitioned by (value string) - - -describe extended nzhang_part14 -key string -value string - -Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:root, createTime:1366741768, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1366741768}, viewOriginalText:null, viewExpandedText:null, tab leType:MANAGED_TABLE) -set hive.exec.dynamic.partition=true -set hive.exec.dynamic.partition.mode=nonstrict - - -explain -insert overwrite table nzhang_part14 partition(value) -select key, value from ( - select 'k1' as key, cast(null as string) as value from src limit 2 - union all - select 'k2' as key, '' as value from src limit 2 - union all - select 'k3' as key, ' ' as value from src limit 2 -) T -ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING TOK_NULL) value)) (TOK_LIMIT 2))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k2' key) (TOK_SELEXPR '' value)) (TOK_LIMIT 2)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k3' key) (TOK_SELEXPR ' ' value)) (TOK_LIMIT 2)))) T)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME nzhang_part14) (TOK_PARTSPEC (TOK_PARTVAL value)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))))) - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1, Stage-9, Stage-10 - Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6 - Stage-5 - Stage-0 depends on stages: Stage-5, Stage-4, Stage-7 - Stage-3 depends on stages: Stage-0 - Stage-4 - Stage-6 - Stage-7 depends on stages: Stage-6 - Stage-9 is a root stage - Stage-10 is a root stage - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Alias -> Map Operator Tree: - null-subquery1-subquery2:t-subquery1-subquery2:src - TableScan - alias: src - Select Operator - expressions: - expr: 'k2' - type: string - expr: '' - type: string - outputColumnNames: _col0, _col1 - Limit - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - Reduce Operator Tree: - Extract - Limit - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - Stage: Stage-2 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10002 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: string - expr: _col1 - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part14 - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10004 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: string - expr: _col1 - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part14 - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-mr-10005 - TableScan - Union - Select Operator - expressions: - expr: _col0 - type: string - expr: _col1 - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part14 - - Stage: Stage-8 - Conditional Operator - - Stage: Stage-5 - Move Operator - files: - hdfs directory: true - destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10000 - - Stage: Stage-0 - Move Operator - tables: - partition: - value - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part14 - - Stage: Stage-3 - Stats-Aggr Operator - - Stage: Stage-4 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10003 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part14 - - Stage: Stage-6 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10003 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part14 - - Stage: Stage-7 - Move Operator - files: - hdfs directory: true - destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-29-30_022_7780088645980753198/-ext-10000 - - Stage: Stage-9 - Map Reduce - Alias -> Map Operator Tree: - null-subquery2:t-subquery2:src - TableScan - alias: src - Select Operator - expressions: - expr: 'k3' - type: string - expr: ' ' - type: string - outputColumnNames: _col0, _col1 - Limit - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - Reduce Operator Tree: - Extract - Limit - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - Stage: Stage-10 - Map Reduce - Alias -> Map Operator Tree: - null-subquery1-subquery1:t-subquery1-subquery1:src - TableScan - alias: src - Select Operator - expressions: - expr: 'k1' - type: string - expr: UDFToString(null) - type: string - outputColumnNames: _col0, _col1 - Limit - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - Reduce Operator Tree: - Extract - Limit - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - -insert overwrite table nzhang_part14 partition(value) -select key, value from ( - select 'k1' as key, cast(null as string) as value from src limit 2 - union all - select 'k2' as key, '' as value from src limit 2 - union all - select 'k3' as key, ' ' as value from src limit 2 -) T - - - -show partitions nzhang_part14 -value= -value=__HIVE_DEFAULT_PARTITION__ - - -select * from nzhang_part14 where value <> 'a' -order by key, value -k1 __HIVE_DEFAULT_PARTITION__ -k1 __HIVE_DEFAULT_PARTITION__ -k2 __HIVE_DEFAULT_PARTITION__ -k2 __HIVE_DEFAULT_PARTITION__ -k3 -k3
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter deleted file mode 100644 index 45a1fc5..0000000 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/filter +++ /dev/null @@ -1,7 +0,0 @@ -sed -re 's#Copying file:.*/srcbucket#Copying file:srcbucket#' \ - -e 's#^owner:.*$#owner:BORG#' \ - -e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \ - -e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \ - -e 's#last(Access|Update)Time:[0-9]*#last\1Time:JUSTNOW#' \ - -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \ - -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d' http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in deleted file mode 100644 index bed9f69..0000000 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/in +++ /dev/null @@ -1,60 +0,0 @@ --- Licensed to the Apache Software Foundation (ASF) under one or more --- contributor license agreements. See the NOTICE file distributed with --- this work for additional information regarding copyright ownership. --- The ASF licenses this file to You under the Apache License, Version 2.0 --- (the "License") you may not use this file except in compliance with --- the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. -set hive.exec.dynamic.partition=true; -set hive.exec.dynamic.partition.mode=nonstrict; - -create table srcpart_merge_dp like srcpart; - -create table merge_dynamic_part like srcpart; - -load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); -load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); -load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); -load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); - -set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat; -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=false; -set hive.merge.smallfiles.avgsize=1000000000; -explain -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'; -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'; - -select * from merge_dynamic_part order by key, value; -show table extended like `merge_dynamic_part`; - - -set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat; -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=true; -set hive.merge.smallfiles.avgsize=1000000000; -explain -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'; -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'; - -select * from merge_dynamic_part order by key, value; -show table extended like `merge_dynamic_part`; - -set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat; -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=true; -set hive.merge.smallfiles.avgsize=1000000000; -explain -insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11; -insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11;; - -select * from merge_dynamic_part order by key, value; -show table extended like `merge_dynamic_part`; - http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out deleted file mode 100644 index d5402b8..0000000 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/merge_dynamic_partition/out +++ /dev/null @@ -1,1852 +0,0 @@ -set hive.exec.dynamic.partition=true -set hive.exec.dynamic.partition.mode=nonstrict - - -create table srcpart_merge_dp like srcpart - - -create table merge_dynamic_part like srcpart - - -load data local inpath 'seed_data_files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) -Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket20.txt - -load data local inpath 'seed_data_files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) -Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket21.txt - -load data local inpath 'seed_data_files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) -Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket22.txt - -load data local inpath 'seed_data_files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) -Copying file: file:/root/bigtop/bigtop-tests/test-execution/smokes/hive/target/seed_data_files/srcbucket23.txt -set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat -set hive.merge.mapfiles=false -set hive.merge.mapredfiles=false -set hive.merge.smallfiles.avgsize=1000000000 - -explain -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08' -ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08')))) - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - Stage-2 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Alias -> Map Operator Tree: - srcpart_merge_dp - TableScan - alias: srcpart_merge_dp - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-0 - Move Operator - tables: - partition: - ds 2008-04-08 - hr - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-2 - Stats-Aggr Operator - - - -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08' - - -select * from merge_dynamic_part order by key, value -0 val_0 2008-04-08 11 -0 val_0 2008-04-08 11 -0 val_0 2008-04-08 11 -10 val_10 2008-04-08 11 -100 val_100 2008-04-08 11 -100 val_100 2008-04-08 11 -103 val_103 2008-04-08 11 -103 val_103 2008-04-08 11 -104 val_104 2008-04-08 11 -104 val_104 2008-04-08 11 -105 val_105 2008-04-08 11 -11 val_11 2008-04-08 11 -111 val_111 2008-04-08 11 -113 val_113 2008-04-08 11 -113 val_113 2008-04-08 11 -114 val_114 2008-04-08 11 -116 val_116 2008-04-08 11 -118 val_118 2008-04-08 11 -118 val_118 2008-04-08 11 -119 val_119 2008-04-08 11 -119 val_119 2008-04-08 11 -119 val_119 2008-04-08 11 -12 val_12 2008-04-08 11 -12 val_12 2008-04-08 11 -120 val_120 2008-04-08 11 -120 val_120 2008-04-08 11 -125 val_125 2008-04-08 11 -125 val_125 2008-04-08 11 -126 val_126 2008-04-08 11 -128 val_128 2008-04-08 11 -128 val_128 2008-04-08 11 -128 val_128 2008-04-08 11 -129 val_129 2008-04-08 11 -129 val_129 2008-04-08 11 -131 val_131 2008-04-08 11 -133 val_133 2008-04-08 11 -134 val_134 2008-04-08 11 -134 val_134 2008-04-08 11 -136 val_136 2008-04-08 11 -137 val_137 2008-04-08 11 -137 val_137 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -143 val_143 2008-04-08 11 -145 val_145 2008-04-08 11 -146 val_146 2008-04-08 11 -146 val_146 2008-04-08 11 -149 val_149 2008-04-08 11 -149 val_149 2008-04-08 11 -15 val_15 2008-04-08 11 -15 val_15 2008-04-08 11 -150 val_150 2008-04-08 11 -152 val_152 2008-04-08 11 -152 val_152 2008-04-08 11 -153 val_153 2008-04-08 11 -155 val_155 2008-04-08 11 -156 val_156 2008-04-08 11 -157 val_157 2008-04-08 11 -158 val_158 2008-04-08 11 -160 val_160 2008-04-08 11 -162 val_162 2008-04-08 11 -163 val_163 2008-04-08 11 -164 val_164 2008-04-08 11 -164 val_164 2008-04-08 11 -165 val_165 2008-04-08 11 -165 val_165 2008-04-08 11 -166 val_166 2008-04-08 11 -167 val_167 2008-04-08 11 -167 val_167 2008-04-08 11 -167 val_167 2008-04-08 11 -168 val_168 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -17 val_17 2008-04-08 11 -170 val_170 2008-04-08 11 -172 val_172 2008-04-08 11 -172 val_172 2008-04-08 11 -174 val_174 2008-04-08 11 -174 val_174 2008-04-08 11 -175 val_175 2008-04-08 11 -175 val_175 2008-04-08 11 -176 val_176 2008-04-08 11 -176 val_176 2008-04-08 11 -177 val_177 2008-04-08 11 -178 val_178 2008-04-08 11 -179 val_179 2008-04-08 11 -179 val_179 2008-04-08 11 -18 val_18 2008-04-08 11 -18 val_18 2008-04-08 11 -180 val_180 2008-04-08 11 -181 val_181 2008-04-08 11 -183 val_183 2008-04-08 11 -186 val_186 2008-04-08 11 -187 val_187 2008-04-08 11 -187 val_187 2008-04-08 11 -187 val_187 2008-04-08 11 -189 val_189 2008-04-08 11 -19 val_19 2008-04-08 11 -190 val_190 2008-04-08 11 -191 val_191 2008-04-08 11 -191 val_191 2008-04-08 11 -192 val_192 2008-04-08 11 -193 val_193 2008-04-08 11 -193 val_193 2008-04-08 11 -193 val_193 2008-04-08 11 -194 val_194 2008-04-08 11 -195 val_195 2008-04-08 11 -195 val_195 2008-04-08 11 -196 val_196 2008-04-08 11 -197 val_197 2008-04-08 11 -197 val_197 2008-04-08 11 -199 val_199 2008-04-08 11 -199 val_199 2008-04-08 11 -199 val_199 2008-04-08 11 -2 val_2 2008-04-08 11 -20 val_20 2008-04-08 11 -200 val_200 2008-04-08 11 -200 val_200 2008-04-08 11 -201 val_201 2008-04-08 11 -202 val_202 2008-04-08 11 -203 val_203 2008-04-08 11 -203 val_203 2008-04-08 11 -205 val_205 2008-04-08 11 -205 val_205 2008-04-08 11 -207 val_207 2008-04-08 11 -207 val_207 2008-04-08 11 -208 val_208 2008-04-08 11 -208 val_208 2008-04-08 11 -208 val_208 2008-04-08 11 -209 val_209 2008-04-08 11 -209 val_209 2008-04-08 11 -213 val_213 2008-04-08 11 -213 val_213 2008-04-08 11 -214 val_214 2008-04-08 11 -216 val_216 2008-04-08 11 -216 val_216 2008-04-08 11 -217 val_217 2008-04-08 11 -217 val_217 2008-04-08 11 -218 val_218 2008-04-08 11 -219 val_219 2008-04-08 11 -219 val_219 2008-04-08 11 -221 val_221 2008-04-08 11 -221 val_221 2008-04-08 11 -222 val_222 2008-04-08 11 -223 val_223 2008-04-08 11 -223 val_223 2008-04-08 11 -224 val_224 2008-04-08 11 -224 val_224 2008-04-08 11 -226 val_226 2008-04-08 11 -228 val_228 2008-04-08 11 -229 val_229 2008-04-08 11 -229 val_229 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -233 val_233 2008-04-08 11 -233 val_233 2008-04-08 11 -235 val_235 2008-04-08 11 -237 val_237 2008-04-08 11 -237 val_237 2008-04-08 11 -238 val_238 2008-04-08 11 -238 val_238 2008-04-08 11 -239 val_239 2008-04-08 11 -239 val_239 2008-04-08 11 -24 val_24 2008-04-08 11 -24 val_24 2008-04-08 11 -241 val_241 2008-04-08 11 -242 val_242 2008-04-08 11 -242 val_242 2008-04-08 11 -244 val_244 2008-04-08 11 -247 val_247 2008-04-08 11 -248 val_248 2008-04-08 11 -249 val_249 2008-04-08 11 -252 val_252 2008-04-08 11 -255 val_255 2008-04-08 11 -255 val_255 2008-04-08 11 -256 val_256 2008-04-08 11 -256 val_256 2008-04-08 11 -257 val_257 2008-04-08 11 -258 val_258 2008-04-08 11 -26 val_26 2008-04-08 11 -26 val_26 2008-04-08 11 -260 val_260 2008-04-08 11 -262 val_262 2008-04-08 11 -263 val_263 2008-04-08 11 -265 val_265 2008-04-08 11 -265 val_265 2008-04-08 11 -266 val_266 2008-04-08 11 -27 val_27 2008-04-08 11 -272 val_272 2008-04-08 11 -272 val_272 2008-04-08 11 -273 val_273 2008-04-08 11 -273 val_273 2008-04-08 11 -273 val_273 2008-04-08 11 -274 val_274 2008-04-08 11 -275 val_275 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -278 val_278 2008-04-08 11 -278 val_278 2008-04-08 11 -28 val_28 2008-04-08 11 -280 val_280 2008-04-08 11 -280 val_280 2008-04-08 11 -281 val_281 2008-04-08 11 -281 val_281 2008-04-08 11 -282 val_282 2008-04-08 11 -282 val_282 2008-04-08 11 -283 val_283 2008-04-08 11 -284 val_284 2008-04-08 11 -285 val_285 2008-04-08 11 -286 val_286 2008-04-08 11 -287 val_287 2008-04-08 11 -288 val_288 2008-04-08 11 -288 val_288 2008-04-08 11 -289 val_289 2008-04-08 11 -291 val_291 2008-04-08 11 -292 val_292 2008-04-08 11 -296 val_296 2008-04-08 11 -298 val_298 2008-04-08 11 -298 val_298 2008-04-08 11 -298 val_298 2008-04-08 11 -30 val_30 2008-04-08 11 -302 val_302 2008-04-08 11 -305 val_305 2008-04-08 11 -306 val_306 2008-04-08 11 -307 val_307 2008-04-08 11 -307 val_307 2008-04-08 11 -308 val_308 2008-04-08 11 -309 val_309 2008-04-08 11 -309 val_309 2008-04-08 11 -310 val_310 2008-04-08 11 -311 val_311 2008-04-08 11 -311 val_311 2008-04-08 11 -311 val_311 2008-04-08 11 -315 val_315 2008-04-08 11 -316 val_316 2008-04-08 11 -316 val_316 2008-04-08 11 -316 val_316 2008-04-08 11 -317 val_317 2008-04-08 11 -317 val_317 2008-04-08 11 -318 val_318 2008-04-08 11 -318 val_318 2008-04-08 11 -318 val_318 2008-04-08 11 -321 val_321 2008-04-08 11 -321 val_321 2008-04-08 11 -322 val_322 2008-04-08 11 -322 val_322 2008-04-08 11 -323 val_323 2008-04-08 11 -325 val_325 2008-04-08 11 -325 val_325 2008-04-08 11 -327 val_327 2008-04-08 11 -327 val_327 2008-04-08 11 -327 val_327 2008-04-08 11 -33 val_33 2008-04-08 11 -331 val_331 2008-04-08 11 -331 val_331 2008-04-08 11 -332 val_332 2008-04-08 11 -333 val_333 2008-04-08 11 -333 val_333 2008-04-08 11 -335 val_335 2008-04-08 11 -336 val_336 2008-04-08 11 -338 val_338 2008-04-08 11 -339 val_339 2008-04-08 11 -34 val_34 2008-04-08 11 -341 val_341 2008-04-08 11 -342 val_342 2008-04-08 11 -342 val_342 2008-04-08 11 -344 val_344 2008-04-08 11 -344 val_344 2008-04-08 11 -345 val_345 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -35 val_35 2008-04-08 11 -35 val_35 2008-04-08 11 -35 val_35 2008-04-08 11 -351 val_351 2008-04-08 11 -353 val_353 2008-04-08 11 -353 val_353 2008-04-08 11 -356 val_356 2008-04-08 11 -360 val_360 2008-04-08 11 -362 val_362 2008-04-08 11 -364 val_364 2008-04-08 11 -365 val_365 2008-04-08 11 -366 val_366 2008-04-08 11 -367 val_367 2008-04-08 11 -367 val_367 2008-04-08 11 -368 val_368 2008-04-08 11 -369 val_369 2008-04-08 11 -369 val_369 2008-04-08 11 -369 val_369 2008-04-08 11 -37 val_37 2008-04-08 11 -37 val_37 2008-04-08 11 -373 val_373 2008-04-08 11 -374 val_374 2008-04-08 11 -375 val_375 2008-04-08 11 -377 val_377 2008-04-08 11 -378 val_378 2008-04-08 11 -379 val_379 2008-04-08 11 -382 val_382 2008-04-08 11 -382 val_382 2008-04-08 11 -384 val_384 2008-04-08 11 -384 val_384 2008-04-08 11 -384 val_384 2008-04-08 11 -386 val_386 2008-04-08 11 -389 val_389 2008-04-08 11 -392 val_392 2008-04-08 11 -393 val_393 2008-04-08 11 -394 val_394 2008-04-08 11 -395 val_395 2008-04-08 11 -395 val_395 2008-04-08 11 -396 val_396 2008-04-08 11 -396 val_396 2008-04-08 11 -396 val_396 2008-04-08 11 -397 val_397 2008-04-08 11 -397 val_397 2008-04-08 11 -399 val_399 2008-04-08 11 -399 val_399 2008-04-08 11 -4 val_4 2008-04-08 11 -400 val_400 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -402 val_402 2008-04-08 11 -403 val_403 2008-04-08 11 -403 val_403 2008-04-08 11 -403 val_403 2008-04-08 11 -404 val_404 2008-04-08 11 -404 val_404 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -407 val_407 2008-04-08 11 -409 val_409 2008-04-08 11 -409 val_409 2008-04-08 11 -409 val_409 2008-04-08 11 -41 val_41 2008-04-08 11 -411 val_411 2008-04-08 11 -413 val_413 2008-04-08 11 -413 val_413 2008-04-08 11 -414 val_414 2008-04-08 11 -414 val_414 2008-04-08 11 -417 val_417 2008-04-08 11 -417 val_417 2008-04-08 11 -417 val_417 2008-04-08 11 -418 val_418 2008-04-08 11 -419 val_419 2008-04-08 11 -42 val_42 2008-04-08 11 -42 val_42 2008-04-08 11 -421 val_421 2008-04-08 11 -424 val_424 2008-04-08 11 -424 val_424 2008-04-08 11 -427 val_427 2008-04-08 11 -429 val_429 2008-04-08 11 -429 val_429 2008-04-08 11 -43 val_43 2008-04-08 11 -430 val_430 2008-04-08 11 -430 val_430 2008-04-08 11 -430 val_430 2008-04-08 11 -431 val_431 2008-04-08 11 -431 val_431 2008-04-08 11 -431 val_431 2008-04-08 11 -432 val_432 2008-04-08 11 -435 val_435 2008-04-08 11 -436 val_436 2008-04-08 11 -437 val_437 2008-04-08 11 -438 val_438 2008-04-08 11 -438 val_438 2008-04-08 11 -438 val_438 2008-04-08 11 -439 val_439 2008-04-08 11 -439 val_439 2008-04-08 11 -44 val_44 2008-04-08 11 -443 val_443 2008-04-08 11 -444 val_444 2008-04-08 11 -446 val_446 2008-04-08 11 -448 val_448 2008-04-08 11 -449 val_449 2008-04-08 11 -452 val_452 2008-04-08 11 -453 val_453 2008-04-08 11 -454 val_454 2008-04-08 11 -454 val_454 2008-04-08 11 -454 val_454 2008-04-08 11 -455 val_455 2008-04-08 11 -457 val_457 2008-04-08 11 -458 val_458 2008-04-08 11 -458 val_458 2008-04-08 11 -459 val_459 2008-04-08 11 -459 val_459 2008-04-08 11 -460 val_460 2008-04-08 11 -462 val_462 2008-04-08 11 -462 val_462 2008-04-08 11 -463 val_463 2008-04-08 11 -463 val_463 2008-04-08 11 -466 val_466 2008-04-08 11 -466 val_466 2008-04-08 11 -466 val_466 2008-04-08 11 -467 val_467 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -47 val_47 2008-04-08 11 -470 val_470 2008-04-08 11 -472 val_472 2008-04-08 11 -475 val_475 2008-04-08 11 -477 val_477 2008-04-08 11 -478 val_478 2008-04-08 11 -478 val_478 2008-04-08 11 -479 val_479 2008-04-08 11 -480 val_480 2008-04-08 11 -480 val_480 2008-04-08 11 -480 val_480 2008-04-08 11 -481 val_481 2008-04-08 11 -482 val_482 2008-04-08 11 -483 val_483 2008-04-08 11 -484 val_484 2008-04-08 11 -485 val_485 2008-04-08 11 -487 val_487 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -490 val_490 2008-04-08 11 -491 val_491 2008-04-08 11 -492 val_492 2008-04-08 11 -492 val_492 2008-04-08 11 -493 val_493 2008-04-08 11 -494 val_494 2008-04-08 11 -495 val_495 2008-04-08 11 -496 val_496 2008-04-08 11 -497 val_497 2008-04-08 11 -498 val_498 2008-04-08 11 -498 val_498 2008-04-08 11 -498 val_498 2008-04-08 11 -5 val_5 2008-04-08 11 -5 val_5 2008-04-08 11 -5 val_5 2008-04-08 11 -51 val_51 2008-04-08 11 -51 val_51 2008-04-08 11 -53 val_53 2008-04-08 11 -54 val_54 2008-04-08 11 -57 val_57 2008-04-08 11 -58 val_58 2008-04-08 11 -58 val_58 2008-04-08 11 -64 val_64 2008-04-08 11 -65 val_65 2008-04-08 11 -66 val_66 2008-04-08 11 -67 val_67 2008-04-08 11 -67 val_67 2008-04-08 11 -69 val_69 2008-04-08 11 -70 val_70 2008-04-08 11 -70 val_70 2008-04-08 11 -70 val_70 2008-04-08 11 -72 val_72 2008-04-08 11 -72 val_72 2008-04-08 11 -74 val_74 2008-04-08 11 -76 val_76 2008-04-08 11 -76 val_76 2008-04-08 11 -77 val_77 2008-04-08 11 -78 val_78 2008-04-08 11 -8 val_8 2008-04-08 11 -80 val_80 2008-04-08 11 -82 val_82 2008-04-08 11 -83 val_83 2008-04-08 11 -83 val_83 2008-04-08 11 -84 val_84 2008-04-08 11 -84 val_84 2008-04-08 11 -85 val_85 2008-04-08 11 -86 val_86 2008-04-08 11 -87 val_87 2008-04-08 11 -9 val_9 2008-04-08 11 -90 val_90 2008-04-08 11 -90 val_90 2008-04-08 11 -90 val_90 2008-04-08 11 -92 val_92 2008-04-08 11 -95 val_95 2008-04-08 11 -95 val_95 2008-04-08 11 -96 val_96 2008-04-08 11 -97 val_97 2008-04-08 11 -97 val_97 2008-04-08 11 -98 val_98 2008-04-08 11 -98 val_98 2008-04-08 11 - -show table extended like `merge_dynamic_part` -tableName:merge_dynamic_part -owner:root -location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part -inputformat:org.apache.hadoop.mapred.TextInputFormat -outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -columns:struct columns { string key, string value} -partitioned:true -partitionColumns:struct partition_columns { string ds, string hr} -totalNumberFiles:4 -totalFileSize:5812 -maxFileSize:1612 -minFileSize:1358 -lastAccessTime:1366742356513 -lastUpdateTime:1366742358466 - -set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat -set hive.merge.mapfiles=true -set hive.merge.mapredfiles=true -set hive.merge.smallfiles.avgsize=1000000000 - -explain -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08' -ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr 11)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08')))) - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 - Stage-4 - Stage-0 depends on stages: Stage-4, Stage-3, Stage-6 - Stage-2 depends on stages: Stage-0 - Stage-3 - Stage-5 - Stage-6 depends on stages: Stage-5 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Alias -> Map Operator Tree: - srcpart_merge_dp - TableScan - alias: srcpart_merge_dp - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-7 - Conditional Operator - - Stage: Stage-4 - Move Operator - files: - hdfs directory: true - destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10000 - - Stage: Stage-0 - Move Operator - tables: - partition: - ds 2008-04-08 - hr 11 - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-2 - Stats-Aggr Operator - - Stage: Stage-3 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10002 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-5 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10002 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-6 - Move Operator - files: - hdfs directory: true - destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-39-51_354_5074906116987257301/-ext-10000 - - - -insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08' -Deleted hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11 - - -select * from merge_dynamic_part order by key, value -0 val_0 2008-04-08 11 -0 val_0 2008-04-08 11 -0 val_0 2008-04-08 11 -10 val_10 2008-04-08 11 -100 val_100 2008-04-08 11 -100 val_100 2008-04-08 11 -103 val_103 2008-04-08 11 -103 val_103 2008-04-08 11 -104 val_104 2008-04-08 11 -104 val_104 2008-04-08 11 -105 val_105 2008-04-08 11 -11 val_11 2008-04-08 11 -111 val_111 2008-04-08 11 -113 val_113 2008-04-08 11 -113 val_113 2008-04-08 11 -114 val_114 2008-04-08 11 -116 val_116 2008-04-08 11 -118 val_118 2008-04-08 11 -118 val_118 2008-04-08 11 -119 val_119 2008-04-08 11 -119 val_119 2008-04-08 11 -119 val_119 2008-04-08 11 -12 val_12 2008-04-08 11 -12 val_12 2008-04-08 11 -120 val_120 2008-04-08 11 -120 val_120 2008-04-08 11 -125 val_125 2008-04-08 11 -125 val_125 2008-04-08 11 -126 val_126 2008-04-08 11 -128 val_128 2008-04-08 11 -128 val_128 2008-04-08 11 -128 val_128 2008-04-08 11 -129 val_129 2008-04-08 11 -129 val_129 2008-04-08 11 -131 val_131 2008-04-08 11 -133 val_133 2008-04-08 11 -134 val_134 2008-04-08 11 -134 val_134 2008-04-08 11 -136 val_136 2008-04-08 11 -137 val_137 2008-04-08 11 -137 val_137 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -143 val_143 2008-04-08 11 -145 val_145 2008-04-08 11 -146 val_146 2008-04-08 11 -146 val_146 2008-04-08 11 -149 val_149 2008-04-08 11 -149 val_149 2008-04-08 11 -15 val_15 2008-04-08 11 -15 val_15 2008-04-08 11 -150 val_150 2008-04-08 11 -152 val_152 2008-04-08 11 -152 val_152 2008-04-08 11 -153 val_153 2008-04-08 11 -155 val_155 2008-04-08 11 -156 val_156 2008-04-08 11 -157 val_157 2008-04-08 11 -158 val_158 2008-04-08 11 -160 val_160 2008-04-08 11 -162 val_162 2008-04-08 11 -163 val_163 2008-04-08 11 -164 val_164 2008-04-08 11 -164 val_164 2008-04-08 11 -165 val_165 2008-04-08 11 -165 val_165 2008-04-08 11 -166 val_166 2008-04-08 11 -167 val_167 2008-04-08 11 -167 val_167 2008-04-08 11 -167 val_167 2008-04-08 11 -168 val_168 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -17 val_17 2008-04-08 11 -170 val_170 2008-04-08 11 -172 val_172 2008-04-08 11 -172 val_172 2008-04-08 11 -174 val_174 2008-04-08 11 -174 val_174 2008-04-08 11 -175 val_175 2008-04-08 11 -175 val_175 2008-04-08 11 -176 val_176 2008-04-08 11 -176 val_176 2008-04-08 11 -177 val_177 2008-04-08 11 -178 val_178 2008-04-08 11 -179 val_179 2008-04-08 11 -179 val_179 2008-04-08 11 -18 val_18 2008-04-08 11 -18 val_18 2008-04-08 11 -180 val_180 2008-04-08 11 -181 val_181 2008-04-08 11 -183 val_183 2008-04-08 11 -186 val_186 2008-04-08 11 -187 val_187 2008-04-08 11 -187 val_187 2008-04-08 11 -187 val_187 2008-04-08 11 -189 val_189 2008-04-08 11 -19 val_19 2008-04-08 11 -190 val_190 2008-04-08 11 -191 val_191 2008-04-08 11 -191 val_191 2008-04-08 11 -192 val_192 2008-04-08 11 -193 val_193 2008-04-08 11 -193 val_193 2008-04-08 11 -193 val_193 2008-04-08 11 -194 val_194 2008-04-08 11 -195 val_195 2008-04-08 11 -195 val_195 2008-04-08 11 -196 val_196 2008-04-08 11 -197 val_197 2008-04-08 11 -197 val_197 2008-04-08 11 -199 val_199 2008-04-08 11 -199 val_199 2008-04-08 11 -199 val_199 2008-04-08 11 -2 val_2 2008-04-08 11 -20 val_20 2008-04-08 11 -200 val_200 2008-04-08 11 -200 val_200 2008-04-08 11 -201 val_201 2008-04-08 11 -202 val_202 2008-04-08 11 -203 val_203 2008-04-08 11 -203 val_203 2008-04-08 11 -205 val_205 2008-04-08 11 -205 val_205 2008-04-08 11 -207 val_207 2008-04-08 11 -207 val_207 2008-04-08 11 -208 val_208 2008-04-08 11 -208 val_208 2008-04-08 11 -208 val_208 2008-04-08 11 -209 val_209 2008-04-08 11 -209 val_209 2008-04-08 11 -213 val_213 2008-04-08 11 -213 val_213 2008-04-08 11 -214 val_214 2008-04-08 11 -216 val_216 2008-04-08 11 -216 val_216 2008-04-08 11 -217 val_217 2008-04-08 11 -217 val_217 2008-04-08 11 -218 val_218 2008-04-08 11 -219 val_219 2008-04-08 11 -219 val_219 2008-04-08 11 -221 val_221 2008-04-08 11 -221 val_221 2008-04-08 11 -222 val_222 2008-04-08 11 -223 val_223 2008-04-08 11 -223 val_223 2008-04-08 11 -224 val_224 2008-04-08 11 -224 val_224 2008-04-08 11 -226 val_226 2008-04-08 11 -228 val_228 2008-04-08 11 -229 val_229 2008-04-08 11 -229 val_229 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -233 val_233 2008-04-08 11 -233 val_233 2008-04-08 11 -235 val_235 2008-04-08 11 -237 val_237 2008-04-08 11 -237 val_237 2008-04-08 11 -238 val_238 2008-04-08 11 -238 val_238 2008-04-08 11 -239 val_239 2008-04-08 11 -239 val_239 2008-04-08 11 -24 val_24 2008-04-08 11 -24 val_24 2008-04-08 11 -241 val_241 2008-04-08 11 -242 val_242 2008-04-08 11 -242 val_242 2008-04-08 11 -244 val_244 2008-04-08 11 -247 val_247 2008-04-08 11 -248 val_248 2008-04-08 11 -249 val_249 2008-04-08 11 -252 val_252 2008-04-08 11 -255 val_255 2008-04-08 11 -255 val_255 2008-04-08 11 -256 val_256 2008-04-08 11 -256 val_256 2008-04-08 11 -257 val_257 2008-04-08 11 -258 val_258 2008-04-08 11 -26 val_26 2008-04-08 11 -26 val_26 2008-04-08 11 -260 val_260 2008-04-08 11 -262 val_262 2008-04-08 11 -263 val_263 2008-04-08 11 -265 val_265 2008-04-08 11 -265 val_265 2008-04-08 11 -266 val_266 2008-04-08 11 -27 val_27 2008-04-08 11 -272 val_272 2008-04-08 11 -272 val_272 2008-04-08 11 -273 val_273 2008-04-08 11 -273 val_273 2008-04-08 11 -273 val_273 2008-04-08 11 -274 val_274 2008-04-08 11 -275 val_275 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -278 val_278 2008-04-08 11 -278 val_278 2008-04-08 11 -28 val_28 2008-04-08 11 -280 val_280 2008-04-08 11 -280 val_280 2008-04-08 11 -281 val_281 2008-04-08 11 -281 val_281 2008-04-08 11 -282 val_282 2008-04-08 11 -282 val_282 2008-04-08 11 -283 val_283 2008-04-08 11 -284 val_284 2008-04-08 11 -285 val_285 2008-04-08 11 -286 val_286 2008-04-08 11 -287 val_287 2008-04-08 11 -288 val_288 2008-04-08 11 -288 val_288 2008-04-08 11 -289 val_289 2008-04-08 11 -291 val_291 2008-04-08 11 -292 val_292 2008-04-08 11 -296 val_296 2008-04-08 11 -298 val_298 2008-04-08 11 -298 val_298 2008-04-08 11 -298 val_298 2008-04-08 11 -30 val_30 2008-04-08 11 -302 val_302 2008-04-08 11 -305 val_305 2008-04-08 11 -306 val_306 2008-04-08 11 -307 val_307 2008-04-08 11 -307 val_307 2008-04-08 11 -308 val_308 2008-04-08 11 -309 val_309 2008-04-08 11 -309 val_309 2008-04-08 11 -310 val_310 2008-04-08 11 -311 val_311 2008-04-08 11 -311 val_311 2008-04-08 11 -311 val_311 2008-04-08 11 -315 val_315 2008-04-08 11 -316 val_316 2008-04-08 11 -316 val_316 2008-04-08 11 -316 val_316 2008-04-08 11 -317 val_317 2008-04-08 11 -317 val_317 2008-04-08 11 -318 val_318 2008-04-08 11 -318 val_318 2008-04-08 11 -318 val_318 2008-04-08 11 -321 val_321 2008-04-08 11 -321 val_321 2008-04-08 11 -322 val_322 2008-04-08 11 -322 val_322 2008-04-08 11 -323 val_323 2008-04-08 11 -325 val_325 2008-04-08 11 -325 val_325 2008-04-08 11 -327 val_327 2008-04-08 11 -327 val_327 2008-04-08 11 -327 val_327 2008-04-08 11 -33 val_33 2008-04-08 11 -331 val_331 2008-04-08 11 -331 val_331 2008-04-08 11 -332 val_332 2008-04-08 11 -333 val_333 2008-04-08 11 -333 val_333 2008-04-08 11 -335 val_335 2008-04-08 11 -336 val_336 2008-04-08 11 -338 val_338 2008-04-08 11 -339 val_339 2008-04-08 11 -34 val_34 2008-04-08 11 -341 val_341 2008-04-08 11 -342 val_342 2008-04-08 11 -342 val_342 2008-04-08 11 -344 val_344 2008-04-08 11 -344 val_344 2008-04-08 11 -345 val_345 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -35 val_35 2008-04-08 11 -35 val_35 2008-04-08 11 -35 val_35 2008-04-08 11 -351 val_351 2008-04-08 11 -353 val_353 2008-04-08 11 -353 val_353 2008-04-08 11 -356 val_356 2008-04-08 11 -360 val_360 2008-04-08 11 -362 val_362 2008-04-08 11 -364 val_364 2008-04-08 11 -365 val_365 2008-04-08 11 -366 val_366 2008-04-08 11 -367 val_367 2008-04-08 11 -367 val_367 2008-04-08 11 -368 val_368 2008-04-08 11 -369 val_369 2008-04-08 11 -369 val_369 2008-04-08 11 -369 val_369 2008-04-08 11 -37 val_37 2008-04-08 11 -37 val_37 2008-04-08 11 -373 val_373 2008-04-08 11 -374 val_374 2008-04-08 11 -375 val_375 2008-04-08 11 -377 val_377 2008-04-08 11 -378 val_378 2008-04-08 11 -379 val_379 2008-04-08 11 -382 val_382 2008-04-08 11 -382 val_382 2008-04-08 11 -384 val_384 2008-04-08 11 -384 val_384 2008-04-08 11 -384 val_384 2008-04-08 11 -386 val_386 2008-04-08 11 -389 val_389 2008-04-08 11 -392 val_392 2008-04-08 11 -393 val_393 2008-04-08 11 -394 val_394 2008-04-08 11 -395 val_395 2008-04-08 11 -395 val_395 2008-04-08 11 -396 val_396 2008-04-08 11 -396 val_396 2008-04-08 11 -396 val_396 2008-04-08 11 -397 val_397 2008-04-08 11 -397 val_397 2008-04-08 11 -399 val_399 2008-04-08 11 -399 val_399 2008-04-08 11 -4 val_4 2008-04-08 11 -400 val_400 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -402 val_402 2008-04-08 11 -403 val_403 2008-04-08 11 -403 val_403 2008-04-08 11 -403 val_403 2008-04-08 11 -404 val_404 2008-04-08 11 -404 val_404 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -407 val_407 2008-04-08 11 -409 val_409 2008-04-08 11 -409 val_409 2008-04-08 11 -409 val_409 2008-04-08 11 -41 val_41 2008-04-08 11 -411 val_411 2008-04-08 11 -413 val_413 2008-04-08 11 -413 val_413 2008-04-08 11 -414 val_414 2008-04-08 11 -414 val_414 2008-04-08 11 -417 val_417 2008-04-08 11 -417 val_417 2008-04-08 11 -417 val_417 2008-04-08 11 -418 val_418 2008-04-08 11 -419 val_419 2008-04-08 11 -42 val_42 2008-04-08 11 -42 val_42 2008-04-08 11 -421 val_421 2008-04-08 11 -424 val_424 2008-04-08 11 -424 val_424 2008-04-08 11 -427 val_427 2008-04-08 11 -429 val_429 2008-04-08 11 -429 val_429 2008-04-08 11 -43 val_43 2008-04-08 11 -430 val_430 2008-04-08 11 -430 val_430 2008-04-08 11 -430 val_430 2008-04-08 11 -431 val_431 2008-04-08 11 -431 val_431 2008-04-08 11 -431 val_431 2008-04-08 11 -432 val_432 2008-04-08 11 -435 val_435 2008-04-08 11 -436 val_436 2008-04-08 11 -437 val_437 2008-04-08 11 -438 val_438 2008-04-08 11 -438 val_438 2008-04-08 11 -438 val_438 2008-04-08 11 -439 val_439 2008-04-08 11 -439 val_439 2008-04-08 11 -44 val_44 2008-04-08 11 -443 val_443 2008-04-08 11 -444 val_444 2008-04-08 11 -446 val_446 2008-04-08 11 -448 val_448 2008-04-08 11 -449 val_449 2008-04-08 11 -452 val_452 2008-04-08 11 -453 val_453 2008-04-08 11 -454 val_454 2008-04-08 11 -454 val_454 2008-04-08 11 -454 val_454 2008-04-08 11 -455 val_455 2008-04-08 11 -457 val_457 2008-04-08 11 -458 val_458 2008-04-08 11 -458 val_458 2008-04-08 11 -459 val_459 2008-04-08 11 -459 val_459 2008-04-08 11 -460 val_460 2008-04-08 11 -462 val_462 2008-04-08 11 -462 val_462 2008-04-08 11 -463 val_463 2008-04-08 11 -463 val_463 2008-04-08 11 -466 val_466 2008-04-08 11 -466 val_466 2008-04-08 11 -466 val_466 2008-04-08 11 -467 val_467 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -47 val_47 2008-04-08 11 -470 val_470 2008-04-08 11 -472 val_472 2008-04-08 11 -475 val_475 2008-04-08 11 -477 val_477 2008-04-08 11 -478 val_478 2008-04-08 11 -478 val_478 2008-04-08 11 -479 val_479 2008-04-08 11 -480 val_480 2008-04-08 11 -480 val_480 2008-04-08 11 -480 val_480 2008-04-08 11 -481 val_481 2008-04-08 11 -482 val_482 2008-04-08 11 -483 val_483 2008-04-08 11 -484 val_484 2008-04-08 11 -485 val_485 2008-04-08 11 -487 val_487 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -490 val_490 2008-04-08 11 -491 val_491 2008-04-08 11 -492 val_492 2008-04-08 11 -492 val_492 2008-04-08 11 -493 val_493 2008-04-08 11 -494 val_494 2008-04-08 11 -495 val_495 2008-04-08 11 -496 val_496 2008-04-08 11 -497 val_497 2008-04-08 11 -498 val_498 2008-04-08 11 -498 val_498 2008-04-08 11 -498 val_498 2008-04-08 11 -5 val_5 2008-04-08 11 -5 val_5 2008-04-08 11 -5 val_5 2008-04-08 11 -51 val_51 2008-04-08 11 -51 val_51 2008-04-08 11 -53 val_53 2008-04-08 11 -54 val_54 2008-04-08 11 -57 val_57 2008-04-08 11 -58 val_58 2008-04-08 11 -58 val_58 2008-04-08 11 -64 val_64 2008-04-08 11 -65 val_65 2008-04-08 11 -66 val_66 2008-04-08 11 -67 val_67 2008-04-08 11 -67 val_67 2008-04-08 11 -69 val_69 2008-04-08 11 -70 val_70 2008-04-08 11 -70 val_70 2008-04-08 11 -70 val_70 2008-04-08 11 -72 val_72 2008-04-08 11 -72 val_72 2008-04-08 11 -74 val_74 2008-04-08 11 -76 val_76 2008-04-08 11 -76 val_76 2008-04-08 11 -77 val_77 2008-04-08 11 -78 val_78 2008-04-08 11 -8 val_8 2008-04-08 11 -80 val_80 2008-04-08 11 -82 val_82 2008-04-08 11 -83 val_83 2008-04-08 11 -83 val_83 2008-04-08 11 -84 val_84 2008-04-08 11 -84 val_84 2008-04-08 11 -85 val_85 2008-04-08 11 -86 val_86 2008-04-08 11 -87 val_87 2008-04-08 11 -9 val_9 2008-04-08 11 -90 val_90 2008-04-08 11 -90 val_90 2008-04-08 11 -90 val_90 2008-04-08 11 -92 val_92 2008-04-08 11 -95 val_95 2008-04-08 11 -95 val_95 2008-04-08 11 -96 val_96 2008-04-08 11 -97 val_97 2008-04-08 11 -97 val_97 2008-04-08 11 -98 val_98 2008-04-08 11 -98 val_98 2008-04-08 11 - -show table extended like `merge_dynamic_part` -tableName:merge_dynamic_part -owner:root -location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part -inputformat:org.apache.hadoop.mapred.TextInputFormat -outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -columns:struct columns { string key, string value} -partitioned:true -partitionColumns:struct partition_columns { string ds, string hr} -totalNumberFiles:1 -totalFileSize:5812 -maxFileSize:5812 -minFileSize:5812 -lastAccessTime:1366742405322 -lastUpdateTime:1366742405493 - -set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat -set hive.merge.mapfiles=true -set hive.merge.mapredfiles=true -set hive.merge.smallfiles.avgsize=1000000000 - -explain -insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11 -ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds) (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) 11))))) - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 - Stage-4 - Stage-0 depends on stages: Stage-4, Stage-3, Stage-6 - Stage-2 depends on stages: Stage-0 - Stage-3 - Stage-5 - Stage-6 depends on stages: Stage-5 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Alias -> Map Operator Tree: - srcpart_merge_dp - TableScan - alias: srcpart_merge_dp - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2, _col3 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-7 - Conditional Operator - - Stage: Stage-4 - Move Operator - files: - hdfs directory: true - destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10000 - - Stage: Stage-0 - Move Operator - tables: - partition: - ds - hr - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-2 - Stats-Aggr Operator - - Stage: Stage-3 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10002 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-5 - Map Reduce - Alias -> Map Operator Tree: - hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10002 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_dynamic_part - - Stage: Stage-6 - Move Operator - files: - hdfs directory: true - destination: hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/tmp/hive-root/hive_2013-04-23_11-40-31_143_7299434649267988331/-ext-10000 - - - -insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11 -Deleted hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part/ds=2008-04-08/hr=11 - - -select * from merge_dynamic_part order by key, value -0 val_0 2008-04-08 11 -0 val_0 2008-04-08 11 -0 val_0 2008-04-08 11 -10 val_10 2008-04-08 11 -100 val_100 2008-04-08 11 -100 val_100 2008-04-08 11 -103 val_103 2008-04-08 11 -103 val_103 2008-04-08 11 -104 val_104 2008-04-08 11 -104 val_104 2008-04-08 11 -105 val_105 2008-04-08 11 -11 val_11 2008-04-08 11 -111 val_111 2008-04-08 11 -113 val_113 2008-04-08 11 -113 val_113 2008-04-08 11 -114 val_114 2008-04-08 11 -116 val_116 2008-04-08 11 -118 val_118 2008-04-08 11 -118 val_118 2008-04-08 11 -119 val_119 2008-04-08 11 -119 val_119 2008-04-08 11 -119 val_119 2008-04-08 11 -12 val_12 2008-04-08 11 -12 val_12 2008-04-08 11 -120 val_120 2008-04-08 11 -120 val_120 2008-04-08 11 -125 val_125 2008-04-08 11 -125 val_125 2008-04-08 11 -126 val_126 2008-04-08 11 -128 val_128 2008-04-08 11 -128 val_128 2008-04-08 11 -128 val_128 2008-04-08 11 -129 val_129 2008-04-08 11 -129 val_129 2008-04-08 11 -131 val_131 2008-04-08 11 -133 val_133 2008-04-08 11 -134 val_134 2008-04-08 11 -134 val_134 2008-04-08 11 -136 val_136 2008-04-08 11 -137 val_137 2008-04-08 11 -137 val_137 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -138 val_138 2008-04-08 11 -143 val_143 2008-04-08 11 -145 val_145 2008-04-08 11 -146 val_146 2008-04-08 11 -146 val_146 2008-04-08 11 -149 val_149 2008-04-08 11 -149 val_149 2008-04-08 11 -15 val_15 2008-04-08 11 -15 val_15 2008-04-08 11 -150 val_150 2008-04-08 11 -152 val_152 2008-04-08 11 -152 val_152 2008-04-08 11 -153 val_153 2008-04-08 11 -155 val_155 2008-04-08 11 -156 val_156 2008-04-08 11 -157 val_157 2008-04-08 11 -158 val_158 2008-04-08 11 -160 val_160 2008-04-08 11 -162 val_162 2008-04-08 11 -163 val_163 2008-04-08 11 -164 val_164 2008-04-08 11 -164 val_164 2008-04-08 11 -165 val_165 2008-04-08 11 -165 val_165 2008-04-08 11 -166 val_166 2008-04-08 11 -167 val_167 2008-04-08 11 -167 val_167 2008-04-08 11 -167 val_167 2008-04-08 11 -168 val_168 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -169 val_169 2008-04-08 11 -17 val_17 2008-04-08 11 -170 val_170 2008-04-08 11 -172 val_172 2008-04-08 11 -172 val_172 2008-04-08 11 -174 val_174 2008-04-08 11 -174 val_174 2008-04-08 11 -175 val_175 2008-04-08 11 -175 val_175 2008-04-08 11 -176 val_176 2008-04-08 11 -176 val_176 2008-04-08 11 -177 val_177 2008-04-08 11 -178 val_178 2008-04-08 11 -179 val_179 2008-04-08 11 -179 val_179 2008-04-08 11 -18 val_18 2008-04-08 11 -18 val_18 2008-04-08 11 -180 val_180 2008-04-08 11 -181 val_181 2008-04-08 11 -183 val_183 2008-04-08 11 -186 val_186 2008-04-08 11 -187 val_187 2008-04-08 11 -187 val_187 2008-04-08 11 -187 val_187 2008-04-08 11 -189 val_189 2008-04-08 11 -19 val_19 2008-04-08 11 -190 val_190 2008-04-08 11 -191 val_191 2008-04-08 11 -191 val_191 2008-04-08 11 -192 val_192 2008-04-08 11 -193 val_193 2008-04-08 11 -193 val_193 2008-04-08 11 -193 val_193 2008-04-08 11 -194 val_194 2008-04-08 11 -195 val_195 2008-04-08 11 -195 val_195 2008-04-08 11 -196 val_196 2008-04-08 11 -197 val_197 2008-04-08 11 -197 val_197 2008-04-08 11 -199 val_199 2008-04-08 11 -199 val_199 2008-04-08 11 -199 val_199 2008-04-08 11 -2 val_2 2008-04-08 11 -20 val_20 2008-04-08 11 -200 val_200 2008-04-08 11 -200 val_200 2008-04-08 11 -201 val_201 2008-04-08 11 -202 val_202 2008-04-08 11 -203 val_203 2008-04-08 11 -203 val_203 2008-04-08 11 -205 val_205 2008-04-08 11 -205 val_205 2008-04-08 11 -207 val_207 2008-04-08 11 -207 val_207 2008-04-08 11 -208 val_208 2008-04-08 11 -208 val_208 2008-04-08 11 -208 val_208 2008-04-08 11 -209 val_209 2008-04-08 11 -209 val_209 2008-04-08 11 -213 val_213 2008-04-08 11 -213 val_213 2008-04-08 11 -214 val_214 2008-04-08 11 -216 val_216 2008-04-08 11 -216 val_216 2008-04-08 11 -217 val_217 2008-04-08 11 -217 val_217 2008-04-08 11 -218 val_218 2008-04-08 11 -219 val_219 2008-04-08 11 -219 val_219 2008-04-08 11 -221 val_221 2008-04-08 11 -221 val_221 2008-04-08 11 -222 val_222 2008-04-08 11 -223 val_223 2008-04-08 11 -223 val_223 2008-04-08 11 -224 val_224 2008-04-08 11 -224 val_224 2008-04-08 11 -226 val_226 2008-04-08 11 -228 val_228 2008-04-08 11 -229 val_229 2008-04-08 11 -229 val_229 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -230 val_230 2008-04-08 11 -233 val_233 2008-04-08 11 -233 val_233 2008-04-08 11 -235 val_235 2008-04-08 11 -237 val_237 2008-04-08 11 -237 val_237 2008-04-08 11 -238 val_238 2008-04-08 11 -238 val_238 2008-04-08 11 -239 val_239 2008-04-08 11 -239 val_239 2008-04-08 11 -24 val_24 2008-04-08 11 -24 val_24 2008-04-08 11 -241 val_241 2008-04-08 11 -242 val_242 2008-04-08 11 -242 val_242 2008-04-08 11 -244 val_244 2008-04-08 11 -247 val_247 2008-04-08 11 -248 val_248 2008-04-08 11 -249 val_249 2008-04-08 11 -252 val_252 2008-04-08 11 -255 val_255 2008-04-08 11 -255 val_255 2008-04-08 11 -256 val_256 2008-04-08 11 -256 val_256 2008-04-08 11 -257 val_257 2008-04-08 11 -258 val_258 2008-04-08 11 -26 val_26 2008-04-08 11 -26 val_26 2008-04-08 11 -260 val_260 2008-04-08 11 -262 val_262 2008-04-08 11 -263 val_263 2008-04-08 11 -265 val_265 2008-04-08 11 -265 val_265 2008-04-08 11 -266 val_266 2008-04-08 11 -27 val_27 2008-04-08 11 -272 val_272 2008-04-08 11 -272 val_272 2008-04-08 11 -273 val_273 2008-04-08 11 -273 val_273 2008-04-08 11 -273 val_273 2008-04-08 11 -274 val_274 2008-04-08 11 -275 val_275 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -277 val_277 2008-04-08 11 -278 val_278 2008-04-08 11 -278 val_278 2008-04-08 11 -28 val_28 2008-04-08 11 -280 val_280 2008-04-08 11 -280 val_280 2008-04-08 11 -281 val_281 2008-04-08 11 -281 val_281 2008-04-08 11 -282 val_282 2008-04-08 11 -282 val_282 2008-04-08 11 -283 val_283 2008-04-08 11 -284 val_284 2008-04-08 11 -285 val_285 2008-04-08 11 -286 val_286 2008-04-08 11 -287 val_287 2008-04-08 11 -288 val_288 2008-04-08 11 -288 val_288 2008-04-08 11 -289 val_289 2008-04-08 11 -291 val_291 2008-04-08 11 -292 val_292 2008-04-08 11 -296 val_296 2008-04-08 11 -298 val_298 2008-04-08 11 -298 val_298 2008-04-08 11 -298 val_298 2008-04-08 11 -30 val_30 2008-04-08 11 -302 val_302 2008-04-08 11 -305 val_305 2008-04-08 11 -306 val_306 2008-04-08 11 -307 val_307 2008-04-08 11 -307 val_307 2008-04-08 11 -308 val_308 2008-04-08 11 -309 val_309 2008-04-08 11 -309 val_309 2008-04-08 11 -310 val_310 2008-04-08 11 -311 val_311 2008-04-08 11 -311 val_311 2008-04-08 11 -311 val_311 2008-04-08 11 -315 val_315 2008-04-08 11 -316 val_316 2008-04-08 11 -316 val_316 2008-04-08 11 -316 val_316 2008-04-08 11 -317 val_317 2008-04-08 11 -317 val_317 2008-04-08 11 -318 val_318 2008-04-08 11 -318 val_318 2008-04-08 11 -318 val_318 2008-04-08 11 -321 val_321 2008-04-08 11 -321 val_321 2008-04-08 11 -322 val_322 2008-04-08 11 -322 val_322 2008-04-08 11 -323 val_323 2008-04-08 11 -325 val_325 2008-04-08 11 -325 val_325 2008-04-08 11 -327 val_327 2008-04-08 11 -327 val_327 2008-04-08 11 -327 val_327 2008-04-08 11 -33 val_33 2008-04-08 11 -331 val_331 2008-04-08 11 -331 val_331 2008-04-08 11 -332 val_332 2008-04-08 11 -333 val_333 2008-04-08 11 -333 val_333 2008-04-08 11 -335 val_335 2008-04-08 11 -336 val_336 2008-04-08 11 -338 val_338 2008-04-08 11 -339 val_339 2008-04-08 11 -34 val_34 2008-04-08 11 -341 val_341 2008-04-08 11 -342 val_342 2008-04-08 11 -342 val_342 2008-04-08 11 -344 val_344 2008-04-08 11 -344 val_344 2008-04-08 11 -345 val_345 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -348 val_348 2008-04-08 11 -35 val_35 2008-04-08 11 -35 val_35 2008-04-08 11 -35 val_35 2008-04-08 11 -351 val_351 2008-04-08 11 -353 val_353 2008-04-08 11 -353 val_353 2008-04-08 11 -356 val_356 2008-04-08 11 -360 val_360 2008-04-08 11 -362 val_362 2008-04-08 11 -364 val_364 2008-04-08 11 -365 val_365 2008-04-08 11 -366 val_366 2008-04-08 11 -367 val_367 2008-04-08 11 -367 val_367 2008-04-08 11 -368 val_368 2008-04-08 11 -369 val_369 2008-04-08 11 -369 val_369 2008-04-08 11 -369 val_369 2008-04-08 11 -37 val_37 2008-04-08 11 -37 val_37 2008-04-08 11 -373 val_373 2008-04-08 11 -374 val_374 2008-04-08 11 -375 val_375 2008-04-08 11 -377 val_377 2008-04-08 11 -378 val_378 2008-04-08 11 -379 val_379 2008-04-08 11 -382 val_382 2008-04-08 11 -382 val_382 2008-04-08 11 -384 val_384 2008-04-08 11 -384 val_384 2008-04-08 11 -384 val_384 2008-04-08 11 -386 val_386 2008-04-08 11 -389 val_389 2008-04-08 11 -392 val_392 2008-04-08 11 -393 val_393 2008-04-08 11 -394 val_394 2008-04-08 11 -395 val_395 2008-04-08 11 -395 val_395 2008-04-08 11 -396 val_396 2008-04-08 11 -396 val_396 2008-04-08 11 -396 val_396 2008-04-08 11 -397 val_397 2008-04-08 11 -397 val_397 2008-04-08 11 -399 val_399 2008-04-08 11 -399 val_399 2008-04-08 11 -4 val_4 2008-04-08 11 -400 val_400 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -401 val_401 2008-04-08 11 -402 val_402 2008-04-08 11 -403 val_403 2008-04-08 11 -403 val_403 2008-04-08 11 -403 val_403 2008-04-08 11 -404 val_404 2008-04-08 11 -404 val_404 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -406 val_406 2008-04-08 11 -407 val_407 2008-04-08 11 -409 val_409 2008-04-08 11 -409 val_409 2008-04-08 11 -409 val_409 2008-04-08 11 -41 val_41 2008-04-08 11 -411 val_411 2008-04-08 11 -413 val_413 2008-04-08 11 -413 val_413 2008-04-08 11 -414 val_414 2008-04-08 11 -414 val_414 2008-04-08 11 -417 val_417 2008-04-08 11 -417 val_417 2008-04-08 11 -417 val_417 2008-04-08 11 -418 val_418 2008-04-08 11 -419 val_419 2008-04-08 11 -42 val_42 2008-04-08 11 -42 val_42 2008-04-08 11 -421 val_421 2008-04-08 11 -424 val_424 2008-04-08 11 -424 val_424 2008-04-08 11 -427 val_427 2008-04-08 11 -429 val_429 2008-04-08 11 -429 val_429 2008-04-08 11 -43 val_43 2008-04-08 11 -430 val_430 2008-04-08 11 -430 val_430 2008-04-08 11 -430 val_430 2008-04-08 11 -431 val_431 2008-04-08 11 -431 val_431 2008-04-08 11 -431 val_431 2008-04-08 11 -432 val_432 2008-04-08 11 -435 val_435 2008-04-08 11 -436 val_436 2008-04-08 11 -437 val_437 2008-04-08 11 -438 val_438 2008-04-08 11 -438 val_438 2008-04-08 11 -438 val_438 2008-04-08 11 -439 val_439 2008-04-08 11 -439 val_439 2008-04-08 11 -44 val_44 2008-04-08 11 -443 val_443 2008-04-08 11 -444 val_444 2008-04-08 11 -446 val_446 2008-04-08 11 -448 val_448 2008-04-08 11 -449 val_449 2008-04-08 11 -452 val_452 2008-04-08 11 -453 val_453 2008-04-08 11 -454 val_454 2008-04-08 11 -454 val_454 2008-04-08 11 -454 val_454 2008-04-08 11 -455 val_455 2008-04-08 11 -457 val_457 2008-04-08 11 -458 val_458 2008-04-08 11 -458 val_458 2008-04-08 11 -459 val_459 2008-04-08 11 -459 val_459 2008-04-08 11 -460 val_460 2008-04-08 11 -462 val_462 2008-04-08 11 -462 val_462 2008-04-08 11 -463 val_463 2008-04-08 11 -463 val_463 2008-04-08 11 -466 val_466 2008-04-08 11 -466 val_466 2008-04-08 11 -466 val_466 2008-04-08 11 -467 val_467 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -468 val_468 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -469 val_469 2008-04-08 11 -47 val_47 2008-04-08 11 -470 val_470 2008-04-08 11 -472 val_472 2008-04-08 11 -475 val_475 2008-04-08 11 -477 val_477 2008-04-08 11 -478 val_478 2008-04-08 11 -478 val_478 2008-04-08 11 -479 val_479 2008-04-08 11 -480 val_480 2008-04-08 11 -480 val_480 2008-04-08 11 -480 val_480 2008-04-08 11 -481 val_481 2008-04-08 11 -482 val_482 2008-04-08 11 -483 val_483 2008-04-08 11 -484 val_484 2008-04-08 11 -485 val_485 2008-04-08 11 -487 val_487 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -489 val_489 2008-04-08 11 -490 val_490 2008-04-08 11 -491 val_491 2008-04-08 11 -492 val_492 2008-04-08 11 -492 val_492 2008-04-08 11 -493 val_493 2008-04-08 11 -494 val_494 2008-04-08 11 -495 val_495 2008-04-08 11 -496 val_496 2008-04-08 11 -497 val_497 2008-04-08 11 -498 val_498 2008-04-08 11 -498 val_498 2008-04-08 11 -498 val_498 2008-04-08 11 -5 val_5 2008-04-08 11 -5 val_5 2008-04-08 11 -5 val_5 2008-04-08 11 -51 val_51 2008-04-08 11 -51 val_51 2008-04-08 11 -53 val_53 2008-04-08 11 -54 val_54 2008-04-08 11 -57 val_57 2008-04-08 11 -58 val_58 2008-04-08 11 -58 val_58 2008-04-08 11 -64 val_64 2008-04-08 11 -65 val_65 2008-04-08 11 -66 val_66 2008-04-08 11 -67 val_67 2008-04-08 11 -67 val_67 2008-04-08 11 -69 val_69 2008-04-08 11 -70 val_70 2008-04-08 11 -70 val_70 2008-04-08 11 -70 val_70 2008-04-08 11 -72 val_72 2008-04-08 11 -72 val_72 2008-04-08 11 -74 val_74 2008-04-08 11 -76 val_76 2008-04-08 11 -76 val_76 2008-04-08 11 -77 val_77 2008-04-08 11 -78 val_78 2008-04-08 11 -8 val_8 2008-04-08 11 -80 val_80 2008-04-08 11 -82 val_82 2008-04-08 11 -83 val_83 2008-04-08 11 -83 val_83 2008-04-08 11 -84 val_84 2008-04-08 11 -84 val_84 2008-04-08 11 -85 val_85 2008-04-08 11 -86 val_86 2008-04-08 11 -87 val_87 2008-04-08 11 -9 val_9 2008-04-08 11 -90 val_90 2008-04-08 11 -90 val_90 2008-04-08 11 -90 val_90 2008-04-08 11 -92 val_92 2008-04-08 11 -95 val_95 2008-04-08 11 -95 val_95 2008-04-08 11 -96 val_96 2008-04-08 11 -97 val_97 2008-04-08 11 -97 val_97 2008-04-08 11 -98 val_98 2008-04-08 11 -98 val_98 2008-04-08 11 - -show table extended like `merge_dynamic_part` -tableName:merge_dynamic_part -owner:root -location:hdfs://mgrover-bigtop-centos-1.ent.cloudera.com:17020/user/hive/warehouse/merge_dynamic_part -inputformat:org.apache.hadoop.mapred.TextInputFormat -outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -columns:struct columns { string key, string value} -partitioned:true -partitionColumns:struct partition_columns { string ds, string hr} -totalNumberFiles:1 -totalFileSize:5812 -maxFileSize:5812 -minFileSize:5812 -lastAccessTime:1366742447479 -lastUpdateTime:1366742447704 - http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter deleted file mode 100644 index f26b805..0000000 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/filter +++ /dev/null @@ -1,6 +0,0 @@ -sed -re 's#hdfs://[^/]*/#hdfs://HADOOP/#' \ - -e 's#hdfs://.*/-(ext|mr)-1000#hdfs://HADOOP/-\1-1000#' \ - -e 's#Deleted .*/.*src_multi.$#Deleted /src_multi#' \ - -e 's#file:/.*/-(ext|mr)-1000#file:/HADOOP/-\1-1000#' \ - -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d' - http://git-wip-us.apache.org/repos/asf/bigtop/blob/e209fdbb/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in deleted file mode 100644 index 3127d58..0000000 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/multi_insert/in +++ /dev/null @@ -1,279 +0,0 @@ --- Licensed to the Apache Software Foundation (ASF) under one or more --- contributor license agreements. See the NOTICE file distributed with --- this work for additional information regarding copyright ownership. --- The ASF licenses this file to You under the Apache License, Version 2.0 --- (the "License") you may not use this file except in compliance with --- the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. - - -create table src_multi1 like src; -create table src_multi2 like src; - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=false; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=false; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=true; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=true; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from src -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - - - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=false; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=true; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=false; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=true; - -explain -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -from src -insert overwrite table src_multi1 select * where key < 10 group by key, value -insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - - - - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=false; - -explain -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=false; - -explain -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=true; - -explain -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=true; - -explain -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -from (select * from src union all select * from src) s -insert overwrite table src_multi1 select * where key < 10 -insert overwrite table src_multi2 select * where key > 10 and key < 20; - -select * from src_multi1 order by key, value; -select * from src_multi2 order by key, value; - - - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=false; - -!rm -fr /tmp/hive_test/multiins_local; - -explain -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -!ls /tmp/hive_test/multiins_local; -!rm -fr /tmp/hive_test/multiins_local; - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=false; - -explain -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -!ls /tmp/hive_test/multiins_local; -!rm -fr /tmp/hive_test/multiins_local; - -set hive.merge.mapfiles=false; -set hive.merge.mapredfiles=true; - - -explain -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -!ls /tmp/hive_test/multiins_local; -!rm -fr /tmp/hive_test/multiins_local; - -set hive.merge.mapfiles=true; -set hive.merge.mapredfiles=true; - -explain -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -from src -insert overwrite local directory '/tmp/hive_test/multiins_local/0' select * where key = 0 -insert overwrite local directory '/tmp/hive_test/multiins_local/2' select * where key = 2 -insert overwrite local directory '/tmp/hive_test/multiins_local/4' select * where key = 4; - -!ls /tmp/hive_test/multiins_local; -!rm -fr /tmp/hive_test/multiins_local;
