----------------------------------------------------------- This is an automatically generated e-mail. To reply, visit: https://reviews.apache.org/r/27327/#review59123 -----------------------------------------------------------
Ship it! Ship It! - Xuefu Zhang On Oct. 29, 2014, 3:46 p.m., chengxiang li wrote: > > ----------------------------------------------------------- > This is an automatically generated e-mail. To reply, visit: > https://reviews.apache.org/r/27327/ > ----------------------------------------------------------- > > (Updated Oct. 29, 2014, 3:46 p.m.) > > > Review request for hive, Rui Li and Xuefu Zhang. > > > Bugs: HIVE-8539 > https://issues.apache.org/jira/browse/HIVE-8539 > > > Repository: hive-git > > > Description > ------- > > check the detail info in design doc. > > > Diffs > ----- > > common/src/java/org/apache/hadoop/hive/common/StatsSetupConst.java cd4beeb > data/conf/spark/hive-site.xml df1dc9c > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java ccf2038 > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkMapRecordHandler.java > 0bb554a > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkRecordHandler.java > ec51864 > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkTask.java e954153 > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkUtilities.java > 37761c9 > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/counter/SparkCounters.java > 447d964 > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/session/SparkSession.java > 02456fc > > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/session/SparkSessionImpl.java > eefd4be > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/SparkJobRef.java > PRE-CREATION > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/SparkJobStatus.java > 25cb60f > > ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/SimpleSparkJobStatus.java > 6570b0c > ql/src/java/org/apache/hadoop/hive/ql/plan/SparkWork.java 26428e8 > > ql/src/java/org/apache/hadoop/hive/ql/stats/CounterStatsAggregatorSpark.java > PRE-CREATION > ql/src/java/org/apache/hadoop/hive/ql/stats/CounterStatsPublisher.java > 0b648aa > ql/src/test/results/clientpositive/spark/add_part_multiple.q.out 264a08d > ql/src/test/results/clientpositive/spark/alter_merge_orc.q.out 0fe395c > ql/src/test/results/clientpositive/spark/alter_merge_stats_orc.q.out > 3e64d36 > ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out a56ee53 > ql/src/test/results/clientpositive/spark/auto_join1.q.out 222fe6b > ql/src/test/results/clientpositive/spark/auto_join14.q.out e1e6a4b > ql/src/test/results/clientpositive/spark/auto_join17.q.out 8985dd4 > ql/src/test/results/clientpositive/spark/auto_join19.q.out 974aec5 > ql/src/test/results/clientpositive/spark/auto_join2.q.out 49544a1 > ql/src/test/results/clientpositive/spark/auto_join24.q.out 15b8888 > ql/src/test/results/clientpositive/spark/auto_join25.q.out f0f45cb > ql/src/test/results/clientpositive/spark/auto_join3.q.out 64940de > ql/src/test/results/clientpositive/spark/auto_join4.q.out 014d3be > ql/src/test/results/clientpositive/spark/auto_join5.q.out decc677 > ql/src/test/results/clientpositive/spark/auto_join6.q.out 8d7c324 > ql/src/test/results/clientpositive/spark/auto_join7.q.out fcb435d > ql/src/test/results/clientpositive/spark/auto_join8.q.out 0ef5e16 > ql/src/test/results/clientpositive/spark/auto_join9.q.out 2c4f277 > ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out > b9f4666 > ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out e64d4fb > ql/src/test/results/clientpositive/spark/auto_sortmerge_join_10.q.out > f608cc5 > ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out > a5a281b > ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out > 2fc3bb6 > ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out > 74cbd7c > ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out > bc4a163 > ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out > a7f994f > ql/src/test/results/clientpositive/spark/avro_decimal_native.q.out db5b0f2 > ql/src/test/results/clientpositive/spark/bucket2.q.out b1b2997 > ql/src/test/results/clientpositive/spark/bucket3.q.out 019c11a > ql/src/test/results/clientpositive/spark/bucket4.q.out 2cbab11 > ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out a2a7fe1 > ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out 60e2a4c > ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out bea92f9 > ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out dc1b8cf > ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out 369b7fa > ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out 85ffbc9 > ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out d11b9f4 > ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out 1bbc30c > ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out 6f76566 > ql/src/test/results/clientpositive/spark/column_access_stats.q.out 7ffe3e3 > ql/src/test/results/clientpositive/spark/create_merge_compressed.q.out > 7c27c6a > ql/src/test/results/clientpositive/spark/ctas.q.out 0ded266 > ql/src/test/results/clientpositive/spark/custom_input_output_format.q.out > d7b763a > ql/src/test/results/clientpositive/spark/date_udf.q.out 4018826 > ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out > 590b265 > ql/src/test/results/clientpositive/spark/enforce_order.q.out 95fd12a > ql/src/test/results/clientpositive/spark/groupby1.q.out 847f45c > ql/src/test/results/clientpositive/spark/groupby10.q.out 2095843 > ql/src/test/results/clientpositive/spark/groupby11.q.out 70db5a5 > ql/src/test/results/clientpositive/spark/groupby2.q.out 86e2f2a > ql/src/test/results/clientpositive/spark/groupby3.q.out 13a5fab > ql/src/test/results/clientpositive/spark/groupby3_map.q.out dac2824 > ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out > d2c054a > ql/src/test/results/clientpositive/spark/groupby3_map_skew.q.out ec6439a > ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out 0c9a7e1 > > ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out > 42fbb8c > ql/src/test/results/clientpositive/spark/groupby4.q.out 318c5a3 > ql/src/test/results/clientpositive/spark/groupby7.q.out 01af804 > ql/src/test/results/clientpositive/spark/groupby7_map.q.out 22a05b5 > > ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out > bc453c6 > ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out 2a07f2a > ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out 00a0707 > > ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out > 36640ef > ql/src/test/results/clientpositive/spark/groupby8.q.out d8295ce > ql/src/test/results/clientpositive/spark/groupby8_map.q.out b9aa597 > ql/src/test/results/clientpositive/spark/groupby8_map_skew.q.out b9aa597 > ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out b9aa597 > ql/src/test/results/clientpositive/spark/groupby9.q.out bec2346 > ql/src/test/results/clientpositive/spark/groupby_complex_types.q.out > 16fadea > > ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out > 7470843 > ql/src/test/results/clientpositive/spark/groupby_cube1.q.out 169c4ac > > ql/src/test/results/clientpositive/spark/groupby_multi_insert_common_distinct.q.out > d3457da > ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out > 3abd0e3 > > ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out > 7f74c62 > > ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out > c4b7419 > ql/src/test/results/clientpositive/spark/groupby_position.q.out 9e58189 > ql/src/test/results/clientpositive/spark/groupby_ppr.q.out 860aa58 > ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out 0aeff6b > ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out 61dd2be > ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out > 99da734 > > ql/src/test/results/clientpositive/spark/infer_bucket_sort_convert_join.q.out > c99ff55 > ql/src/test/results/clientpositive/spark/innerjoin.q.out 5e1a2aa > ql/src/test/results/clientpositive/spark/input12.q.out 8ef35c4 > ql/src/test/results/clientpositive/spark/input13.q.out 0ce60ac > ql/src/test/results/clientpositive/spark/input14.q.out e7d4db6 > ql/src/test/results/clientpositive/spark/input17.q.out 0882a29 > ql/src/test/results/clientpositive/spark/input18.q.out 802fb0a > ql/src/test/results/clientpositive/spark/input1_limit.q.out 33ecd07 > ql/src/test/results/clientpositive/spark/input_part2.q.out b9e85fe > ql/src/test/results/clientpositive/spark/insert1.q.out 49fb1d4 > ql/src/test/results/clientpositive/spark/insert_into1.q.out e9be658 > ql/src/test/results/clientpositive/spark/insert_into2.q.out 5c8e9c7 > ql/src/test/results/clientpositive/spark/insert_into3.q.out 6c0111d > ql/src/test/results/clientpositive/spark/join1.q.out da63bee > ql/src/test/results/clientpositive/spark/join14.q.out f44c5dd > ql/src/test/results/clientpositive/spark/join17.q.out 6d68ed3 > ql/src/test/results/clientpositive/spark/join2.q.out 56e0fe9 > ql/src/test/results/clientpositive/spark/join24.q.out 0de60d0 > ql/src/test/results/clientpositive/spark/join25.q.out f2c8457 > ql/src/test/results/clientpositive/spark/join26.q.out 3b010a0 > ql/src/test/results/clientpositive/spark/join27.q.out 2e1f61a > ql/src/test/results/clientpositive/spark/join28.q.out 87d6819 > ql/src/test/results/clientpositive/spark/join29.q.out d5383d5 > ql/src/test/results/clientpositive/spark/join3.q.out e61f724 > ql/src/test/results/clientpositive/spark/join30.q.out 5c16622 > ql/src/test/results/clientpositive/spark/join31.q.out 9193df9 > ql/src/test/results/clientpositive/spark/join32.q.out 5aea3f3 > ql/src/test/results/clientpositive/spark/join32_lessSize.q.out bffd620 > ql/src/test/results/clientpositive/spark/join33.q.out 5aea3f3 > ql/src/test/results/clientpositive/spark/join34.q.out 533c285 > ql/src/test/results/clientpositive/spark/join35.q.out 1750aec > ql/src/test/results/clientpositive/spark/join36.q.out 3c7e5e4 > ql/src/test/results/clientpositive/spark/join37.q.out 1e5697b > ql/src/test/results/clientpositive/spark/join38.q.out cef8a84 > ql/src/test/results/clientpositive/spark/join39.q.out 892a722 > ql/src/test/results/clientpositive/spark/join4.q.out 1d48393 > ql/src/test/results/clientpositive/spark/join41.q.out d7c762d > ql/src/test/results/clientpositive/spark/join5.q.out 247750e > ql/src/test/results/clientpositive/spark/join6.q.out 966fcf2 > ql/src/test/results/clientpositive/spark/join7.q.out d7e8bd1 > ql/src/test/results/clientpositive/spark/join8.q.out 31115c3 > ql/src/test/results/clientpositive/spark/join9.q.out 5553ad2 > ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out 78c2b69 > ql/src/test/results/clientpositive/spark/join_map_ppr.q.out 4ee6b8d > ql/src/test/results/clientpositive/spark/join_nullsafe.q.out c8d4413 > ql/src/test/results/clientpositive/spark/join_rc.q.out 503d785 > ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out 5d2622d > ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out 9b70e4c > ql/src/test/results/clientpositive/spark/load_dyn_part11.q.out aa77469 > ql/src/test/results/clientpositive/spark/load_dyn_part12.q.out 0be0c69 > ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out eb3e01a > ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out 5dd5fad > ql/src/test/results/clientpositive/spark/load_dyn_part15.q.out d85fd69 > ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out f8f8971 > ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out b6ae54c > ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out d8c1412 > ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out b5c83cb > ql/src/test/results/clientpositive/spark/load_dyn_part6.q.out f23dbe5 > ql/src/test/results/clientpositive/spark/load_dyn_part7.q.out 6a12103 > ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out a12c75c > ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out d158180 > ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out 5e0a9e8 > ql/src/test/results/clientpositive/spark/mapjoin_hook.q.out 8b1c223 > ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out b04ccec > ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out 19d03a0 > ql/src/test/results/clientpositive/spark/mapreduce1.q.out 1824126 > ql/src/test/results/clientpositive/spark/mapreduce2.q.out 792a0c8 > ql/src/test/results/clientpositive/spark/merge1.q.out c50a80b > ql/src/test/results/clientpositive/spark/merge2.q.out aec97a3 > ql/src/test/results/clientpositive/spark/multi_insert.q.out 2b9f90e > ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out 7d6d58b > ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out fca3e1d > ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out ce78fba > ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out > bca846a > ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out 819b265 > > ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out > 7e768e4 > ql/src/test/results/clientpositive/spark/multi_join_union.q.out 72e6fb5 > ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out d9de8d9 > ql/src/test/results/clientpositive/spark/parallel.q.out 32d7ff1 > ql/src/test/results/clientpositive/spark/parallel_join1.q.out 8ba3abb > ql/src/test/results/clientpositive/spark/parquet_join.q.out d5a8684 > ql/src/test/results/clientpositive/spark/pcr.q.out 4e9244f > ql/src/test/results/clientpositive/spark/ppd_join4.q.out 36b5ed5 > ql/src/test/results/clientpositive/spark/ppd_join5.q.out aea1b0a > ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out 9c3b060 > ql/src/test/results/clientpositive/spark/sample1.q.out e6c5e62 > ql/src/test/results/clientpositive/spark/sample10.q.out c511152 > ql/src/test/results/clientpositive/spark/sample2.q.out 2b4fcd6 > ql/src/test/results/clientpositive/spark/sample4.q.out 6b12cd6 > ql/src/test/results/clientpositive/spark/sample5.q.out a605c92 > ql/src/test/results/clientpositive/spark/sample6.q.out f6256f5 > ql/src/test/results/clientpositive/spark/sample7.q.out f99d898 > ql/src/test/results/clientpositive/spark/scriptfile1.q.out 5d91e90 > ql/src/test/results/clientpositive/spark/semijoin.q.out 18fc837 > ql/src/test/results/clientpositive/spark/skewjoin.q.out d674d04 > ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out d45cdd3 > ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out 16c1ec1 > ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out e197185 > ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out f615dfa > ql/src/test/results/clientpositive/spark/smb_mapjoin9.q.out 43ea4cd > ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out 0319137 > ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out cad4063 > ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out 7849e78 > ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out 11ffefd > ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out 482268c > ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out e06a6ff > ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out 868d891 > ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out 292f596 > ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out 8bc5dd6 > ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out 8c0de58 > ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out 1836f12 > ql/src/test/results/clientpositive/spark/smb_mapjoin_7.q.out 4ba1585 > ql/src/test/results/clientpositive/spark/smb_mapjoin_8.q.out aada65b > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_1.q.out > 32c3818 > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_2.q.out > ae08516 > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_3.q.out > 6add9f9 > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_4.q.out > b810a56 > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_5.q.out > f59d942 > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_6.q.out > 4085d9a > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_7.q.out > 28336c5 > ql/src/test/results/clientpositive/spark/sort_merge_join_desc_8.q.out > 087a89d > ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out 2bedd37 > ql/src/test/results/clientpositive/spark/table_access_keys_stats.q.out > 844d36f > ql/src/test/results/clientpositive/spark/temp_table.q.out a126fc7 > ql/src/test/results/clientpositive/spark/temp_table_join1.q.out f06a9ab > ql/src/test/results/clientpositive/spark/timestamp_1.q.out 2d48500 > ql/src/test/results/clientpositive/spark/timestamp_2.q.out f41ecbe > ql/src/test/results/clientpositive/spark/timestamp_3.q.out 7bb6b19 > ql/src/test/results/clientpositive/spark/timestamp_lazy.q.out 640ca6b > ql/src/test/results/clientpositive/spark/timestamp_udf.q.out 4cfca4c > ql/src/test/results/clientpositive/spark/transform1.q.out a657d01 > ql/src/test/results/clientpositive/spark/union10.q.out 59ebb0c > ql/src/test/results/clientpositive/spark/union18.q.out f1c69bf > ql/src/test/results/clientpositive/spark/union19.q.out c86afb0 > ql/src/test/results/clientpositive/spark/union25.q.out 07ba875 > ql/src/test/results/clientpositive/spark/union28.q.out f668ff8 > ql/src/test/results/clientpositive/spark/union29.q.out f82d561 > ql/src/test/results/clientpositive/spark/union3.q.out ba21367 > ql/src/test/results/clientpositive/spark/union30.q.out ee0daf4 > ql/src/test/results/clientpositive/spark/union33.q.out ca08e0c > ql/src/test/results/clientpositive/spark/union4.q.out 2e46204 > ql/src/test/results/clientpositive/spark/union6.q.out 01f044e > ql/src/test/results/clientpositive/spark/vector_between_in.q.out f0d2ac7 > ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out 2dd7aab > ql/src/test/results/clientpositive/spark/vector_char_4.q.out f0d0a1a > ql/src/test/results/clientpositive/spark/vector_count_distinct.q.out > 8b6a226 > ql/src/test/results/clientpositive/spark/vector_data_types.q.out 5758c4b > ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out > 3c6d561 > ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out 3b89885 > ql/src/test/results/clientpositive/spark/vector_string_concat.q.out b45f042 > ql/src/test/results/clientpositive/spark/vector_varchar_4.q.out 37be6bc > ql/src/test/results/clientpositive/spark/vectorization_13.q.out 5be2c84 > ql/src/test/results/clientpositive/spark/vectorization_decimal_date.q.out > 067f183 > ql/src/test/results/clientpositive/spark/vectorization_part.q.out 44e43c1 > ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out > aa87dd9 > ql/src/test/results/clientpositive/spark/vectorized_bucketmapjoin1.q.out > 17d8235 > ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out 1d11b30 > ql/src/test/results/clientpositive/spark/vectorized_rcfile_columnar.q.out > 984d904 > ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out > cd43197 > ql/src/test/results/clientpositive/spark/windowing.q.out 424c444 > > Diff: https://reviews.apache.org/r/27327/diff/ > > > Testing > ------- > > > Thanks, > > chengxiang li > >