Author: xuefu
Date: Tue Nov 25 13:03:18 2014
New Revision: 1641614
URL: http://svn.apache.org/r1641614
Log:
HIVE-8946: Enable Map Join [Spark Branch] (Chao via Xuefu)
Modified:
hive/branches/spark/itests/src/test/resources/testconfiguration.properties
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkMapJoinResolver.java
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/SparkReduceSinkMapJoinProc.java
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java
hive/branches/spark/ql/src/test/queries/clientpositive/parallel_join1.q
hive/branches/spark/ql/src/test/queries/clientpositive/ppd_multi_insert.q
hive/branches/spark/ql/src/test/queries/clientpositive/ptf_streaming.q
hive/branches/spark/ql/src/test/queries/clientpositive/subquery_exists.q
hive/branches/spark/ql/src/test/queries/clientpositive/subquery_multiinsert.q
hive/branches/spark/ql/src/test/queries/clientpositive/vectorized_ptf.q
hive/branches/spark/ql/src/test/results/clientpositive/parallel_join1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/ppd_multi_insert.q.out
hive/branches/spark/ql/src/test/results/clientpositive/ptf_streaming.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join0.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join10.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join11.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join12.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join13.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join14.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join15.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join16.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join17.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join19.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join20.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join21.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join22.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join23.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join24.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join26.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join28.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join30.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join31.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join32.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join8.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join9.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_10.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_11.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/column_access_stats.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/cross_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby_position.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/index_auto_self_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/infer_bucket_sort_convert_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/innerjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join0.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join10.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join11.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join12.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join13.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join14.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join20.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join21.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join22.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join23.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join25.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join26.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join27.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join28.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join29.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join30.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join31.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join32.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join33.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join36.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join37.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join38.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join39.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join40.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join41.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join8.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join9.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_hive_626.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_map_ppr.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_merging.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_rc.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_reorder.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_reorder2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_reorder3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_reorder4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_star.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_thrift.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_vc.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/join_view.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_decimal.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_hook.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mergejoins.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/multi_join_union.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/orc_analyze.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/parallel_join0.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/parallel_join1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/parquet_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/pcr.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_join2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_join3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_join4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_join5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/router_join_ppr.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sample8.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/semijoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin9.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_2.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_3.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_4.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_5.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_6.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_7.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/sort_merge_join_desc_8.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/subquery_exists.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/subquery_in.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/temp_table_join1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/tez_join_tests.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_decimal_mapjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_mapjoin_reduce.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_bucketmapjoin1.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out
hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out
hive/branches/spark/ql/src/test/results/clientpositive/subquery_exists.q.out
hive/branches/spark/ql/src/test/results/clientpositive/subquery_multiinsert.q.out
hive/branches/spark/ql/src/test/results/clientpositive/tez/subquery_exists.q.out
hive/branches/spark/ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out
hive/branches/spark/ql/src/test/results/clientpositive/vectorized_ptf.q.out
Modified:
hive/branches/spark/itests/src/test/resources/testconfiguration.properties
URL:
http://svn.apache.org/viewvc/hive/branches/spark/itests/src/test/resources/testconfiguration.properties?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/itests/src/test/resources/testconfiguration.properties
(original)
+++ hive/branches/spark/itests/src/test/resources/testconfiguration.properties
Tue Nov 25 13:03:18 2014
@@ -480,7 +480,6 @@ spark.query.files=add_part_multiple.q, \
auto_join22.q, \
auto_join23.q, \
auto_join24.q, \
- auto_join25.q, \
auto_join26.q, \
auto_join27.q, \
auto_join28.q, \
@@ -525,8 +524,6 @@ spark.query.files=add_part_multiple.q, \
bucketmapjoin7.q, \
bucketmapjoin8.q, \
bucketmapjoin9.q, \
- bucketmapjoin10.q, \
- bucketmapjoin11.q, \
bucketmapjoin12.q, \
bucketmapjoin13.q, \
bucketmapjoin_negative.q, \
@@ -658,7 +655,6 @@ spark.query.files=add_part_multiple.q, \
join_cond_pushdown_unqual2.q, \
join_cond_pushdown_unqual3.q, \
join_cond_pushdown_unqual4.q, \
- join_empty.q, \
join_filters.q, \
join_filters_overlap.q, \
join_hive_626.q, \
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkMapJoinResolver.java
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkMapJoinResolver.java?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
---
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkMapJoinResolver.java
(original)
+++
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkMapJoinResolver.java
Tue Nov 25 13:03:18 2014
@@ -21,7 +21,6 @@ package org.apache.hadoop.hive.ql.optimi
import java.io.Serializable;
import java.util.ArrayList;
import java.util.Collection;
-import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
@@ -43,7 +42,6 @@ import org.apache.hadoop.hive.ql.lib.Nod
import org.apache.hadoop.hive.ql.lib.TaskGraphWalker;
import org.apache.hadoop.hive.ql.parse.SemanticException;
import org.apache.hadoop.hive.ql.plan.BaseWork;
-import org.apache.hadoop.hive.ql.plan.FetchWork;
import org.apache.hadoop.hive.ql.plan.MapredLocalWork;
import org.apache.hadoop.hive.ql.plan.OperatorDesc;
import org.apache.hadoop.hive.ql.plan.SparkWork;
@@ -88,8 +86,8 @@ public class SparkMapJoinResolver implem
public SparkMapJoinTaskDispatcher(PhysicalContext pc) {
super();
physicalContext = pc;
- sparkWorkMap = new HashMap<BaseWork, SparkWork>();
- dependencyGraph = new HashMap<SparkWork, List<SparkWork>>();
+ sparkWorkMap = new LinkedHashMap<BaseWork, SparkWork>();
+ dependencyGraph = new LinkedHashMap<SparkWork, List<SparkWork>>();
}
// Move the specified work from the sparkWork to the targetWork
@@ -228,7 +226,7 @@ public class SparkMapJoinResolver implem
}
}
- Map<SparkWork, SparkTask> createdTaskMap = new HashMap<SparkWork,
SparkTask>();
+ Map<SparkWork, SparkTask> createdTaskMap = new
LinkedHashMap<SparkWork, SparkTask>();
// Now create SparkTasks from the SparkWorks, also set up dependency
for (SparkWork work : dependencyGraph.keySet()) {
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/SparkReduceSinkMapJoinProc.java
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/SparkReduceSinkMapJoinProc.java?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
---
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/SparkReduceSinkMapJoinProc.java
(original)
+++
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/spark/SparkReduceSinkMapJoinProc.java
Tue Nov 25 13:03:18 2014
@@ -113,6 +113,11 @@ public class SparkReduceSinkMapJoinProc
NodeProcessorCtx procContext, Object... nodeOutputs)
throws SemanticException {
GenSparkProcContext context = (GenSparkProcContext) procContext;
+
+ if (!nd.getClass().equals(MapJoinOperator.class)) {
+ return null;
+ }
+
MapJoinOperator mapJoinOp = (MapJoinOperator)nd;
if (stack.size() < 2 || !(stack.get(stack.size() - 2) instanceof
ReduceSinkOperator)) {
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
---
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java
(original)
+++
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java
Tue Nov 25 13:03:18 2014
@@ -34,6 +34,8 @@ import org.apache.hadoop.hive.conf.HiveC
import org.apache.hadoop.hive.ql.Context;
import org.apache.hadoop.hive.ql.exec.ConditionalTask;
import org.apache.hadoop.hive.ql.exec.FileSinkOperator;
+import org.apache.hadoop.hive.ql.exec.JoinOperator;
+import org.apache.hadoop.hive.ql.exec.MapJoinOperator;
import org.apache.hadoop.hive.ql.exec.Operator;
import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator;
import org.apache.hadoop.hive.ql.exec.SMBMapJoinOperator;
@@ -58,9 +60,12 @@ import org.apache.hadoop.hive.ql.metadat
import org.apache.hadoop.hive.ql.optimizer.physical.CrossProductCheck;
import org.apache.hadoop.hive.ql.optimizer.physical.NullScanOptimizer;
import org.apache.hadoop.hive.ql.optimizer.physical.PhysicalContext;
+import org.apache.hadoop.hive.ql.optimizer.physical.SparkMapJoinResolver;
import org.apache.hadoop.hive.ql.optimizer.physical.StageIDsRearranger;
import org.apache.hadoop.hive.ql.optimizer.physical.Vectorizer;
import org.apache.hadoop.hive.ql.optimizer.spark.SetSparkReducerParallelism;
+import org.apache.hadoop.hive.ql.optimizer.spark.SparkMapJoinOptimizer;
+import org.apache.hadoop.hive.ql.optimizer.spark.SparkReduceSinkMapJoinProc;
import org.apache.hadoop.hive.ql.optimizer.spark.SparkSortMergeJoinFactory;
import org.apache.hadoop.hive.ql.optimizer.spark.SplitSparkWorkResolver;
import org.apache.hadoop.hive.ql.parse.GlobalLimitCtx;
@@ -114,8 +119,8 @@ public class SparkCompiler extends TaskC
new SetSparkReducerParallelism());
// TODO: need to research and verify support convert join to map join
optimization.
- //opRules.put(new RuleRegExp(new String("Convert Join to Map-join"),
- // JoinOperator.getOperatorName() + "%"), new SparkMapJoinOptimizer());
+ opRules.put(new RuleRegExp(new String("Convert Join to Map-join"),
+ JoinOperator.getOperatorName() + "%"), new SparkMapJoinOptimizer());
// The dispatcher fires the processor corresponding to the closest matching
// rule and passes the context along
@@ -147,8 +152,8 @@ public class SparkCompiler extends TaskC
opRules.put(new RuleRegExp("Split Work - ReduceSink",
ReduceSinkOperator.getOperatorName() + "%"), genSparkWork);
- //opRules.put(new RuleRegExp("No more walking on ReduceSink-MapJoin",
- // MapJoinOperator.getOperatorName() + "%"), new
SparkReduceSinkMapJoinProc());
+ opRules.put(new RuleRegExp("No more walking on ReduceSink-MapJoin",
+ MapJoinOperator.getOperatorName() + "%"), new
SparkReduceSinkMapJoinProc());
opRules.put(new RuleRegExp("Split Work + Move/Merge - FileSink",
FileSinkOperator.getOperatorName() + "%"),
@@ -265,6 +270,8 @@ public class SparkCompiler extends TaskC
physicalCtx = new SplitSparkWorkResolver().resolve(physicalCtx);
+ physicalCtx = new SparkMapJoinResolver().resolve(physicalCtx);
+
if (conf.getBoolVar(HiveConf.ConfVars.HIVENULLSCANOPTIMIZE)) {
physicalCtx = new NullScanOptimizer().resolve(physicalCtx);
} else {
Modified:
hive/branches/spark/ql/src/test/queries/clientpositive/parallel_join1.q
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/parallel_join1.q?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/parallel_join1.q
(original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/parallel_join1.q Tue
Nov 25 13:03:18 2014
@@ -1,7 +1,7 @@
set mapreduce.job.reduces=4;
set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
--- SORT_BEFORE_DIFF
+-- SORT_QUERY_RESULTS
CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE;
Modified:
hive/branches/spark/ql/src/test/queries/clientpositive/ppd_multi_insert.q
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/ppd_multi_insert.q?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/ppd_multi_insert.q
(original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/ppd_multi_insert.q
Tue Nov 25 13:03:18 2014
@@ -1,6 +1,8 @@
set hive.optimize.ppd=true;
set hive.ppd.remove.duplicatefilters=false;
+-- SORT_QUERY_RESULTS
+
CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE;
CREATE TABLE mi2(key INT, value STRING) STORED AS TEXTFILE;
CREATE TABLE mi3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS
TEXTFILE;
Modified: hive/branches/spark/ql/src/test/queries/clientpositive/ptf_streaming.q
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/ptf_streaming.q?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/ptf_streaming.q
(original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/ptf_streaming.q Tue
Nov 25 13:03:18 2014
@@ -1,5 +1,7 @@
create temporary function noopstreaming as
'org.apache.hadoop.hive.ql.udf.ptf.NoopStreaming$NoopStreamingResolver';
+-- SORT_QUERY_RESULTS
+
--1. test1
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
Modified:
hive/branches/spark/ql/src/test/queries/clientpositive/subquery_exists.q
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/subquery_exists.q?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/subquery_exists.q
(original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/subquery_exists.q
Tue Nov 25 13:03:18 2014
@@ -1,4 +1,4 @@
-
+-- SORT_QUERY_RESULTS
-- no agg, corr
explain
@@ -42,4 +42,4 @@ from (select *
from src a
where b.value = a.value and a.key = b.key and a.value > 'val_9')
) a
-;
\ No newline at end of file
+;
Modified:
hive/branches/spark/ql/src/test/queries/clientpositive/subquery_multiinsert.q
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/subquery_multiinsert.q?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
---
hive/branches/spark/ql/src/test/queries/clientpositive/subquery_multiinsert.q
(original)
+++
hive/branches/spark/ql/src/test/queries/clientpositive/subquery_multiinsert.q
Tue Nov 25 13:03:18 2014
@@ -1,5 +1,7 @@
set
hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+-- SORT_QUERY_RESULTS
+
CREATE TABLE src_4(
key STRING,
value STRING
@@ -79,4 +81,4 @@ INSERT OVERWRITE TABLE src_5
select * from src_4
;
select * from src_5
-;
\ No newline at end of file
+;
Modified:
hive/branches/spark/ql/src/test/queries/clientpositive/vectorized_ptf.q
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/vectorized_ptf.q?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/vectorized_ptf.q
(original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/vectorized_ptf.q Tue
Nov 25 13:03:18 2014
@@ -1,5 +1,7 @@
SET hive.vectorized.execution.enabled=true;
+-- SORT_QUERY_RESULTS
+
DROP TABLE part_staging;
DROP TABLE part_orc;
Modified:
hive/branches/spark/ql/src/test/results/clientpositive/parallel_join1.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/parallel_join1.q.out?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/parallel_join1.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/parallel_join1.q.out
Tue Nov 25 13:03:18 2014
@@ -1,10 +1,10 @@
-PREHOOK: query: -- SORT_BEFORE_DIFF
+PREHOOK: query: -- SORT_QUERY_RESULTS
CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_j1
-POSTHOOK: query: -- SORT_BEFORE_DIFF
+POSTHOOK: query: -- SORT_QUERY_RESULTS
CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
@@ -114,36 +114,140 @@ POSTHOOK: Input: default@dest_j1
0 val_0
0 val_0
0 val_0
+10 val_10
+100 val_100
+100 val_100
+100 val_100
+100 val_100
103 val_103
103 val_103
103 val_103
103 val_103
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+105 val_105
11 val_11
+111 val_111
+113 val_113
+113 val_113
+113 val_113
+113 val_113
114 val_114
+116 val_116
118 val_118
118 val_118
118 val_118
118 val_118
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+12 val_12
+12 val_12
+12 val_12
+12 val_12
+120 val_120
+120 val_120
+120 val_120
+120 val_120
125 val_125
125 val_125
125 val_125
125 val_125
+126 val_126
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
129 val_129
129 val_129
129 val_129
129 val_129
+131 val_131
+133 val_133
+134 val_134
+134 val_134
+134 val_134
+134 val_134
136 val_136
+137 val_137
+137 val_137
+137 val_137
+137 val_137
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
143 val_143
+145 val_145
+146 val_146
+146 val_146
+146 val_146
+146 val_146
+149 val_149
+149 val_149
+149 val_149
+149 val_149
15 val_15
15 val_15
15 val_15
15 val_15
150 val_150
+152 val_152
+152 val_152
+152 val_152
+152 val_152
+153 val_153
+155 val_155
+156 val_156
+157 val_157
158 val_158
+160 val_160
+162 val_162
+163 val_163
+164 val_164
+164 val_164
+164 val_164
+164 val_164
165 val_165
165 val_165
165 val_165
165 val_165
+166 val_166
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+168 val_168
169 val_169
169 val_169
169 val_169
@@ -160,15 +264,38 @@ POSTHOOK: Input: default@dest_j1
169 val_169
169 val_169
169 val_169
+17 val_17
+170 val_170
172 val_172
172 val_172
172 val_172
172 val_172
+174 val_174
+174 val_174
+174 val_174
+174 val_174
+175 val_175
+175 val_175
+175 val_175
+175 val_175
176 val_176
176 val_176
176 val_176
176 val_176
+177 val_177
+178 val_178
+179 val_179
+179 val_179
+179 val_179
+179 val_179
+18 val_18
+18 val_18
+18 val_18
+18 val_18
+180 val_180
+181 val_181
183 val_183
+186 val_186
187 val_187
187 val_187
187 val_187
@@ -178,731 +305,112 @@ POSTHOOK: Input: default@dest_j1
187 val_187
187 val_187
187 val_187
+189 val_189
19 val_19
190 val_190
+191 val_191
+191 val_191
+191 val_191
+191 val_191
+192 val_192
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
194 val_194
+195 val_195
+195 val_195
+195 val_195
+195 val_195
+196 val_196
+197 val_197
+197 val_197
+197 val_197
+197 val_197
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+2 val_2
+20 val_20
+200 val_200
+200 val_200
+200 val_200
+200 val_200
+201 val_201
202 val_202
+203 val_203
+203 val_203
+203 val_203
+203 val_203
+205 val_205
+205 val_205
+205 val_205
+205 val_205
+207 val_207
+207 val_207
+207 val_207
+207 val_207
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+209 val_209
+209 val_209
+209 val_209
+209 val_209
213 val_213
213 val_213
213 val_213
213 val_213
+214 val_214
+216 val_216
+216 val_216
+216 val_216
+216 val_216
217 val_217
217 val_217
217 val_217
217 val_217
-224 val_224
-224 val_224
-224 val_224
-224 val_224
-228 val_228
-235 val_235
-239 val_239
-239 val_239
-239 val_239
-239 val_239
-242 val_242
-242 val_242
-242 val_242
-242 val_242
-257 val_257
-26 val_26
-26 val_26
-26 val_26
-26 val_26
-260 val_260
-275 val_275
-282 val_282
-282 val_282
-282 val_282
-282 val_282
-286 val_286
-305 val_305
-309 val_309
-309 val_309
-309 val_309
-309 val_309
-316 val_316
-316 val_316
-316 val_316
-316 val_316
-316 val_316
-316 val_316
-316 val_316
-316 val_316
-316 val_316
-323 val_323
-327 val_327
-327 val_327
-327 val_327
-327 val_327
-327 val_327
-327 val_327
-327 val_327
-327 val_327
-327 val_327
-33 val_33
-338 val_338
-341 val_341
-345 val_345
-356 val_356
-367 val_367
-367 val_367
-367 val_367
-367 val_367
-37 val_37
-37 val_37
-37 val_37
-37 val_37
-374 val_374
-378 val_378
-389 val_389
-392 val_392
-396 val_396
-396 val_396
-396 val_396
-396 val_396
-396 val_396
-396 val_396
-396 val_396
-396 val_396
-396 val_396
-4 val_4
-400 val_400
-404 val_404
-404 val_404
-404 val_404
-404 val_404
-411 val_411
-419 val_419
-437 val_437
-44 val_44
-444 val_444
-448 val_448
-455 val_455
-459 val_459
-459 val_459
-459 val_459
-459 val_459
-462 val_462
-462 val_462
-462 val_462
-462 val_462
-466 val_466
-466 val_466
-466 val_466
-466 val_466
-466 val_466
-466 val_466
-466 val_466
-466 val_466
-466 val_466
-477 val_477
-480 val_480
-480 val_480
-480 val_480
-480 val_480
-480 val_480
-480 val_480
-480 val_480
-480 val_480
-480 val_480
-484 val_484
-491 val_491
-495 val_495
-51 val_51
-51 val_51
-51 val_51
-51 val_51
-66 val_66
-77 val_77
-8 val_8
-80 val_80
-84 val_84
-84 val_84
-84 val_84
-84 val_84
-95 val_95
-95 val_95
-95 val_95
-95 val_95
-100 val_100
-100 val_100
-100 val_100
-100 val_100
-104 val_104
-104 val_104
-104 val_104
-104 val_104
-111 val_111
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-12 val_12
-12 val_12
-12 val_12
-12 val_12
-126 val_126
-133 val_133
-137 val_137
-137 val_137
-137 val_137
-137 val_137
-155 val_155
-162 val_162
-166 val_166
-177 val_177
-180 val_180
-191 val_191
-191 val_191
-191 val_191
-191 val_191
-195 val_195
-195 val_195
-195 val_195
-195 val_195
-199 val_199
-199 val_199
-199 val_199
-199 val_199
-199 val_199
-199 val_199
-199 val_199
-199 val_199
-199 val_199
-203 val_203
-203 val_203
-203 val_203
-203 val_203
-207 val_207
-207 val_207
-207 val_207
-207 val_207
-214 val_214
-218 val_218
-221 val_221
-221 val_221
-221 val_221
-221 val_221
-229 val_229
-229 val_229
-229 val_229
-229 val_229
-247 val_247
-258 val_258
-265 val_265
-265 val_265
-265 val_265
-265 val_265
-27 val_27
-272 val_272
-272 val_272
-272 val_272
-272 val_272
-283 val_283
-287 val_287
-298 val_298
-298 val_298
-298 val_298
-298 val_298
-298 val_298
-298 val_298
-298 val_298
-298 val_298
-298 val_298
-30 val_30
-302 val_302
-306 val_306
-317 val_317
-317 val_317
-317 val_317
-317 val_317
-331 val_331
-331 val_331
-331 val_331
-331 val_331
-335 val_335
-339 val_339
-34 val_34
-342 val_342
-342 val_342
-342 val_342
-342 val_342
-353 val_353
-353 val_353
-353 val_353
-353 val_353
-360 val_360
-364 val_364
-368 val_368
-375 val_375
-379 val_379
-382 val_382
-382 val_382
-382 val_382
-382 val_382
-386 val_386
-393 val_393
-397 val_397
-397 val_397
-397 val_397
-397 val_397
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-401 val_401
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-41 val_41
-427 val_427
-430 val_430
-430 val_430
-430 val_430
-430 val_430
-430 val_430
-430 val_430
-430 val_430
-430 val_430
-430 val_430
-438 val_438
-438 val_438
-438 val_438
-438 val_438
-438 val_438
-438 val_438
-438 val_438
-438 val_438
-438 val_438
-449 val_449
-452 val_452
-463 val_463
-463 val_463
-463 val_463
-463 val_463
-467 val_467
-470 val_470
-478 val_478
-478 val_478
-478 val_478
-478 val_478
-481 val_481
-485 val_485
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-489 val_489
-492 val_492
-492 val_492
-492 val_492
-492 val_492
-496 val_496
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-5 val_5
-67 val_67
-67 val_67
-67 val_67
-67 val_67
-70 val_70
-70 val_70
-70 val_70
-70 val_70
-70 val_70
-70 val_70
-70 val_70
-70 val_70
-70 val_70
-74 val_74
-78 val_78
-85 val_85
-9 val_9
-92 val_92
-96 val_96
-105 val_105
-116 val_116
-134 val_134
-134 val_134
-134 val_134
-134 val_134
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-138 val_138
-145 val_145
-149 val_149
-149 val_149
-149 val_149
-149 val_149
-152 val_152
-152 val_152
-152 val_152
-152 val_152
-156 val_156
-163 val_163
-167 val_167
-167 val_167
-167 val_167
-167 val_167
-167 val_167
-167 val_167
-167 val_167
-167 val_167
-167 val_167
-17 val_17
-170 val_170
-174 val_174
-174 val_174
-174 val_174
-174 val_174
-178 val_178
-181 val_181
-189 val_189
-192 val_192
-196 val_196
-2 val_2
-20 val_20
-200 val_200
-200 val_200
-200 val_200
-200 val_200
-208 val_208
-208 val_208
-208 val_208
-208 val_208
-208 val_208
-208 val_208
-208 val_208
-208 val_208
-208 val_208
-219 val_219
-219 val_219
-219 val_219
-219 val_219
-222 val_222
-226 val_226
-233 val_233
-233 val_233
-233 val_233
-233 val_233
-237 val_237
-237 val_237
-237 val_237
-237 val_237
-24 val_24
-24 val_24
-24 val_24
-24 val_24
-244 val_244
-248 val_248
-255 val_255
-255 val_255
-255 val_255
-255 val_255
-262 val_262
-266 val_266
-273 val_273
-273 val_273
-273 val_273
-273 val_273
-273 val_273
-273 val_273
-273 val_273
-273 val_273
-273 val_273
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-277 val_277
-28 val_28
-280 val_280
-280 val_280
-280 val_280
-280 val_280
-284 val_284
-288 val_288
-288 val_288
-288 val_288
-288 val_288
-291 val_291
-307 val_307
-307 val_307
-307 val_307
-307 val_307
-310 val_310
-318 val_318
-318 val_318
-318 val_318
-318 val_318
-318 val_318
-318 val_318
-318 val_318
-318 val_318
-318 val_318
-321 val_321
-321 val_321
-321 val_321
-321 val_321
-325 val_325
-325 val_325
-325 val_325
-325 val_325
-332 val_332
-336 val_336
-35 val_35
-35 val_35
-35 val_35
-35 val_35
-35 val_35
-35 val_35
-35 val_35
-35 val_35
-35 val_35
-365 val_365
-369 val_369
-369 val_369
-369 val_369
-369 val_369
-369 val_369
-369 val_369
-369 val_369
-369 val_369
-369 val_369
-394 val_394
-402 val_402
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-406 val_406
-413 val_413
-413 val_413
-413 val_413
-413 val_413
-417 val_417
-417 val_417
-417 val_417
-417 val_417
-417 val_417
-417 val_417
-417 val_417
-417 val_417
-417 val_417
-42 val_42
-42 val_42
-42 val_42
-42 val_42
-424 val_424
-424 val_424
-424 val_424
-424 val_424
-431 val_431
-431 val_431
-431 val_431
-431 val_431
-431 val_431
-431 val_431
-431 val_431
-431 val_431
-431 val_431
-435 val_435
-439 val_439
-439 val_439
-439 val_439
-439 val_439
-446 val_446
-453 val_453
-457 val_457
-460 val_460
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-468 val_468
-475 val_475
-479 val_479
-482 val_482
-493 val_493
-497 val_497
-53 val_53
-57 val_57
-64 val_64
-82 val_82
-86 val_86
-97 val_97
-97 val_97
-97 val_97
-97 val_97
-10 val_10
-113 val_113
-113 val_113
-113 val_113
-113 val_113
-120 val_120
-120 val_120
-120 val_120
-120 val_120
-128 val_128
-128 val_128
-128 val_128
-128 val_128
-128 val_128
-128 val_128
-128 val_128
-128 val_128
-128 val_128
-131 val_131
-146 val_146
-146 val_146
-146 val_146
-146 val_146
-153 val_153
-157 val_157
-160 val_160
-164 val_164
-164 val_164
-164 val_164
-164 val_164
-168 val_168
-175 val_175
-175 val_175
-175 val_175
-175 val_175
-179 val_179
-179 val_179
-179 val_179
-179 val_179
-18 val_18
-18 val_18
-18 val_18
-18 val_18
-186 val_186
-193 val_193
-193 val_193
-193 val_193
-193 val_193
-193 val_193
-193 val_193
-193 val_193
-193 val_193
-193 val_193
-197 val_197
-197 val_197
-197 val_197
-197 val_197
-201 val_201
-205 val_205
-205 val_205
-205 val_205
-205 val_205
-209 val_209
-209 val_209
-209 val_209
-209 val_209
-216 val_216
-216 val_216
-216 val_216
-216 val_216
+218 val_218
+219 val_219
+219 val_219
+219 val_219
+219 val_219
+221 val_221
+221 val_221
+221 val_221
+221 val_221
+222 val_222
223 val_223
223 val_223
223 val_223
223 val_223
+224 val_224
+224 val_224
+224 val_224
+224 val_224
+226 val_226
+228 val_228
+229 val_229
+229 val_229
+229 val_229
+229 val_229
230 val_230
230 val_230
230 val_230
@@ -928,32 +436,144 @@ POSTHOOK: Input: default@dest_j1
230 val_230
230 val_230
230 val_230
+233 val_233
+233 val_233
+233 val_233
+233 val_233
+235 val_235
+237 val_237
+237 val_237
+237 val_237
+237 val_237
238 val_238
238 val_238
238 val_238
238 val_238
+239 val_239
+239 val_239
+239 val_239
+239 val_239
+24 val_24
+24 val_24
+24 val_24
+24 val_24
241 val_241
+242 val_242
+242 val_242
+242 val_242
+242 val_242
+244 val_244
+247 val_247
+248 val_248
249 val_249
252 val_252
+255 val_255
+255 val_255
+255 val_255
+255 val_255
256 val_256
256 val_256
256 val_256
256 val_256
+257 val_257
+258 val_258
+26 val_26
+26 val_26
+26 val_26
+26 val_26
+260 val_260
+262 val_262
263 val_263
+265 val_265
+265 val_265
+265 val_265
+265 val_265
+266 val_266
+27 val_27
+272 val_272
+272 val_272
+272 val_272
+272 val_272
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
274 val_274
+275 val_275
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
278 val_278
278 val_278
278 val_278
278 val_278
+28 val_28
+280 val_280
+280 val_280
+280 val_280
+280 val_280
281 val_281
281 val_281
281 val_281
281 val_281
+282 val_282
+282 val_282
+282 val_282
+282 val_282
+283 val_283
+284 val_284
285 val_285
+286 val_286
+287 val_287
+288 val_288
+288 val_288
+288 val_288
+288 val_288
289 val_289
+291 val_291
292 val_292
296 val_296
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+30 val_30
+302 val_302
+305 val_305
+306 val_306
+307 val_307
+307 val_307
+307 val_307
+307 val_307
308 val_308
+309 val_309
+309 val_309
+309 val_309
+309 val_309
+310 val_310
311 val_311
311 val_311
311 val_311
@@ -964,18 +584,75 @@ POSTHOOK: Input: default@dest_j1
311 val_311
311 val_311
315 val_315
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+317 val_317
+317 val_317
+317 val_317
+317 val_317
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+321 val_321
+321 val_321
+321 val_321
+321 val_321
322 val_322
322 val_322
322 val_322
322 val_322
+323 val_323
+325 val_325
+325 val_325
+325 val_325
+325 val_325
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+33 val_33
+331 val_331
+331 val_331
+331 val_331
+331 val_331
+332 val_332
333 val_333
333 val_333
333 val_333
333 val_333
+335 val_335
+336 val_336
+338 val_338
+339 val_339
+34 val_34
+341 val_341
+342 val_342
+342 val_342
+342 val_342
+342 val_342
344 val_344
344 val_344
344 val_344
344 val_344
+345 val_345
348 val_348
348 val_348
348 val_348
@@ -1001,11 +678,54 @@ POSTHOOK: Input: default@dest_j1
348 val_348
348 val_348
348 val_348
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
351 val_351
+353 val_353
+353 val_353
+353 val_353
+353 val_353
+356 val_356
+360 val_360
362 val_362
+364 val_364
+365 val_365
366 val_366
+367 val_367
+367 val_367
+367 val_367
+367 val_367
+368 val_368
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+37 val_37
+37 val_37
+37 val_37
+37 val_37
373 val_373
+374 val_374
+375 val_375
377 val_377
+378 val_378
+379 val_379
+382 val_382
+382 val_382
+382 val_382
+382 val_382
384 val_384
384 val_384
384 val_384
@@ -1015,14 +735,60 @@ POSTHOOK: Input: default@dest_j1
384 val_384
384 val_384
384 val_384
+386 val_386
+389 val_389
+392 val_392
+393 val_393
+394 val_394
395 val_395
395 val_395
395 val_395
395 val_395
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+397 val_397
+397 val_397
+397 val_397
+397 val_397
399 val_399
399 val_399
399 val_399
399 val_399
+4 val_4
+400 val_400
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+402 val_402
403 val_403
403 val_403
403 val_403
@@ -1032,21 +798,115 @@ POSTHOOK: Input: default@dest_j1
403 val_403
403 val_403
403 val_403
+404 val_404
+404 val_404
+404 val_404
+404 val_404
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
407 val_407
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+41 val_41
+411 val_411
+413 val_413
+413 val_413
+413 val_413
+413 val_413
414 val_414
414 val_414
414 val_414
414 val_414
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
418 val_418
+419 val_419
+42 val_42
+42 val_42
+42 val_42
+42 val_42
421 val_421
+424 val_424
+424 val_424
+424 val_424
+424 val_424
+427 val_427
429 val_429
429 val_429
429 val_429
429 val_429
43 val_43
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
432 val_432
+435 val_435
436 val_436
+437 val_437
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+439 val_439
+439 val_439
+439 val_439
+439 val_439
+44 val_44
443 val_443
+444 val_444
+446 val_446
+448 val_448
+449 val_449
+452 val_452
+453 val_453
454 val_454
454 val_454
454 val_454
@@ -1056,10 +916,51 @@ POSTHOOK: Input: default@dest_j1
454 val_454
454 val_454
454 val_454
+455 val_455
+457 val_457
458 val_458
458 val_458
458 val_458
458 val_458
+459 val_459
+459 val_459
+459 val_459
+459 val_459
+460 val_460
+462 val_462
+462 val_462
+462 val_462
+462 val_462
+463 val_463
+463 val_463
+463 val_463
+463 val_463
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+467 val_467
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
469 val_469
469 val_469
469 val_469
@@ -1086,11 +987,57 @@ POSTHOOK: Input: default@dest_j1
469 val_469
469 val_469
47 val_47
+470 val_470
472 val_472
+475 val_475
+477 val_477
+478 val_478
+478 val_478
+478 val_478
+478 val_478
+479 val_479
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+481 val_481
+482 val_482
483 val_483
+484 val_484
+485 val_485
487 val_487
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
490 val_490
+491 val_491
+492 val_492
+492 val_492
+492 val_492
+492 val_492
+493 val_493
494 val_494
+495 val_495
+496 val_496
+497 val_497
498 val_498
498 val_498
498 val_498
@@ -1100,26 +1047,69 @@ POSTHOOK: Input: default@dest_j1
498 val_498
498 val_498
498 val_498
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+51 val_51
+51 val_51
+51 val_51
+51 val_51
+53 val_53
54 val_54
+57 val_57
58 val_58
58 val_58
58 val_58
58 val_58
+64 val_64
65 val_65
+66 val_66
+67 val_67
+67 val_67
+67 val_67
+67 val_67
69 val_69
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
72 val_72
72 val_72
72 val_72
72 val_72
+74 val_74
76 val_76
76 val_76
76 val_76
76 val_76
+77 val_77
+78 val_78
+8 val_8
+80 val_80
+82 val_82
83 val_83
83 val_83
83 val_83
83 val_83
+84 val_84
+84 val_84
+84 val_84
+84 val_84
+85 val_85
+86 val_86
87 val_87
+9 val_9
90 val_90
90 val_90
90 val_90
@@ -1129,6 +1119,16 @@ POSTHOOK: Input: default@dest_j1
90 val_90
90 val_90
90 val_90
+92 val_92
+95 val_95
+95 val_95
+95 val_95
+95 val_95
+96 val_96
+97 val_97
+97 val_97
+97 val_97
+97 val_97
98 val_98
98 val_98
98 val_98
Modified:
hive/branches/spark/ql/src/test/results/clientpositive/ppd_multi_insert.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/ppd_multi_insert.q.out?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
---
hive/branches/spark/ql/src/test/results/clientpositive/ppd_multi_insert.q.out
(original)
+++
hive/branches/spark/ql/src/test/results/clientpositive/ppd_multi_insert.q.out
Tue Nov 25 13:03:18 2014
@@ -1,8 +1,12 @@
-PREHOOK: query: CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@mi1
-POSTHOOK: query: CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+CREATE TABLE mi1(key INT, value STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@mi1
Modified:
hive/branches/spark/ql/src/test/results/clientpositive/ptf_streaming.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/ptf_streaming.q.out?rev=1641614&r1=1641613&r2=1641614&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/ptf_streaming.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/ptf_streaming.q.out
Tue Nov 25 13:03:18 2014
@@ -4,7 +4,9 @@ PREHOOK: Output: noopstreaming
POSTHOOK: query: create temporary function noopstreaming as
'org.apache.hadoop.hive.ql.udf.ptf.NoopStreaming$NoopStreamingResolver'
POSTHOOK: type: CREATEFUNCTION
POSTHOOK: Output: noopstreaming
-PREHOOK: query: --1. test1
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+--1. test1
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
@@ -16,7 +18,9 @@ from noopstreaming(on part
PREHOOK: type: QUERY
PREHOOK: Input: default@part
#### A masked pattern was here ####
-POSTHOOK: query: --1. test1
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+--1. test1
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
@@ -118,20 +122,6 @@ order by p_name
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part
#### A masked pattern was here ####
-15103 almond aquamarine dodger light gainsboro Manufacturer#5
Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder
carefu
-17273 almond antique forest lavender goldenrod Manufacturer#3
Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along
the
-17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41
ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve
-33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41
STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful
-40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY
PLATED COPPER 1 LG PKG 1922.98 c foxes can s
-42669 almond antique medium spring khaki Manufacturer#5 Brand#51
STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl
-45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42
SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful
-48427 almond antique violet mint lemon Manufacturer#4 Brand#42
PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i
-49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41
SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick
-65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12
LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr
-78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52
LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith
-85768 almond antique chartreuse lavender yellow Manufacturer#1
Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull
-86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12
STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully
-90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31
MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl
105685 almond antique violet chocolate turquoise Manufacturer#2
Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ
110592 almond antique salmon chartreuse burlywood Manufacturer#1
Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the
furiously
112398 almond antique metallic orange dim Manufacturer#3 Brand#32
MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car
@@ -142,10 +132,24 @@ POSTHOOK: Input: default@part
132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24
SMALL POLISHED NICKEL 25 MED BOX 1698.66 even
144293 almond antique olive coral navajo Manufacturer#3 Brand#34
STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about
146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23
MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref
+15103 almond aquamarine dodger light gainsboro Manufacturer#5
Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder
carefu
155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL
PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra
+17273 almond antique forest lavender goldenrod Manufacturer#3
Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along
the
+17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41
ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve
191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22
ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle
192697 almond antique blue firebrick mint Manufacturer#5 Brand#52
MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir
195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25
STANDARD PLATED TIN 18 SM PKG 1701.6 ic de
+33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41
STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful
+40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY
PLATED COPPER 1 LG PKG 1922.98 c foxes can s
+42669 almond antique medium spring khaki Manufacturer#5 Brand#51
STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl
+45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42
SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful
+48427 almond antique violet mint lemon Manufacturer#4 Brand#42
PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i
+49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41
SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick
+65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12
LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr
+78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52
LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith
+85768 almond antique chartreuse lavender yellow Manufacturer#1
Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull
+86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12
STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully
+90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31
MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl
PREHOOK: query: -- 9. testNoopWithMap
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name, p_size desc) as r