Repository: hive Updated Branches: refs/heads/master cd8eda856 -> 7c22d74c8
http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index 75a2908..2079233 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -214,6 +214,13 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2100 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_5: 1 + RECORDS_OUT_OPERATOR_GBY_3: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_2: 2100 + RECORDS_OUT_OPERATOR_SEL_1: 2100 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 26 @@ -242,6 +249,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -264,6 +274,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 2732 @@ -296,6 +314,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 22 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 22 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 22 + RECORDS_OUT_OPERATOR_SEL_2: 22 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -326,6 +352,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 16 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 16 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 16 + RECORDS_OUT_OPERATOR_SEL_2: 16 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -356,6 +390,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -386,6 +428,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 1 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1 + RECORDS_OUT_OPERATOR_SEL_2: 1 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -416,6 +466,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 32 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 32 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 32 + RECORDS_OUT_OPERATOR_SEL_2: 32 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -446,6 +504,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 32 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 32 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 32 + RECORDS_OUT_OPERATOR_SEL_2: 32 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -476,6 +542,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1697 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 1697 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1697 + RECORDS_OUT_OPERATOR_SEL_2: 1697 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -506,6 +580,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 12 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 12 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 12 + RECORDS_OUT_OPERATOR_SEL_2: 12 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -536,6 +618,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1713 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 1713 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1713 + RECORDS_OUT_OPERATOR_SEL_2: 1713 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -566,6 +656,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -596,6 +694,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 50 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 50 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 50 + RECORDS_OUT_OPERATOR_SEL_2: 50 + RECORDS_OUT_OPERATOR_TS_0: 1100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -626,6 +732,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 318 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 318 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 318 + RECORDS_OUT_OPERATOR_SEL_2: 318 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -653,6 +767,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -672,6 +789,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -694,6 +814,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 0 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 830 CACHE_MISS_BYTES: 0 @@ -721,6 +849,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 0 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 830 CACHE_MISS_BYTES: 0 @@ -745,6 +881,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -767,6 +906,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1310720 ALLOCATED_USED_BYTES: 13796 @@ -799,6 +946,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -829,6 +984,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -856,6 +1019,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -878,6 +1044,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2100 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2100 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2100 + RECORDS_OUT_OPERATOR_SEL_2: 2100 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -908,6 +1082,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 0 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1735 CACHE_MISS_BYTES: 0 @@ -935,6 +1117,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -965,6 +1155,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -995,6 +1193,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1025,6 +1231,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 81 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 81 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 81 + RECORDS_OUT_OPERATOR_SEL_2: 81 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1055,6 +1269,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 74 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 74 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 74 + RECORDS_OUT_OPERATOR_SEL_2: 74 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1085,6 +1307,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 12 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 12 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 12 + RECORDS_OUT_OPERATOR_SEL_2: 12 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1115,6 +1345,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 13 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 13 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 13 + RECORDS_OUT_OPERATOR_SEL_2: 13 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1145,6 +1383,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 1 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1 + RECORDS_OUT_OPERATOR_SEL_2: 1 + RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1175,6 +1421,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 7 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 7 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 7 + RECORDS_OUT_OPERATOR_SEL_2: 7 + RECORDS_OUT_OPERATOR_TS_0: 1100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1205,6 +1459,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 0 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1735 CACHE_MISS_BYTES: 0 @@ -1232,6 +1494,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 0 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1735 CACHE_MISS_BYTES: 0 @@ -1259,6 +1529,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 0 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1735 CACHE_MISS_BYTES: 0 @@ -1286,6 +1564,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1316,6 +1602,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 1100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1346,6 +1640,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6770 CACHE_MISS_BYTES: 0 @@ -1376,6 +1678,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6770 CACHE_MISS_BYTES: 0 @@ -1406,6 +1716,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 524288 ALLOCATED_USED_BYTES: 8527 @@ -1438,6 +1756,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1470,6 +1796,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4936 CACHE_MISS_BYTES: 0 @@ -1500,6 +1834,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6687 CACHE_MISS_BYTES: 0 @@ -1530,6 +1872,12 @@ Stage-1 HIVE COUNTERS: DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 98 RECORDS_OUT_1_default.orc_ppd_1: 2 + RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_OPERATOR_FIL_4: 2 + RECORDS_OUT_OPERATOR_FS_3: 2 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 98 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 2359296 ALLOCATED_USED_BYTES: 44166 @@ -1561,6 +1909,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 786432 ALLOCATED_USED_BYTES: 65 @@ -1593,6 +1949,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 62 CACHE_MISS_BYTES: 0 @@ -1623,6 +1987,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 62 CACHE_MISS_BYTES: 0 @@ -1653,6 +2025,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 62 CACHE_MISS_BYTES: 0 http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out index d9572e7..405c9dd 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out @@ -214,6 +214,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 382 @@ -243,6 +251,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -265,6 +276,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -295,6 +314,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -327,6 +354,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -357,6 +392,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -391,6 +434,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -418,6 +469,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -440,6 +494,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -470,6 +532,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -500,6 +570,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -530,6 +608,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -564,6 +650,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -591,6 +685,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -613,6 +710,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -643,6 +748,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -673,6 +786,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -703,6 +824,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -737,6 +866,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 0 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 0 + RECORDS_OUT_OPERATOR_SEL_2: 0 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -764,6 +901,9 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 RECORDS_OUT_0: 1 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -786,6 +926,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -816,6 +964,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -846,6 +1002,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 359 CACHE_MISS_BYTES: 0 @@ -876,6 +1040,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1079 CACHE_MISS_BYTES: 0 @@ -910,6 +1082,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1566 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 1566 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1566 + RECORDS_OUT_OPERATOR_SEL_2: 1566 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -934,6 +1114,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1566 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 1566 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1566 + RECORDS_OUT_OPERATOR_SEL_2: 1566 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -958,6 +1146,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -982,6 +1178,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 8 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1006,6 +1210,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1030,6 +1242,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 18 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 18 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 18 + RECORDS_OUT_OPERATOR_SEL_2: 18 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1054,6 +1274,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 524288 ALLOCATED_USED_BYTES: 8527 @@ -1086,6 +1314,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1122,6 +1358,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1146,6 +1390,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1174,6 +1426,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1198,6 +1458,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 2 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 2 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 2 + RECORDS_OUT_OPERATOR_SEL_2: 2 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1222,6 +1490,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 11420 @@ -1254,6 +1530,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1290,6 +1574,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1314,6 +1606,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1342,6 +1642,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4123 CACHE_MISS_BYTES: 0 @@ -1372,6 +1680,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1406,6 +1722,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1430,6 +1754,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1458,6 +1790,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4123 CACHE_MISS_BYTES: 0 @@ -1488,6 +1828,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 6 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 6 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 6 + RECORDS_OUT_OPERATOR_SEL_2: 6 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5715 CACHE_MISS_BYTES: 0 @@ -1522,6 +1870,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 4 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 4 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 4 + RECORDS_OUT_OPERATOR_SEL_2: 4 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 786432 ALLOCATED_USED_BYTES: 4293 @@ -1554,6 +1910,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 4 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 4 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 4 + RECORDS_OUT_OPERATOR_SEL_2: 4 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1578,6 +1942,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 4 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 4 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 4 + RECORDS_OUT_OPERATOR_SEL_2: 4 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1610,6 +1982,14 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 4 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FIL_7: 4 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 4 + RECORDS_OUT_OPERATOR_SEL_2: 4 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/llap/retry_failure.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/retry_failure.q.out b/ql/src/test/results/clientpositive/llap/retry_failure.q.out new file mode 100644 index 0000000..5f91ad1 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/retry_failure.q.out @@ -0,0 +1,43 @@ +PREHOOK: query: create table tx(a int,f string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tx +POSTHOOK: query: create table tx(a int,f string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tx +PREHOOK: query: insert into tx values (1,'non_existent_file') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tx +POSTHOOK: query: insert into tx values (1,'non_existent_file') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tx +POSTHOOK: Lineage: tx.a SCRIPT [] +POSTHOOK: Lineage: tx.f SCRIPT [] +PREHOOK: query: select assert_true(1 > a) from tx group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@tx +#### A masked pattern was here #### +Status: Failed +Vertex failed, vertexName=Reducer 2, vertexId=vertex_#ID#, diagnostics=[Task failed, taskId=task_#ID#, diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: java.lang.RuntimeException: Hive Runtime Error while closing operators: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.metadata.HiveException: ASSERT_TRUE(): assertion failed. +#### A masked pattern was here #### +], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: java.lang.RuntimeException: Hive Runtime Error while closing operators: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.metadata.HiveException: ASSERT_TRUE(): assertion failed. +#### A masked pattern was here #### +]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_#ID# [Reducer 2] killed/failed due to:OWN_TASK_FAILURE] +DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0 +FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.tez.TezTask. Vertex failed, vertexName=Reducer 2, vertexId=vertex_#ID#, diagnostics=[Task failed, taskId=task_#ID#, diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: java.lang.RuntimeException: Hive Runtime Error while closing operators: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.metadata.HiveException: ASSERT_TRUE(): assertion failed. +#### A masked pattern was here #### +], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: java.lang.RuntimeException: Hive Runtime Error while closing operators: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.metadata.HiveException: ASSERT_TRUE(): assertion failed. +#### A masked pattern was here #### +]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_#ID# [Reducer 2] killed/failed due to:OWN_TASK_FAILURE]DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0 +PREHOOK: query: select assert_true(2 > a) from tx group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@tx +#### A masked pattern was here #### +POSTHOOK: query: select assert_true(2 > a) from tx group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx +#### A masked pattern was here #### +NULL http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/llap/retry_failure_oom.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/retry_failure_oom.q.out b/ql/src/test/results/clientpositive/llap/retry_failure_oom.q.out new file mode 100644 index 0000000..348384a --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/retry_failure_oom.q.out @@ -0,0 +1,43 @@ +PREHOOK: query: create table tx(a int,f string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tx +POSTHOOK: query: create table tx(a int,f string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tx +PREHOOK: query: insert into tx values (1,'non_existent_file') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tx +POSTHOOK: query: insert into tx values (1,'non_existent_file') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tx +POSTHOOK: Lineage: tx.a SCRIPT [] +POSTHOOK: Lineage: tx.f SCRIPT [] +PREHOOK: query: select assert_true_oom(1 > a) from tx group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@tx +#### A masked pattern was here #### +Status: Failed +Vertex failed, vertexName=Reducer 2, vertexId=vertex_#ID#, diagnostics=[Task failed, taskId=task_#ID#, diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_#ID# [Reducer 2] killed/failed due to:OWN_TASK_FAILURE] +DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0 +FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.tez.TezTask. Vertex failed, vertexName=Reducer 2, vertexId=vertex_#ID#, diagnostics=[Task failed, taskId=task_#ID#, diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_#ID# [Reducer 2] killed/failed due to:OWN_TASK_FAILURE]DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0 +PREHOOK: query: select assert_true_oom(2 > a) from tx group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@tx +#### A masked pattern was here #### +POSTHOOK: query: select assert_true_oom(2 > a) from tx group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tx +#### A masked pattern was here #### +NULL http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out b/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out new file mode 100644 index 0000000..9b58ce0 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/retry_failure_stat_changes.q.out @@ -0,0 +1,280 @@ +PREHOOK: query: create table tx(a int,u int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tx +POSTHOOK: query: create table tx(a int,u int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tx +PREHOOK: query: insert into tx values (1,1),(2,2),(3,3),(4,4),(5,5),(6,6),(7,7),(10,10) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@tx +POSTHOOK: query: insert into tx values (1,1),(2,2),(3,3),(4,4),(5,5),(6,6),(7,7),(10,10) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@tx +POSTHOOK: Lineage: tx.a SCRIPT [] +POSTHOOK: Lineage: tx.u SCRIPT [] +PREHOOK: query: create table px(a int,p int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@px +POSTHOOK: query: create table px(a int,p int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@px +PREHOOK: query: insert into px values (2,2),(3,3),(5,5),(7,7),(11,11) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@px +POSTHOOK: query: insert into px values (2,2),(3,3),(5,5),(7,7),(11,11) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@px +POSTHOOK: Lineage: px.a SCRIPT [] +POSTHOOK: Lineage: px.p SCRIPT [] +PREHOOK: query: explain REOPTIMIZATION +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx +#### A masked pattern was here #### +POSTHOOK: query: explain REOPTIMIZATION +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx +#### A masked pattern was here #### +PREHOOK: query: explain REOPTIMIZATION +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +PREHOOK: type: QUERY +POSTHOOK: query: explain REOPTIMIZATION +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_15] + Group By Operator [GBY_13] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(VALUE._col0)"] + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(_col0)"] + Select Operator [SEL_9] (rows=15 width=8) + Output:["_col0"] + Merge Join Operator [MERGEJOIN_20] (rows=15 width=8) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (runtime: rows=5 width=4) + Output:["_col0"] + Filter Operator [FIL_18] (runtime: rows=5 width=4) + predicate:((u < 10) and (u > 2)) + TableScan [TS_0] (runtime: rows=8 width=4) + default@tx,tx,Tbl:COMPLETE,Col:COMPLETE,Output:["u"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (runtime: rows=3 width=4) + Output:["_col0"] + Filter Operator [FIL_19] (runtime: rows=3 width=4) + predicate:((p < 10) and (p > 2)) + TableScan [TS_3] (runtime: rows=5 width=4) + default@px,px,Tbl:COMPLETE,Col:COMPLETE,Output:["p"] + +PREHOOK: query: select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx +#### A masked pattern was here #### +POSTHOOK: query: select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx +#### A masked pattern was here #### +PREHOOK: query: explain analyze +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +PREHOOK: type: QUERY +POSTHOOK: query: explain analyze +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_15] + Group By Operator [GBY_13] (rows=1/1 width=8) + Output:["_col0"],aggregations:["sum(VALUE._col0)"] + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1/1 width=8) + Output:["_col0"],aggregations:["sum(_col0)"] + Select Operator [SEL_9] (rows=1/3 width=8) + Output:["_col0"] + Merge Join Operator [MERGEJOIN_20] (rows=1/3 width=8) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=1/5 width=4) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1/5 width=4) + predicate:((u < 10) and (u > 2)) + TableScan [TS_0] (rows=8/8 width=4) + default@tx,tx,Tbl:COMPLETE,Col:COMPLETE,Output:["u"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=1/3 width=4) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1/3 width=4) + predicate:((p < 10) and (p > 2)) + TableScan [TS_3] (rows=5/5 width=4) + default@px,px,Tbl:COMPLETE,Col:COMPLETE,Output:["p"] + +PREHOOK: query: select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx +#### A masked pattern was here #### +POSTHOOK: query: select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx +#### A masked pattern was here #### +PREHOOK: query: explain analyze +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +PREHOOK: type: QUERY +POSTHOOK: query: explain analyze +select sum(u*p) from tx join px on (u=p) where u<10 and p>2 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Map 1 <- Map 3 (BROADCAST_EDGE) +Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_15] + Group By Operator [GBY_13] (rows=1/1 width=8) + Output:["_col0"],aggregations:["sum(VALUE._col0)"] + <-Map 1 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1/1 width=8) + Output:["_col0"],aggregations:["sum(_col0)"] + Select Operator [SEL_9] (rows=1/3 width=8) + Output:["_col0"] + Map Join Operator [MAPJOIN_20] (rows=1/3 width=8) + Conds:SEL_2._col0=RS_7._col0(Inner),Output:["_col0","_col1"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=1/3 width=4) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1/3 width=4) + predicate:((p < 10) and (p > 2)) + TableScan [TS_3] (rows=5/5 width=4) + default@px,px,Tbl:COMPLETE,Col:COMPLETE,Output:["p"] + <-Select Operator [SEL_2] (rows=1/5 width=4) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1/5 width=4) + predicate:((u < 10) and (u > 2)) + TableScan [TS_0] (rows=8/8 width=4) + default@tx,tx,Tbl:COMPLETE,Col:COMPLETE,Output:["u"] + +PREHOOK: query: explain +select assert_true_oom(1 > sum(u*p)) from tx join px on (tx.a=px.a) where u<10 and p>2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select assert_true_oom(1 > sum(u*p)) from tx join px on (tx.a=px.a) where u<10 and p>2 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Map 2 <- Map 1 (BROADCAST_EDGE) +Reducer 3 <- Map 2 (CUSTOM_SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_15] + Select Operator [SEL_14] (rows=1 width=4) + Output:["_col0"] + Group By Operator [GBY_13] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(VALUE._col0)"] + <-Map 2 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(_col0)"] + Select Operator [SEL_9] (rows=2 width=8) + Output:["_col0"] + Map Join Operator [MAPJOIN_20] (rows=2 width=8) + Conds:RS_6._col0=SEL_5._col0(Inner),Output:["_col1","_col3"] + <-Map 1 [BROADCAST_EDGE] llap + BROADCAST [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=2 width=8) + Output:["_col0","_col1"] + Filter Operator [FIL_18] (rows=2 width=8) + predicate:((u < 10) and a is not null) + TableScan [TS_0] (rows=8 width=8) + default@tx,tx,Tbl:COMPLETE,Col:COMPLETE,Output:["a","u"] + <-Select Operator [SEL_5] (rows=5 width=8) + Output:["_col0","_col1"] + Filter Operator [FIL_19] (rows=5 width=8) + predicate:((p > 2) and a is not null) + TableScan [TS_3] (rows=5 width=8) + default@px,px,Tbl:COMPLETE,Col:COMPLETE,Output:["a","p"] + +PREHOOK: query: select assert_true_oom(1 > sum(u*p)) from tx join px on (tx.a=px.a) where u<10 and p>2 +PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx +#### A masked pattern was here #### +Status: Failed +Vertex failed, vertexName=Reducer 3, vertexId=vertex_#ID#, diagnostics=[Task failed, taskId=task_#ID#, diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_#ID# [Reducer 3] killed/failed due to:OWN_TASK_FAILURE] +DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0 +FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.tez.TezTask. Vertex failed, vertexName=Reducer 3, vertexId=vertex_#ID#, diagnostics=[Task failed, taskId=task_#ID#, diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) : attempt_#ID#:java.lang.RuntimeException: org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionError: assert_true_oom: assertation failed; Simulated OOM +#### A masked pattern was here #### +]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_#ID# [Reducer 3] killed/failed due to:OWN_TASK_FAILURE]DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0 +PREHOOK: query: select assert_true_oom(2000 > sum(u*p)) from tx join px on (tx.a=px.a) where u<10 and p>2 +PREHOOK: type: QUERY +PREHOOK: Input: default@px +PREHOOK: Input: default@tx +#### A masked pattern was here #### +POSTHOOK: query: select assert_true_oom(2000 > sum(u*p)) from tx join px on (tx.a=px.a) where u<10 and p>2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@px +POSTHOOK: Input: default@tx +#### A masked pattern was here #### +NULL http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index 71d14f4..ba517a2 100644 --- a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1576,6 +1576,13 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 1000 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1000 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_6: 1 + RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_3: 1000 + RECORDS_OUT_OPERATOR_SEL_1: 1000 + RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 309 @@ -1595,6 +1602,13 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 8 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_7: 1 + RECORDS_OUT_OPERATOR_GBY_5: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_4: 8 + RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_TS_0: 8 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 2 @@ -1686,6 +1700,13 @@ Stage-1 HIVE COUNTERS: RECORDS_IN_Map_1: 240 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 240 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_7: 1 + RECORDS_OUT_OPERATOR_GBY_5: 1 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_4: 240 + RECORDS_OUT_OPERATOR_SEL_2: 240 + RECORDS_OUT_OPERATOR_TS_0: 240 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 74 @@ -1783,6 +1804,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_0: 74 RECORDS_OUT_1_default.testpart1: 240 RECORDS_OUT_INTERMEDIATE_Map_1: 240 + RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 + RECORDS_OUT_OPERATOR_FS_3: 240 + RECORDS_OUT_OPERATOR_FS_5: 74 + RECORDS_OUT_OPERATOR_GBY_3: 74 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_RS_2: 240 + RECORDS_OUT_OPERATOR_SEL_1: 240 + RECORDS_OUT_OPERATOR_SEL_2: 240 + RECORDS_OUT_OPERATOR_SEL_4: 74 + RECORDS_OUT_OPERATOR_TS_0: 240 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 74 @@ -2291,6 +2322,22 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 1000 RECORDS_OUT_INTERMEDIATE_Map_4: 240 RECORDS_OUT_INTERMEDIATE_Reducer_2: 952 + RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 + RECORDS_OUT_OPERATOR_EVENT_24: 309 + RECORDS_OUT_OPERATOR_FS_14: 1 + RECORDS_OUT_OPERATOR_GBY_12: 1 + RECORDS_OUT_OPERATOR_GBY_23: 309 + RECORDS_OUT_OPERATOR_MAP_0: 0 + RECORDS_OUT_OPERATOR_MERGEJOIN_25: 952 + RECORDS_OUT_OPERATOR_RS_11: 952 + RECORDS_OUT_OPERATOR_RS_6: 1000 + RECORDS_OUT_OPERATOR_RS_7: 240 + RECORDS_OUT_OPERATOR_SEL_2: 1000 + RECORDS_OUT_OPERATOR_SEL_22: 1000 + RECORDS_OUT_OPERATOR_SEL_5: 240 + RECORDS_OUT_OPERATOR_SEL_9: 952 + RECORDS_OUT_OPERATOR_TS_0: 1000 + RECORDS_OUT_OPERATOR_TS_3: 240 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 GROUPED_INPUT_SPLITS_Map_4: 1 http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/ql/src/test/results/clientpositive/show_functions.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/show_functions.q.out b/ql/src/test/results/clientpositive/show_functions.q.out index 82fb5f4..4df555b 100644 --- a/ql/src/test/results/clientpositive/show_functions.q.out +++ b/ql/src/test/results/clientpositive/show_functions.q.out @@ -31,6 +31,7 @@ array_contains ascii asin assert_true +assert_true_oom atan avg base64 http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/hooks/URIResolverHook.java ---------------------------------------------------------------------- diff --git a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/hooks/URIResolverHook.java b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/hooks/URIResolverHook.java index d3be5dd..244ca8f 100644 --- a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/hooks/URIResolverHook.java +++ b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/hooks/URIResolverHook.java @@ -1,4 +1,4 @@ -/** +/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information http://git-wip-us.apache.org/repos/asf/hive/blob/31e36f01/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/messaging/CreateDatabaseMessage.java ---------------------------------------------------------------------- diff --git a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/messaging/CreateDatabaseMessage.java b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/messaging/CreateDatabaseMessage.java index 3d64c73..7cdeeda 100644 --- a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/messaging/CreateDatabaseMessage.java +++ b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/messaging/CreateDatabaseMessage.java @@ -1,4 +1,4 @@ -/** +/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information
