Repository: hive Updated Branches: refs/heads/master 67b0a67c3 -> 15d7d6dc9
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out index 4fcc0cc..ae26d42 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out @@ -117,22 +117,22 @@ STAGE PLANS: TableScan alias: a filterExpr: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: false @@ -195,22 +195,22 @@ STAGE PLANS: TableScan alias: b filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: false @@ -278,17 +278,17 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -485,22 +485,22 @@ STAGE PLANS: TableScan alias: a filterExpr: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: false @@ -563,22 +563,22 @@ STAGE PLANS: TableScan alias: b filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: false @@ -646,17 +646,17 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -870,22 +870,22 @@ STAGE PLANS: TableScan alias: a filterExpr: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: false @@ -948,22 +948,22 @@ STAGE PLANS: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: false @@ -1081,17 +1081,17 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out index b2db2a8..a71b2a2 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out @@ -141,22 +141,22 @@ STAGE PLANS: TableScan alias: a filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: false @@ -219,22 +219,22 @@ STAGE PLANS: TableScan alias: b filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: false @@ -302,17 +302,17 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col4 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -509,22 +509,22 @@ STAGE PLANS: TableScan alias: a filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE tag: 0 value expressions: _col1 (type: string) auto parallelism: false @@ -587,22 +587,22 @@ STAGE PLANS: TableScan alias: b filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE tag: 1 value expressions: _col1 (type: string) auto parallelism: false @@ -670,17 +670,17 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col4 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out index d37fbd4..3f17e4e 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin5.q.out @@ -271,12 +271,12 @@ STAGE PLANS: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 298 Data size: 116240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 298 Data size: 116240 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 298 Data size: 116240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 298 Data size: 116240 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -287,18 +287,18 @@ STAGE PLANS: input vertices: 0 Map 1 Position of Big Table: 1 - Statistics: Num rows: 327 Data size: 127864 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 327 Data size: 127864 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col6 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 327 Data size: 127864 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 327 Data size: 127864 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 327 Data size: 127864 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 327 Data size: 127864 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -686,12 +686,12 @@ STAGE PLANS: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -702,18 +702,18 @@ STAGE PLANS: input vertices: 0 Map 1 Position of Big Table: 1 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col6 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out index 8ff55fa..2ee75fd 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out @@ -79,12 +79,12 @@ STAGE PLANS: TableScan alias: b filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -167,12 +167,12 @@ STAGE PLANS: TableScan alias: a filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -183,17 +183,17 @@ STAGE PLANS: input vertices: 1 Map 3 Position of Big Table: 0 - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Select Operator expressions: _col0 (type: int), _col8 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) null sort order: aa sort order: ++ - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE tag: -1 TopN: 1 TopN Hash Memory Usage: 0.1 @@ -269,16 +269,16 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 403 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 403 Basic stats: PARTIAL Column stats: NONE Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark index 5ceee94..2a4bb8d 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark @@ -79,12 +79,12 @@ STAGE PLANS: TableScan alias: b filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -164,12 +164,12 @@ STAGE PLANS: TableScan alias: a filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -180,17 +180,17 @@ STAGE PLANS: input vertices: 1 Map 3 Position of Big Table: 0 - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Select Operator expressions: _col0 (type: int), _col8 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) null sort order: aa sort order: ++ - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE tag: -1 TopN: 1 TopN Hash Memory Usage: 0.1 @@ -263,16 +263,16 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 403 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 403 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out index 452b7a6..b2b3951 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out @@ -85,12 +85,12 @@ STAGE PLANS: TableScan alias: b filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -169,12 +169,12 @@ STAGE PLANS: TableScan alias: a filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -184,17 +184,17 @@ STAGE PLANS: input vertices: 1 Map 3 Position of Big Table: 0 - Statistics: Num rows: 104 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 104 Data size: 30250 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false @@ -266,13 +266,13 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -348,12 +348,12 @@ STAGE PLANS: TableScan alias: b filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -432,12 +432,12 @@ STAGE PLANS: TableScan alias: a filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -447,17 +447,17 @@ STAGE PLANS: input vertices: 1 Map 3 Position of Big Table: 0 - Statistics: Num rows: 104 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 104 Data size: 30250 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false @@ -529,13 +529,13 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out index 7c01974..ff00d18 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out @@ -93,12 +93,12 @@ STAGE PLANS: TableScan alias: b filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 145 Data size: 42000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 145 Data size: 42000 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 145 Data size: 42000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 145 Data size: 42000 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -172,12 +172,12 @@ STAGE PLANS: TableScan alias: a filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -187,16 +187,16 @@ STAGE PLANS: input vertices: 1 Map 3 Position of Big Table: 0 - Statistics: Num rows: 159 Data size: 46200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 159 Data size: 46200 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false @@ -263,13 +263,13 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -378,12 +378,12 @@ STAGE PLANS: TableScan alias: b filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -457,12 +457,12 @@ STAGE PLANS: TableScan alias: a filterExpr: ((part = '1') and key is not null) (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -472,16 +472,16 @@ STAGE PLANS: input vertices: 1 Map 3 Position of Big Table: 0 - Statistics: Num rows: 104 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 104 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false @@ -548,13 +548,13 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out index 65d7bdb..cade09f 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out @@ -91,12 +91,12 @@ STAGE PLANS: TableScan alias: b filterExpr: (key is not null and (ds = '2008-04-08')) (type: boolean) - Statistics: Num rows: 140 Data size: 42000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 140 Data size: 42000 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 140 Data size: 42000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 140 Data size: 42000 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -185,17 +185,17 @@ STAGE PLANS: input vertices: 1 Map 2 Position of Big Table: 0 - Statistics: Num rows: 154 Data size: 46200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 154 Data size: 46200 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col6 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 154 Data size: 46200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 154 Data size: 46200 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 154 Data size: 46200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 154 Data size: 46200 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out index fcb54c1..a4e2bef 100644 --- a/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out @@ -100,12 +100,12 @@ STAGE PLANS: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 156 Data size: 61240 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE Spark HashTable Sink Operator keys: 0 key (type: int) @@ -249,18 +249,18 @@ STAGE PLANS: input vertices: 1 Map 2 Position of Big Table: 0 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE BucketMapJoin: true Select Operator expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col6 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 171 Data size: 67364 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 171 Data size: 67364 Basic stats: PARTIAL Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out b/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out index 5e3c027..f8bdabe 100644 --- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out +++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_10.q.out @@ -82,10 +82,10 @@ STAGE PLANS: TableScan alias: b filterExpr: (userid is not null and pageid is not null and postid is not null and type is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4140 Basic stats: PARTIAL Column stats: NONE Filter Operator predicate: (pageid is not null and postid is not null and type is not null and userid is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4140 Basic stats: PARTIAL Column stats: NONE Sorted Merge Bucket Map Join Operator condition map: Inner Join 0 to 1 @@ -93,14 +93,14 @@ STAGE PLANS: 0 userid (type: int), pageid (type: int), postid (type: int), type (type: string) 1 userid (type: int), pageid (type: int), postid (type: int), type (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col8, _col9, _col10, _col11 - Statistics: Num rows: 14 Data size: 4554 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 4554 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string), '1' (type: string), _col8 (type: int), _col9 (type: int), _col10 (type: int), _col11 (type: string), '2' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 14 Data size: 4554 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 4554 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 4554 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 4554 Basic stats: PARTIAL Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/stats12.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/stats12.q.out b/ql/src/test/results/clientpositive/spark/stats12.q.out index c976da8..b5dac094b 100644 --- a/ql/src/test/results/clientpositive/spark/stats12.q.out +++ b/ql/src/test/results/clientpositive/spark/stats12.q.out @@ -52,7 +52,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n3 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Statistics Aggregation Key Prefix: default.analyze_srcpart_n3/ GatherStats: true Path -> Alias: http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/stats13.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/stats13.q.out b/ql/src/test/results/clientpositive/spark/stats13.q.out index d59ca8b..074fd3f 100644 --- a/ql/src/test/results/clientpositive/spark/stats13.q.out +++ b/ql/src/test/results/clientpositive/spark/stats13.q.out @@ -52,7 +52,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Statistics Aggregation Key Prefix: default.analyze_srcpart/ GatherStats: true Path -> Alias: http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/stats2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/stats2.q.out b/ql/src/test/results/clientpositive/spark/stats2.q.out index 0fdc523..7fede1d 100644 --- a/ql/src/test/results/clientpositive/spark/stats2.q.out +++ b/ql/src/test/results/clientpositive/spark/stats2.q.out @@ -137,7 +137,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_t1 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/stats7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/stats7.q.out b/ql/src/test/results/clientpositive/spark/stats7.q.out index f23f409..3ae274e 100644 --- a/ql/src/test/results/clientpositive/spark/stats7.q.out +++ b/ql/src/test/results/clientpositive/spark/stats7.q.out @@ -50,7 +50,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n4 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/stats8.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/spark/stats8.q.out b/ql/src/test/results/clientpositive/spark/stats8.q.out index c19ff2e..767ff21 100644 --- a/ql/src/test/results/clientpositive/spark/stats8.q.out +++ b/ql/src/test/results/clientpositive/spark/stats8.q.out @@ -33,6 +33,41 @@ POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=11).key SIMPLE POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@analyze_srcpart_n1 +# col_name data_type comment +key string default +value string default + +# Partition Information +# col_name data_type comment +ds string +hr string + +# Detailed Partition Information +Partition Value: [2008-04-08, 11] +Database: default +Table: analyze_srcpart_n1 +#### A masked pattern was here #### +Partition Parameters: + numFiles 1 + totalSize 5812 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics @@ -50,7 +85,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work @@ -145,6 +180,41 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 +PREHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@analyze_srcpart_n1 +# col_name data_type comment +key string default +value string default + +# Partition Information +# col_name data_type comment +ds string +hr string + +# Detailed Partition Information +Partition Value: [2008-04-08, 12] +Database: default +Table: analyze_srcpart_n1 +#### A masked pattern was here #### +Partition Parameters: + numFiles 1 + totalSize 5812 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics PREHOOK: type: QUERY POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics @@ -162,7 +232,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 794 Data size: 179672 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work @@ -235,7 +305,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1196 Data size: 126864 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work @@ -308,7 +378,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 1500 Data size: 15936 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1598 Data size: 74056 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/stats12.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats12.q.out b/ql/src/test/results/clientpositive/stats12.q.out index ec0143e..923fc78 100644 --- a/ql/src/test/results/clientpositive/stats12.q.out +++ b/ql/src/test/results/clientpositive/stats12.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n3 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Statistics Aggregation Key Prefix: default.analyze_srcpart_n3/ GatherStats: true Path -> Alias: http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/stats13.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats13.q.out b/ql/src/test/results/clientpositive/stats13.q.out index 6dcb779..04a100c 100644 --- a/ql/src/test/results/clientpositive/stats13.q.out +++ b/ql/src/test/results/clientpositive/stats13.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Statistics Aggregation Key Prefix: default.analyze_srcpart/ GatherStats: true Path -> Alias: http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/stats2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats2.q.out b/ql/src/test/results/clientpositive/stats2.q.out index 5810b48..ea831bd 100644 --- a/ql/src/test/results/clientpositive/stats2.q.out +++ b/ql/src/test/results/clientpositive/stats2.q.out @@ -131,7 +131,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_t1 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/stats7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats7.q.out b/ql/src/test/results/clientpositive/stats7.q.out index 403c645..971c934 100644 --- a/ql/src/test/results/clientpositive/stats7.q.out +++ b/ql/src/test/results/clientpositive/stats7.q.out @@ -47,7 +47,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n4 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/stats8.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats8.q.out b/ql/src/test/results/clientpositive/stats8.q.out index e68b1d1..8d77e02 100644 --- a/ql/src/test/results/clientpositive/stats8.q.out +++ b/ql/src/test/results/clientpositive/stats8.q.out @@ -33,6 +33,41 @@ POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=11).key SIMPLE POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart_n1 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@analyze_srcpart_n1 +# col_name data_type comment +key string default +value string default + +# Partition Information +# col_name data_type comment +ds string +hr string + +# Detailed Partition Information +Partition Value: [2008-04-08, 11] +Database: default +Table: analyze_srcpart_n1 +#### A masked pattern was here #### +Partition Parameters: + numFiles 1 + totalSize 5812 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics PREHOOK: type: QUERY POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=11) compute statistics @@ -47,7 +82,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 392 Data size: 232480 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 392 Data size: 232480 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work @@ -142,6 +177,41 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 +PREHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@analyze_srcpart_n1 +POSTHOOK: query: describe formatted analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@analyze_srcpart_n1 +# col_name data_type comment +key string default +value string default + +# Partition Information +# col_name data_type comment +ds string +hr string + +# Detailed Partition Information +Partition Value: [2008-04-08, 12] +Database: default +Table: analyze_srcpart_n1 +#### A masked pattern was here #### +Partition Parameters: + numFiles 1 + totalSize 5812 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics PREHOOK: type: QUERY POSTHOOK: query: explain analyze table analyze_srcpart_n1 PARTITION(ds='2008-04-08',hr=12) compute statistics @@ -156,7 +226,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 794 Data size: 179672 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work @@ -226,7 +296,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1196 Data size: 126864 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work @@ -296,7 +366,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: analyze_srcpart_n1 - Statistics: Num rows: 1500 Data size: 15936 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1598 Data size: 74056 Basic stats: PARTIAL Column stats: NONE Stage: Stage-1 Stats Work
