Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-5.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,107 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-60 -> Tez vertex scope-61,Tez vertex scope-62, +Tez vertex scope-62 -> Tez vertex scope-54,Tez vertex scope-58, +Tez vertex scope-54 -> Tez vertex scope-58,Tez vertex scope-61, +Tez vertex scope-58 -> Tez vertex scope-61, +Tez vertex scope-61 + +Tez vertex scope-60 +# Plan on vertex +d: BuildBloom Rearrange[tuple]{int}(false) - scope-38 -> [ scope-61, scope-62] +| | +| Project[int][0] - scope-39 +| +|---b: New For Each(false,false)[bag] - scope-28 + | | + | Cast[int] - scope-23 + | | + | |---Project[bytearray][0] - scope-22 + | | + | Cast[int] - scope-26 + | | + | |---Project[bytearray][1] - scope-25 + | + |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-21 +Tez vertex scope-62 +# Combine plan on edge <scope-60> +Local Rearrange[tuple]{int}(false) - scope-67 -> scope-62 +| | +| Project[int][0] - scope-66 +| +|---Package(BloomPackager)[tuple]{int} - scope-65 +# Plan on vertex +POValueOutputTez - scope-64 -> [scope-54, scope-58] +| +|---Package(BloomPackager)[tuple]{int} - scope-63 +Tez vertex scope-54 +# Plan on vertex +a: Split - scope-68 +| | +| d: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-62 -> scope-61 +| | | +| | Project[int][0] - scope-35 +| | +| |---a1: Filter[bag] - scope-11 +| | | +| | Equal To[boolean] - scope-14 +| | | +| | |---Project[int][0] - scope-12 +| | | +| | |---Constant(3) - scope-13 +| | +| POValueOutputTez - scope-55 -> [scope-58] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-58 +# Plan on vertex +d: BloomFilter Rearrange[tuple]{int}(false) - scope-36 <- scope-62 -> scope-61 +| | +| Project[int][0] - scope-37 +| +|---a2: Filter[bag] - scope-17 + | | + | Equal To[boolean] - scope-20 + | | + | |---Project[int][0] - scope-18 + | | + | |---Constant(4) - scope-19 + | + |---POValueInputTez - scope-59 <- scope-54 +Tez vertex scope-61 +# Plan on vertex +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-53 +| +|---e: New For Each(false,false,false,false)[bag] - scope-52 + | | + | Project[int][0] - scope-44 + | | + | Project[int][1] - scope-46 + | | + | Project[int][3] - scope-48 + | | + | Project[int][5] - scope-50 + | + |---d: New For Each(true,true,true)[tuple] - scope-43 + | | + | Project[bag][1] - scope-40 + | | + | Project[bag][2] - scope-41 + | | + | Project[bag][3] - scope-42 + | + |---d: Package(Packager)[tuple]{int} - scope-33
Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6-KeyToReducer.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,95 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-49 -> Tez vertex scope-56,Tez vertex scope-57, +Tez vertex scope-57 -> Tez vertex scope-53, +Tez vertex scope-53 -> Tez vertex scope-56, +Tez vertex scope-56 + +Tez vertex scope-49 +# Plan on vertex +a: Split - scope-63 +| | +| a2: Store(file:///tmp/pigoutput/a2:org.apache.pig.builtin.PigStorage) - scope-15 +| | +| |---a2: Filter[bag] - scope-11 +| | | +| | Equal To[boolean] - scope-14 +| | | +| | |---Project[int][0] - scope-12 +| | | +| | |---Constant(4) - scope-13 +| | +| d: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-56, scope-57] +| | | +| | Project[int][0] - scope-37 +| | +| |---a1: Filter[bag] - scope-26 +| | | +| | Equal To[boolean] - scope-29 +| | | +| | |---Project[int][0] - scope-27 +| | | +| | |---Constant(3) - scope-28 +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-57 +# Combine plan on edge <scope-49> +Local Rearrange[tuple]{int}(false) - scope-62 -> scope-57 +| | +| Project[int][0] - scope-61 +| +|---Package(BloomPackager)[tuple]{int} - scope-60 +# Plan on vertex +POValueOutputTez - scope-59 -> [scope-53] +| +|---Package(BloomPackager)[tuple]{int} - scope-58 +Tez vertex scope-53 +# Plan on vertex +d: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-57 -> scope-56 +| | +| Project[int][0] - scope-35 +| +|---b: New For Each(false,false)[bag] - scope-23 + | | + | Cast[int] - scope-18 + | | + | |---Project[bytearray][0] - scope-17 + | | + | Cast[int] - scope-21 + | | + | |---Project[bytearray][1] - scope-20 + | + |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-16 +Tez vertex scope-56 +# Plan on vertex +e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-48 +| +|---e: New For Each(false,false,false)[bag] - scope-47 + | | + | Project[int][2] - scope-41 + | | + | Project[int][3] - scope-43 + | | + | Project[int][1] - scope-45 + | + |---d: New For Each(true,true)[tuple] - scope-40 + | | + | Project[bag][1] - scope-38 + | | + | Project[bag][2] - scope-39 + | + |---d: Package(Packager)[tuple]{int} - scope-33 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-6.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,95 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-49 -> Tez vertex scope-56,Tez vertex scope-57, +Tez vertex scope-57 -> Tez vertex scope-53, +Tez vertex scope-53 -> Tez vertex scope-56, +Tez vertex scope-56 + +Tez vertex scope-49 +# Plan on vertex +a: Split - scope-63 +| | +| a2: Store(file:///tmp/pigoutput/a2:org.apache.pig.builtin.PigStorage) - scope-15 +| | +| |---a2: Filter[bag] - scope-11 +| | | +| | Equal To[boolean] - scope-14 +| | | +| | |---Project[int][0] - scope-12 +| | | +| | |---Constant(4) - scope-13 +| | +| d: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-56, scope-57] +| | | +| | Project[int][0] - scope-37 +| | +| |---a1: Filter[bag] - scope-26 +| | | +| | Equal To[boolean] - scope-29 +| | | +| | |---Project[int][0] - scope-27 +| | | +| | |---Constant(3) - scope-28 +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-57 +# Combine plan on edge <scope-49> +Local Rearrange[tuple]{int}(false) - scope-62 -> scope-57 +| | +| Project[int][0] - scope-61 +| +|---Package(BloomPackager)[tuple]{int} - scope-60 +# Plan on vertex +POValueOutputTez - scope-59 -> [scope-53] +| +|---Package(BloomPackager)[tuple]{int} - scope-58 +Tez vertex scope-53 +# Plan on vertex +d: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-57 -> scope-56 +| | +| Project[int][0] - scope-35 +| +|---b: New For Each(false,false)[bag] - scope-23 + | | + | Cast[int] - scope-18 + | | + | |---Project[bytearray][0] - scope-17 + | | + | Cast[int] - scope-21 + | | + | |---Project[bytearray][1] - scope-20 + | + |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-16 +Tez vertex scope-56 +# Plan on vertex +e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-48 +| +|---e: New For Each(false,false,false)[bag] - scope-47 + | | + | Project[int][2] - scope-41 + | | + | Project[int][3] - scope-43 + | | + | Project[int][1] - scope-45 + | + |---d: New For Each(true,true)[tuple] - scope-40 + | | + | Project[bag][1] - scope-38 + | | + | Project[bag][2] - scope-39 + | + |---d: Package(Packager)[tuple]{int} - scope-33 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7-KeyToReducer.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,95 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-43 -> Tez vertex scope-45,Tez vertex scope-47,Tez vertex scope-51,Tez vertex scope-52, +Tez vertex scope-52 -> Tez vertex scope-45,Tez vertex scope-47, +Tez vertex scope-45 -> Tez vertex scope-51, +Tez vertex scope-47 -> Tez vertex scope-51, +Tez vertex scope-51 + +Tez vertex scope-43 +# Plan on vertex +a: Split - scope-58 +| | +| e: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-51, scope-52] +| | | +| | Project[int][0] - scope-37 +| | +| |---d: Filter[bag] - scope-23 +| | | +| | Greater Than[boolean] - scope-26 +| | | +| | |---Project[int][0] - scope-24 +| | | +| | |---Constant(10) - scope-25 +| | +| POValueOutputTez - scope-44 -> [scope-45, scope-47] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-52 +# Combine plan on edge <scope-43> +Local Rearrange[tuple]{int}(false) - scope-57 -> scope-52 +| | +| Project[int][0] - scope-56 +| +|---Package(BloomPackager)[tuple]{int} - scope-55 +# Plan on vertex +POValueOutputTez - scope-54 -> [scope-45, scope-47] +| +|---Package(BloomPackager)[tuple]{int} - scope-53 +Tez vertex scope-45 +# Plan on vertex +e: BloomFilter Rearrange[tuple]{int}(false) - scope-32 <- scope-52 -> scope-51 +| | +| Project[int][0] - scope-33 +| +|---b: Filter[bag] - scope-11 + | | + | Less Than[boolean] - scope-14 + | | + | |---Project[int][0] - scope-12 + | | + | |---Constant(5) - scope-13 + | + |---POValueInputTez - scope-46 <- scope-43 +Tez vertex scope-47 +# Plan on vertex +e: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-52 -> scope-51 +| | +| Project[int][0] - scope-35 +| +|---c: Filter[bag] - scope-17 + | | + | Equal To[boolean] - scope-20 + | | + | |---Project[int][0] - scope-18 + | | + | |---Constant(10) - scope-19 + | + |---POValueInputTez - scope-48 <- scope-43 +Tez vertex scope-51 +# Plan on vertex +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42 +| +|---e: New For Each(true,true,true)[tuple] - scope-41 + | | + | Project[bag][1] - scope-38 + | | + | Project[bag][2] - scope-39 + | | + | Project[bag][3] - scope-40 + | + |---e: Package(Packager)[tuple]{int} - scope-31 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-BloomJoin-7.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,95 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-43 -> Tez vertex scope-45,Tez vertex scope-47,Tez vertex scope-51,Tez vertex scope-52, +Tez vertex scope-52 -> Tez vertex scope-45,Tez vertex scope-47, +Tez vertex scope-45 -> Tez vertex scope-51, +Tez vertex scope-47 -> Tez vertex scope-51, +Tez vertex scope-51 + +Tez vertex scope-43 +# Plan on vertex +a: Split - scope-58 +| | +| e: BuildBloom Rearrange[tuple]{int}(false) - scope-36 -> [ scope-51, scope-52] +| | | +| | Project[int][0] - scope-37 +| | +| |---d: Filter[bag] - scope-23 +| | | +| | Greater Than[boolean] - scope-26 +| | | +| | |---Project[int][0] - scope-24 +| | | +| | |---Constant(10) - scope-25 +| | +| POValueOutputTez - scope-44 -> [scope-45, scope-47] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-52 +# Combine plan on edge <scope-43> +Local Rearrange[tuple]{int}(false) - scope-57 -> scope-52 +| | +| Project[int][0] - scope-56 +| +|---Package(BloomPackager)[tuple]{int} - scope-55 +# Plan on vertex +POValueOutputTez - scope-54 -> [scope-45, scope-47] +| +|---Package(BloomPackager)[tuple]{int} - scope-53 +Tez vertex scope-45 +# Plan on vertex +e: BloomFilter Rearrange[tuple]{int}(false) - scope-32 <- scope-52 -> scope-51 +| | +| Project[int][0] - scope-33 +| +|---b: Filter[bag] - scope-11 + | | + | Less Than[boolean] - scope-14 + | | + | |---Project[int][0] - scope-12 + | | + | |---Constant(5) - scope-13 + | + |---POValueInputTez - scope-46 <- scope-43 +Tez vertex scope-47 +# Plan on vertex +e: BloomFilter Rearrange[tuple]{int}(false) - scope-34 <- scope-52 -> scope-51 +| | +| Project[int][0] - scope-35 +| +|---c: Filter[bag] - scope-17 + | | + | Equal To[boolean] - scope-20 + | | + | |---Project[int][0] - scope-18 + | | + | |---Constant(10) - scope-19 + | + |---POValueInputTez - scope-48 <- scope-43 +Tez vertex scope-51 +# Plan on vertex +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42 +| +|---e: New For Each(true,true,true)[tuple] - scope-41 + | | + | Project[bag][1] - scope-38 + | | + | Project[bag][2] - scope-39 + | | + | Project[bag][3] - scope-40 + | + |---e: Package(Packager)[tuple]{int} - scope-31 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld Wed Feb 22 09:43:41 2017 @@ -44,7 +44,7 @@ c: Local Rearrange[tuple]{int}(false) - |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-36 # Plan on vertex -d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-33 +d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-33 | |---d: New For Each(false,false,false)[bag] - scope-32 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-1.gld Wed Feb 22 09:43:41 2017 @@ -64,7 +64,7 @@ c: Local Rearrange[tuple]{tuple}(false) |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-44 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-41 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-41 | |---d: New For Each(false,false,false)[bag] - scope-40 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-2.gld Wed Feb 22 09:43:41 2017 @@ -72,7 +72,7 @@ a: Split - scope-50 |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-49 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-42 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42 | |---d: New For Each(true,true)[tuple] - scope-41 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cross-3.gld Wed Feb 22 09:43:41 2017 @@ -78,7 +78,7 @@ c: Local Rearrange[tuple]{tuple}(false) |---POValueInputTez - scope-59 <- scope-53 Tez vertex scope-60 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-52 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-52 | |---d: New For Each(false,false,false)[bag] - scope-51 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld Wed Feb 22 09:43:41 2017 @@ -26,24 +26,16 @@ b: Local Rearrange[tuple]{tuple}(true) - |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-16 # Combine plan on edge <scope-13> -Local Rearrange[tuple]{tuple}(true) - scope-21 -> scope-16 -| | -| Project[tuple][*] - scope-20 -| -|---New For Each(true)[bag] - scope-19 - | | - | Project[tuple][0] - scope-18 - | - |---Package(Packager)[tuple]{tuple} - scope-17 +org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner$Combine # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-12 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-12 | |---c: New For Each(false)[bag] - scope-11 | | | Project[int][1] - scope-9 | - |---New For Each(true)[bag] - scope-24 + |---New For Each(true)[bag] - scope-19 | | - | Project[tuple][0] - scope-23 + | Project[tuple][0] - scope-18 | - |---Package(Packager)[tuple]{tuple} - scope-22 + |---Package(Packager)[tuple]{tuple} - scope-17 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld Wed Feb 22 09:43:41 2017 @@ -50,7 +50,7 @@ b: Local Rearrange[tuple]{int}(false) - | |---b: Package(CombinerPackager)[tuple]{int} - scope-31 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-17 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-17 | |---c: New For Each(false)[bag] - scope-16 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld Wed Feb 22 09:43:41 2017 @@ -44,7 +44,7 @@ Local Rearrange[tuple]{int}(false) - sco |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-16 Tez vertex scope-36 # Plan on vertex -d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-35 +d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-35 | |---d: FRJoin[tuple] - scope-27 <- scope-37,scope-38 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld Wed Feb 22 09:43:41 2017 @@ -70,7 +70,7 @@ b: Local Rearrange[tuple]{int}(false) - | |---b: Package(CombinerPackager)[tuple]{int} - scope-50 # Plan on vertex -d: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-35 +d: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-35 | |---d: FRJoin[tuple] - scope-29 <- scope-38 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld Wed Feb 22 09:43:41 2017 @@ -8,7 +8,7 @@ Tez vertex scope-16 Tez vertex scope-16 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-15 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-15 | |---c: New For Each(false)[bag] - scope-14 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld Wed Feb 22 09:43:41 2017 @@ -52,7 +52,7 @@ b: Local Rearrange[tuple]{int}(false) - | |---b: Package(CombinerPackager)[tuple]{int} - scope-33 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-19 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-19 | |---c: New For Each(false,false)[bag] - scope-18 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld Wed Feb 22 09:43:41 2017 @@ -44,7 +44,7 @@ c: Local Rearrange[tuple]{int}(false) - |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-37 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-34 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-34 | |---d: New For Each(false,false,false)[bag] - scope-33 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld Wed Feb 22 09:43:41 2017 @@ -16,7 +16,7 @@ POValueOutputTez - scope-11 -> [scope-1 |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-12 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-9 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-9 | |---c: New For Each(false)[bag] - scope-8 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld Wed Feb 22 09:43:41 2017 @@ -88,7 +88,7 @@ POValueOutputTez - scope-50 -> [scope-5 |---Package(LitePackager)[tuple]{tuple} - scope-46 Tez vertex scope-51 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-11 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-11 | |---Limit - scope-53 | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld Wed Feb 22 09:43:41 2017 @@ -134,7 +134,7 @@ POValueOutputTez - scope-66 -> [scope-6 |---Package(LitePackager)[tuple]{tuple} - scope-63 Tez vertex scope-67 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-32 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-32 | |---c: Limit - scope-69 | | Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-4.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,61 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-42 -> Tez vertex scope-39, +Tez vertex scope-32 -> Tez vertex scope-39, +Tez vertex scope-39 + +Tez vertex scope-42 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-28 -> scope-39 +| | +| Project[int][0] - scope-24 +| +|---b: New For Each(false,false)[bag] - scope-22 + | | + | Cast[int] - scope-17 + | | + | |---Project[bytearray][0] - scope-16 + | | + | Cast[int] - scope-20 + | | + | |---Project[bytearray][1] - scope-19 + | + |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-15 +Tez vertex scope-32 +# Plan on vertex +a: Split - scope-43 +| | +| a: Store(file:///tmp/pigoutput/a:org.apache.pig.builtin.PigStorage) - scope-11 +| | +| POValueOutputTez - scope-38 -> [scope-39] +| | +| |---c: Limit - scope-14 +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-39 +# Plan on vertex +d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-31 +| +|---d: FRJoin[tuple] - scope-25 <- scope-42 + | | + | Project[int][0] - scope-23 + | | + | Project[int][0] - scope-24 + | + |---c: Limit - scope-41 + | + |---POValueInputTez - scope-40 <- scope-32 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-1.gld Wed Feb 22 09:43:41 2017 @@ -11,7 +11,7 @@ Tez vertex scope-18 Tez vertex scope-18 # Plan on vertex -a: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-8 +a: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-8 | |---a: New For Each(false,false)[bag] - scope-7 | | @@ -31,7 +31,7 @@ Tez vertex scope-19 Tez vertex scope-19 # Plan on vertex -b: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-17 +b: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-17 | |---b: New For Each(false,false)[bag] - scope-16 | | @@ -43,4 +43,4 @@ b: Store(file:///tmp/output1:org.apache. | | | |---Project[bytearray][1] - scope-13 | - |---b: Load(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-9 + |---b: Load(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-9 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-2.gld Wed Feb 22 09:43:41 2017 @@ -1,11 +1,9 @@ #-------------------------------------------------- -# There are 5 DAGs in the session +# There are 3 DAGs in the session #-------------------------------------------------- -Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1,Tez DAG pig-3_scope-3,Tez DAG pig-4_scope-4, -Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2,Tez DAG pig-4_scope-4, +Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1, +Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2, Tez DAG pig-2_scope-2 -Tez DAG pig-3_scope-3 -> Tez DAG pig-4_scope-4, -Tez DAG pig-4_scope-4 #-------------------------------------------------- # TEZ DAG plan: pig-0_scope-0 @@ -14,70 +12,62 @@ Tez vertex scope-20 Tez vertex scope-20 # Plan on vertex -a: Store(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-1 +a: Store(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-1 | |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 #-------------------------------------------------- # TEZ DAG plan: pig-1_scope-1 #-------------------------------------------------- Tez vertex scope-21 +Tez vertex scope-23 Tez vertex scope-21 # Plan on vertex -a: Store(file:///tmp/output/Dir2:BinStorage) - scope-3 -| -|---a: Load(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-2 -#-------------------------------------------------- -# TEZ DAG plan: pig-2_scope-2 -#-------------------------------------------------- -Tez vertex scope-22 - -Tez vertex scope-22 -# Plan on vertex -a: Store(file:///tmp/output/Dir4:org.apache.pig.builtin.PigStorage) - scope-5 +a: Store(file:///tmp/pigoutput/Dir2:BinStorage) - scope-3 | -|---a: Load(file:///tmp/output/Dir2:BinStorage) - scope-4 -#-------------------------------------------------- -# TEZ DAG plan: pig-3_scope-3 -#-------------------------------------------------- -Tez vertex scope-23 - +|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-2 Tez vertex scope-23 # Plan on vertex -a: Store(file:///tmp/output/Dir3:org.apache.pig.builtin.PigStorage) - scope-7 +a: Store(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-7 | -|---a: Load(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-6 +|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-6 #-------------------------------------------------- -# TEZ DAG plan: pig-4_scope-4 +# TEZ DAG plan: pig-2_scope-2 #-------------------------------------------------- -Tez vertex scope-26 -> Tez vertex scope-27, -Tez vertex scope-25 -> Tez vertex scope-27, +Tez vertex scope-22 Tez vertex scope-24 -> Tez vertex scope-27, +Tez vertex scope-25 -> Tez vertex scope-27, +Tez vertex scope-26 -> Tez vertex scope-27, Tez vertex scope-27 -Tez vertex scope-26 +Tez vertex scope-22 # Plan on vertex -d: Local Rearrange[tuple]{bytearray}(false) - scope-17 -> scope-27 +a: Store(file:///tmp/pigoutput/Dir4:org.apache.pig.builtin.PigStorage) - scope-5 +| +|---a: Load(file:///tmp/pigoutput/Dir2:BinStorage) - scope-4 +Tez vertex scope-24 +# Plan on vertex +d: Local Rearrange[tuple]{bytearray}(false) - scope-13 -> scope-27 | | -| Project[bytearray][0] - scope-18 +| Project[bytearray][0] - scope-14 | -|---c: Load(file:///tmp/output/Dir1:org.apache.pig.builtin.PigStorage) - scope-10 +|---a: Load(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-25 # Plan on vertex d: Local Rearrange[tuple]{bytearray}(false) - scope-15 -> scope-27 | | | Project[bytearray][0] - scope-16 | -|---b: Load(file:///tmp/output/Dir2:BinStorage) - scope-9 -Tez vertex scope-24 +|---b: Load(file:///tmp/pigoutput/Dir2:BinStorage) - scope-9 +Tez vertex scope-26 # Plan on vertex -d: Local Rearrange[tuple]{bytearray}(false) - scope-13 -> scope-27 +d: Local Rearrange[tuple]{bytearray}(false) - scope-17 -> scope-27 | | -| Project[bytearray][0] - scope-14 +| Project[bytearray][0] - scope-18 | -|---a: Load(file:///tmp/output/Dir3:org.apache.pig.builtin.PigStorage) - scope-8 +|---c: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-10 Tez vertex scope-27 # Plan on vertex -d: Store(file:///tmp/output/Dir5:org.apache.pig.builtin.PigStorage) - scope-19 +d: Store(file:///tmp/pigoutput/Dir5:org.apache.pig.builtin.PigStorage) - scope-19 | |---d: Package(Packager)[tuple]{bytearray} - scope-12 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-3.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,72 @@ +#-------------------------------------------------- +# There are 2 DAGs in the session +#-------------------------------------------------- +Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1, +Tez DAG pig-1_scope-1 + +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-32 + +Tez vertex scope-32 +# Plan on vertex +a: Split - scope-41 +| | +| b: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-9 +| | +| |---b: Filter[bag] - scope-4 +| | | +| | Equal To[boolean] - scope-8 +| | | +| | |---Cast[int] - scope-6 +| | | | +| | | |---Project[bytearray][0] - scope-5 +| | | +| | |---Constant(1) - scope-7 +| | +| c: Store(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-18 +| | +| |---c: Filter[bag] - scope-13 +| | | +| | Equal To[boolean] - scope-17 +| | | +| | |---Cast[int] - scope-15 +| | | | +| | | |---Project[bytearray][0] - scope-14 +| | | +| | |---Constant(2) - scope-16 +| +|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-0 +#-------------------------------------------------- +# TEZ DAG plan: pig-1_scope-1 +#-------------------------------------------------- +Tez vertex scope-38 -> Tez vertex scope-40, +Tez vertex scope-39 -> Tez vertex scope-40, +Tez vertex scope-40 + +Tez vertex scope-38 +# Plan on vertex +f: Local Rearrange[tuple]{bytearray}(false) - scope-24 -> scope-40 +| | +| Project[bytearray][0] - scope-25 +| +|---d: Load(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-10 +Tez vertex scope-39 +# Plan on vertex +f: Local Rearrange[tuple]{bytearray}(false) - scope-26 -> scope-40 +| | +| Project[bytearray][0] - scope-27 +| +|---e: Load(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-19 +Tez vertex scope-40 +# Plan on vertex +f: Store(file:///tmp/pigoutput/Dir5:org.apache.pig.builtin.PigStorage) - scope-31 +| +|---f: New For Each(true,true)[tuple] - scope-30 + | | + | Project[bag][1] - scope-28 + | | + | Project[bag][2] - scope-29 + | + |---f: Package(Packager)[tuple]{bytearray} - scope-23 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-4.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,84 @@ +#-------------------------------------------------- +# There are 2 DAGs in the session +#-------------------------------------------------- +Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1, +Tez DAG pig-1_scope-1 + +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-39 -> Tez vertex scope-45,Tez vertex scope-56, +Tez vertex scope-45 +Tez vertex scope-56 + +Tez vertex scope-39 +# Plan on vertex +a: Split - scope-60 +| | +| b: Local Rearrange[tuple]{tuple}(true) - scope-44 -> scope-45 +| | | +| | Project[tuple][*] - scope-43 +| | +| c: Local Rearrange[tuple]{bytearray}(false) - scope-24 -> scope-56 +| | | +| | Project[bytearray][0] - scope-25 +| +|---a: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-45 +# Combine plan on edge <scope-39> +org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner$Combine +# Plan on vertex +b: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-5 +| +|---New For Each(true)[bag] - scope-48 + | | + | Project[tuple][0] - scope-47 + | + |---Package(Packager)[tuple]{tuple} - scope-46 +Tez vertex scope-56 +# Plan on vertex +c: Store(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-26 +| +|---c: Package(Packager)[tuple]{bytearray} - scope-23 +#-------------------------------------------------- +# TEZ DAG plan: pig-1_scope-1 +#-------------------------------------------------- +Tez vertex scope-50 -> Tez vertex scope-49,Tez vertex scope-57, +Tez vertex scope-49 +Tez vertex scope-57 + +Tez vertex scope-50 +# Plan on vertex +f: Split - scope-61 +| | +| Local Rearrange[tuple]{bytearray}(false) - scope-16 -> scope-49 +| | | +| | Project[bytearray][0] - scope-12 +| | +| Local Rearrange[tuple]{bytearray}(false) - scope-35 -> scope-57 +| | | +| | Project[bytearray][0] - scope-31 +| +|---f: Load(file:///tmp/pigoutput/Dir4:org.apache.pig.builtin.PigStorage) - scope-7 +Tez vertex scope-49 +# Plan on vertex +g: Store(file:///tmp/pigoutput/Dir4:org.apache.pig.builtin.PigStorage) - scope-19 +| +|---g: FRJoin[tuple] - scope-13 <- scope-50 + | | + | Project[bytearray][0] - scope-11 + | | + | Project[bytearray][0] - scope-12 + | + |---d: Load(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-6 +Tez vertex scope-57 +# Plan on vertex +h: Store(file:///tmp/pigoutput/Dir5:org.apache.pig.builtin.PigStorage) - scope-38 +| +|---h: FRJoin[tuple] - scope-32 <- scope-50 + | | + | Project[bytearray][0] - scope-30 + | | + | Project[bytearray][0] - scope-31 + | + |---e: Load(file:///tmp/pigoutput/Dir3:org.apache.pig.builtin.PigStorage) - scope-27 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-5.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,69 @@ +#-------------------------------------------------- +# There are 3 DAGs in the session +#-------------------------------------------------- +Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1, +Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2, +Tez DAG pig-2_scope-2 + +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-25 + +Tez vertex scope-25 +# Plan on vertex +Store(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-33 +| +|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 +#-------------------------------------------------- +# TEZ DAG plan: pig-1_scope-1 +#-------------------------------------------------- +Tez vertex scope-27 + +Tez vertex scope-27 +# Plan on vertex +a1: Store(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-11 +| +|---a1: Filter[bag] - scope-6 + | | + | Equal To[boolean] - scope-10 + | | + | |---Cast[int] - scope-8 + | | | + | | |---Project[bytearray][0] - scope-7 + | | + | |---Constant(5) - scope-9 + | + |---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-34 +#-------------------------------------------------- +# TEZ DAG plan: pig-2_scope-2 +#-------------------------------------------------- +Tez vertex scope-29 -> Tez vertex scope-32, +Tez vertex scope-31 -> Tez vertex scope-32, +Tez vertex scope-32 + +Tez vertex scope-29 +# Plan on vertex +c: Local Rearrange[tuple]{bytearray}(false) - scope-17 -> scope-32 +| | +| Project[bytearray][0] - scope-18 +| +|---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-35 +Tez vertex scope-31 +# Plan on vertex +c: Local Rearrange[tuple]{bytearray}(false) - scope-19 -> scope-32 +| | +| Project[bytearray][0] - scope-20 +| +|---b: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-12 +Tez vertex scope-32 +# Plan on vertex +c: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-24 +| +|---c: New For Each(true,true)[tuple] - scope-23 + | | + | Project[bag][1] - scope-21 + | | + | Project[bag][2] - scope-22 + | + |---c: Package(Packager)[tuple]{bytearray} - scope-16 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-LoadStore-6.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,73 @@ +#-------------------------------------------------- +# There are 3 DAGs in the session +#-------------------------------------------------- +Tez DAG pig-0_scope-0 -> Tez DAG pig-1_scope-1, +Tez DAG pig-1_scope-1 -> Tez DAG pig-2_scope-2, +Tez DAG pig-2_scope-2 + +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-21 -> Tez vertex scope-24, +Tez vertex scope-24 + +Tez vertex scope-21 +# Plan on vertex +a: Local Rearrange[tuple]{tuple}(true) - scope-23 -> scope-24 +| | +| Project[tuple][*] - scope-22 +| +|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-24 +# Combine plan on edge <scope-21> +org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner$Combine +# Plan on vertex +Store(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-35 +| +|---New For Each(true)[bag] - scope-27 + | | + | Project[tuple][0] - scope-26 + | + |---Package(Packager)[tuple]{tuple} - scope-25 +#-------------------------------------------------- +# TEZ DAG plan: pig-1_scope-1 +#-------------------------------------------------- +Tez vertex scope-29 + +Tez vertex scope-29 +# Plan on vertex +a: Store(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-7 +| +|---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-36 +#-------------------------------------------------- +# TEZ DAG plan: pig-2_scope-2 +#-------------------------------------------------- +Tez vertex scope-31 -> Tez vertex scope-34, +Tez vertex scope-33 -> Tez vertex scope-34, +Tez vertex scope-34 + +Tez vertex scope-31 +# Plan on vertex +c: Local Rearrange[tuple]{bytearray}(false) - scope-13 -> scope-34 +| | +| Project[bytearray][0] - scope-14 +| +|---Load(file:/tmp/temp-1456742965/tmp-26634357:org.apache.pig.impl.io.InterStorage) - scope-37 +Tez vertex scope-33 +# Plan on vertex +c: Local Rearrange[tuple]{bytearray}(false) - scope-15 -> scope-34 +| | +| Project[bytearray][0] - scope-16 +| +|---b: Load(file:///tmp/pigoutput/Dir1:org.apache.pig.builtin.PigStorage) - scope-8 +Tez vertex scope-34 +# Plan on vertex +c: Store(file:///tmp/pigoutput/Dir2:org.apache.pig.builtin.PigStorage) - scope-20 +| +|---c: New For Each(true,true)[tuple] - scope-19 + | | + | Project[bag][1] - scope-17 + | | + | Project[bag][2] - scope-18 + | + |---c: Package(Packager)[tuple]{bytearray} - scope-12 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -26,7 +26,7 @@ POValueOutputTez - scope-58 -> [scope-5 |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-33 Tez vertex scope-59 # Plan on vertex -b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-46 +b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-46 | |---b: Filter[bag] - scope-42 | | @@ -39,7 +39,7 @@ b: Store(file:///tmp/output/b:org.apache |---POValueInputTez - scope-60 <- scope-57 Tez vertex scope-61 # Plan on vertex -c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-51 +c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-51 | |---c: Filter[bag] - scope-47 | | @@ -52,7 +52,7 @@ c: Store(file:///tmp/output/c:org.apache |---POValueInputTez - scope-62 <- scope-57 Tez vertex scope-63 # Plan on vertex -d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-56 +d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-56 | |---d: Filter[bag] - scope-52 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld Wed Feb 22 09:43:41 2017 @@ -10,7 +10,7 @@ Tez vertex scope-24 # Plan on vertex 1-1: Split - scope-32 | | -| b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-13 +| b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-13 | | | |---b: Filter[bag] - scope-9 | | | @@ -20,7 +20,7 @@ Tez vertex scope-24 | | | | | |---Constant(5) - scope-11 | | -| c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-18 +| c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-18 | | | |---c: Filter[bag] - scope-14 | | | @@ -30,7 +30,7 @@ Tez vertex scope-24 | | | | | |---Constant(10) - scope-16 | | -| d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-23 +| d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-23 | | | |---d: Filter[bag] - scope-19 | | | Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,109 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-56 -> Tez vertex scope-58,Tez vertex scope-60, +Tez vertex scope-58 -> Tez vertex scope-62, +Tez vertex scope-60 -> Tez vertex scope-62, +Tez vertex scope-66 -> Tez vertex scope-68,Tez vertex scope-70, +Tez vertex scope-68 -> Tez vertex scope-62, +Tez vertex scope-70 -> Tez vertex scope-62, +Tez vertex scope-62 + +Tez vertex scope-56 +# Plan on vertex +POValueOutputTez - scope-57 -> [scope-58, scope-60] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-58 +# Plan on vertex +POValueOutputTez - scope-64 -> [scope-62] +| +|---POValueInputTez - scope-59 <- scope-56 +Tez vertex scope-60 +# Plan on vertex +POValueOutputTez - scope-65 -> [scope-62] +| +|---b: Filter[bag] - scope-13 + | | + | Equal To[boolean] - scope-16 + | | + | |---Project[int][0] - scope-14 + | | + | |---Constant(2) - scope-15 + | + |---POValueInputTez - scope-61 <- scope-56 +Tez vertex scope-66 +# Plan on vertex +POValueOutputTez - scope-67 -> [scope-68, scope-70] +| +|---c: New For Each(false,false)[bag] - scope-25 + | | + | Cast[int] - scope-20 + | | + | |---Project[bytearray][0] - scope-19 + | | + | Cast[int] - scope-23 + | | + | |---Project[bytearray][1] - scope-22 + | + |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-18 +Tez vertex scope-68 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-38 -> scope-62 +| | +| Project[int][0] - scope-34 +| +|---e: Filter[bag] - scope-29 + | | + | Less Than[boolean] - scope-32 + | | + | |---Project[int][1] - scope-30 + | | + | |---Constant(2) - scope-31 + | + |---POValueInputTez - scope-69 <- scope-66 +Tez vertex scope-70 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-52 -> scope-62 +| | +| Project[int][0] - scope-48 +| +|---f: Filter[bag] - scope-43 + | | + | Greater Than[boolean] - scope-46 + | | + | |---Project[int][1] - scope-44 + | | + | |---Constant(5) - scope-45 + | + |---POValueInputTez - scope-71 <- scope-66 +Tez vertex scope-62 +# Plan on vertex +h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-55 +| +|---h: FRJoin[tuple] - scope-49 <- scope-70 + | | + | Project[int][0] - scope-47 + | | + | Project[int][0] - scope-48 + | + |---g: FRJoin[tuple] - scope-35 <- scope-68 + | | + | Project[int][0] - scope-33 + | | + | Project[int][0] - scope-34 + | + |---POShuffledValueInputTez - scope-63 <- [scope-58, scope-60] Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-10.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,105 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-66 -> Tez vertex scope-56,Tez vertex scope-70, +Tez vertex scope-70 -> Tez vertex scope-56, +Tez vertex scope-56 + +Tez vertex scope-66 +# Plan on vertex +c: Split - scope-73 +| | +| Local Rearrange[tuple]{int}(false) - scope-38 -> scope-56 +| | | +| | Project[int][0] - scope-34 +| | +| |---e: Filter[bag] - scope-29 +| | | +| | Less Than[boolean] - scope-32 +| | | +| | |---Project[int][1] - scope-30 +| | | +| | |---Constant(2) - scope-31 +| | +| POValueOutputTez - scope-67 -> [scope-70] +| +|---c: New For Each(false,false)[bag] - scope-25 + | | + | Cast[int] - scope-20 + | | + | |---Project[bytearray][0] - scope-19 + | | + | Cast[int] - scope-23 + | | + | |---Project[bytearray][1] - scope-22 + | + |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-18 +Tez vertex scope-70 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-52 -> scope-56 +| | +| Project[int][0] - scope-48 +| +|---f: Filter[bag] - scope-43 + | | + | Greater Than[boolean] - scope-46 + | | + | |---Project[int][1] - scope-44 + | | + | |---Constant(5) - scope-45 + | + |---POValueInputTez - scope-71 <- scope-66 +Tez vertex scope-56 +# Plan on vertex +a: Split - scope-72 +| | +| h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-90 -> scope-55 +| | +| |---h: FRJoin[tuple] - scope-82 <- scope-70 +| | | +| | Project[int][0] - scope-83 +| | | +| | Project[int][0] - scope-84 +| | +| |---g: FRJoin[tuple] - scope-74 <- scope-66 +| | | +| | Project[int][0] - scope-75 +| | | +| | Project[int][0] - scope-76 +| | +| h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-107 -> scope-55 +| | +| |---h: FRJoin[tuple] - scope-99 <- scope-70 +| | | +| | Project[int][0] - scope-100 +| | | +| | Project[int][0] - scope-101 +| | +| |---g: FRJoin[tuple] - scope-91 <- scope-66 +| | | +| | Project[int][0] - scope-92 +| | | +| | Project[int][0] - scope-93 +| | +| |---b: Filter[bag] - scope-13 +| | | +| | Equal To[boolean] - scope-16 +| | | +| | |---Project[int][0] - scope-14 +| | | +| | |---Constant(2) - scope-15 +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -72,12 +72,12 @@ POValueOutputTez - scope-325 -> [scope- |---b1: Package(Packager)[tuple]{int} - scope-228 Tez vertex scope-326 # Plan on vertex -b1: Store(file:///tmp/output/b1:org.apache.pig.builtin.PigStorage) - scope-234 +b1: Store(file:///tmp/pigoutput/b1:org.apache.pig.builtin.PigStorage) - scope-234 | |---POValueInputTez - scope-327 <- scope-324 Tez vertex scope-328 # Plan on vertex -b2: Store(file:///tmp/output/b2:org.apache.pig.builtin.PigStorage) - scope-244 +b2: Store(file:///tmp/pigoutput/b2:org.apache.pig.builtin.PigStorage) - scope-244 | |---b2: New For Each(false,false)[bag] - scope-243 | | @@ -119,7 +119,7 @@ c1: Local Rearrange[tuple]{int}(false) - |---POValueInputTez - scope-336 <- scope-319 Tez vertex scope-337 # Plan on vertex -c1: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-265 +c1: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-265 | |---c1: New For Each(true,true)[tuple] - scope-264 | | @@ -163,7 +163,7 @@ c2: Local Rearrange[tuple]{int}(false) - | |---c2: Package(CombinerPackager)[tuple]{int} - scope-403 # Plan on vertex -c3: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-279 +c3: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-279 | |---c3: New For Each(false,false)[bag] - scope-278 | | @@ -197,7 +197,7 @@ POValueOutputTez - scope-343 -> [scope- |---POValueInputTez - scope-342 <- scope-317 Tez vertex scope-344 # Plan on vertex -d1: Store(file:///tmp/output/d1:org.apache.pig.builtin.PigStorage) - scope-291 +d1: Store(file:///tmp/pigoutput/d1:org.apache.pig.builtin.PigStorage) - scope-291 | |---POValueInputTez - scope-345 <- scope-341 Tez vertex scope-346 @@ -258,7 +258,7 @@ POIdentityInOutTez - scope-370 <- scope | Project[int][0] - scope-299 Tez vertex scope-371 # Plan on vertex -e1: Store(file:///tmp/output/e1:org.apache.pig.builtin.PigStorage) - scope-301 +e1: Store(file:///tmp/pigoutput/e1:org.apache.pig.builtin.PigStorage) - scope-301 | |---New For Each(true)[tuple] - scope-374 | | @@ -289,17 +289,17 @@ POValueOutputTez - scope-381 -> [scope- |---POValueInputTez - scope-379 <- scope-375 Tez vertex scope-382 # Plan on vertex -f1: Store(file:///tmp/output/f1:org.apache.pig.builtin.PigStorage) - scope-310 +f1: Store(file:///tmp/pigoutput/f1:org.apache.pig.builtin.PigStorage) - scope-310 | |---POValueInputTez - scope-383 <- scope-378 Tez vertex scope-384 # Plan on vertex -f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-413 -> scope-316 +f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-413 -> scope-316 | |---POValueInputTez - scope-385 <- scope-341 Tez vertex scope-386 # Plan on vertex -f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-414 -> scope-316 +f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-414 -> scope-316 | |---POValueInputTez - scope-387 <- scope-378 Tez vertex group scope-412 <- [scope-384, scope-386] -> null Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld Wed Feb 22 09:43:41 2017 @@ -108,9 +108,9 @@ Tez vertex scope-106 | | | d1: Split - scope-206 | | | -| | d1: Store(file:///tmp/output/d1:org.apache.pig.builtin.PigStorage) - scope-80 +| | d1: Store(file:///tmp/pigoutput/d1:org.apache.pig.builtin.PigStorage) - scope-80 | | | -| | f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-209 -> scope-105 +| | f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-209 -> scope-105 | | | |---d1: Filter[bag] - scope-73 | | | @@ -143,9 +143,9 @@ Tez vertex scope-113 # Plan on vertex b1: Split - scope-201 | | -| b1: Store(file:///tmp/output/b1:org.apache.pig.builtin.PigStorage) - scope-23 +| b1: Store(file:///tmp/pigoutput/b1:org.apache.pig.builtin.PigStorage) - scope-23 | | -| b2: Store(file:///tmp/output/b2:org.apache.pig.builtin.PigStorage) - scope-33 +| b2: Store(file:///tmp/pigoutput/b2:org.apache.pig.builtin.PigStorage) - scope-33 | | | |---b2: New For Each(false,false)[bag] - scope-32 | | | @@ -160,7 +160,7 @@ b1: Split - scope-201 |---b1: Package(Packager)[tuple]{int} - scope-17 Tez vertex scope-126 # Plan on vertex -c1: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-54 +c1: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-54 | |---c1: New For Each(true,true)[tuple] - scope-53 | | @@ -185,7 +185,7 @@ c2: Local Rearrange[tuple]{int}(false) - | |---c2: Package(CombinerPackager)[tuple]{int} - scope-192 # Plan on vertex -c3: Store(file:///tmp/output/c1:org.apache.pig.builtin.PigStorage) - scope-68 +c3: Store(file:///tmp/pigoutput/c1:org.apache.pig.builtin.PigStorage) - scope-68 | |---c3: New For Each(false,false)[bag] - scope-67 | | @@ -220,7 +220,7 @@ POIdentityInOutTez - scope-159 <- scope | Project[int][0] - scope-88 Tez vertex scope-160 # Plan on vertex -e1: Store(file:///tmp/output/e1:org.apache.pig.builtin.PigStorage) - scope-90 +e1: Store(file:///tmp/pigoutput/e1:org.apache.pig.builtin.PigStorage) - scope-90 | |---New For Each(true)[tuple] - scope-163 | | @@ -231,9 +231,9 @@ Tez vertex scope-167 # Plan on vertex f1: Split - scope-202 | | -| f1: Store(file:///tmp/output/f1:org.apache.pig.builtin.PigStorage) - scope-99 +| f1: Store(file:///tmp/pigoutput/f1:org.apache.pig.builtin.PigStorage) - scope-99 | | -| f2: Store(file:///tmp/output/f2:org.apache.pig.builtin.PigStorage) - scope-210 -> scope-105 +| f2: Store(file:///tmp/pigoutput/f2:org.apache.pig.builtin.PigStorage) - scope-210 -> scope-105 | |---f1: Limit - scope-169 | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -60,7 +60,7 @@ b: Local Rearrange[tuple]{int}(false) - | |---b: Package(CombinerPackager)[tuple]{int} - scope-144 # Plan on vertex -b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-109 +b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-109 | |---b: New For Each(false,false)[bag] - scope-108 | | @@ -106,7 +106,7 @@ c: Local Rearrange[tuple]{tuple}(false) | |---c: Package(CombinerPackager)[tuple]{tuple} - scope-163 # Plan on vertex -c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-124 +c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-124 | |---c: New For Each(false,false)[bag] - scope-123 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld Wed Feb 22 09:43:41 2017 @@ -71,7 +71,7 @@ b: Local Rearrange[tuple]{int}(false) - | |---b: Package(CombinerPackager)[tuple]{int} - scope-57 # Plan on vertex -b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-22 +b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-22 | |---b: New For Each(false,false)[bag] - scope-21 | | @@ -98,7 +98,7 @@ c: Local Rearrange[tuple]{tuple}(false) | |---c: Package(CombinerPackager)[tuple]{tuple} - scope-76 # Plan on vertex -c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-37 +c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-37 | |---c: New For Each(false,false)[bag] - scope-36 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -58,12 +58,12 @@ POValueOutputTez - scope-120 -> [scope- |---c: Package(Packager)[tuple]{int} - scope-83 Tez vertex scope-121 # Plan on vertex -c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-94 +c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-94 | |---POValueInputTez - scope-122 <- scope-119 Tez vertex scope-123 # Plan on vertex -d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-104 +d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-104 | |---d: New For Each(false,false,false)[bag] - scope-103 | | @@ -76,7 +76,7 @@ d: Store(file:///tmp/output/d:org.apache |---POValueInputTez - scope-124 <- scope-119 Tez vertex scope-125 # Plan on vertex -e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-116 +e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-116 | |---e: New For Each(false,false,false,false)[bag] - scope-115 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld Wed Feb 22 09:43:41 2017 @@ -46,9 +46,9 @@ Tez vertex scope-55 # Plan on vertex c: Split - scope-63 | | -| c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-30 +| c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-30 | | -| d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-40 +| d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-40 | | | |---d: New For Each(false,false,false)[bag] - scope-39 | | | @@ -58,7 +58,7 @@ c: Split - scope-63 | | | | | Project[int][3] - scope-37 | | -| e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-52 +| e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-52 | | | |---e: New For Each(false,false,false,false)[bag] - scope-51 | | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -36,12 +36,12 @@ POValueOutputTez - scope-104 -> [scope- |---b: Package(Packager)[tuple]{int} - scope-68 Tez vertex scope-105 # Plan on vertex -b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-74 +b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-74 | |---POValueInputTez - scope-106 <- scope-103 Tez vertex scope-107 # Plan on vertex -c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-84 +c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-84 | |---c: New For Each(false,false)[bag] - scope-83 | | @@ -65,12 +65,12 @@ POValueOutputTez - scope-111 -> [scope- |---POValueInputTez - scope-110 <- scope-103 Tez vertex scope-112 # Plan on vertex -d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-93 +d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-93 | |---POValueInputTez - scope-113 <- scope-109 Tez vertex scope-114 # Plan on vertex -e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-101 +e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-101 | |---e: New For Each(false,false)[bag] - scope-100 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld Wed Feb 22 09:43:41 2017 @@ -28,9 +28,9 @@ Tez vertex scope-44 # Plan on vertex b: Split - scope-58 | | -| b: Store(file:///tmp/output/b:org.apache.pig.builtin.PigStorage) - scope-15 +| b: Store(file:///tmp/pigoutput/b:org.apache.pig.builtin.PigStorage) - scope-15 | | -| c: Store(file:///tmp/output/c:org.apache.pig.builtin.PigStorage) - scope-25 +| c: Store(file:///tmp/pigoutput/c:org.apache.pig.builtin.PigStorage) - scope-25 | | | |---c: New For Each(false,false)[bag] - scope-24 | | | @@ -44,9 +44,9 @@ b: Split - scope-58 | | | d: Split - scope-57 | | | -| | d: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-34 +| | d: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-34 | | | -| | e: Store(file:///tmp/output/e:org.apache.pig.builtin.PigStorage) - scope-42 +| | e: Store(file:///tmp/pigoutput/e:org.apache.pig.builtin.PigStorage) - scope-42 | | | | | |---e: New For Each(false,false)[bag] - scope-41 | | | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -77,7 +77,7 @@ POValueOutputTez - scope-60 -> [scope-5 |---b: Package(CombinerPackager)[tuple]{int} - scope-15 Tez vertex scope-56 # Plan on vertex -d: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-35 +d: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-35 | |---d: Filter[bag] - scope-25 | | @@ -100,7 +100,7 @@ d: Store(file:///tmp/output1:org.apache. |---POValueInputTez - scope-57 <- scope-53 Tez vertex scope-58 # Plan on vertex -e: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-47 +e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-47 | |---e: Filter[bag] - scope-36 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-6.gld Wed Feb 22 09:43:41 2017 @@ -71,7 +71,7 @@ Tez vertex scope-53 # Plan on vertex 1-1: Split - scope-79 | | -| d: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-35 +| d: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-35 | | | |---d: Filter[bag] - scope-25 | | | @@ -96,7 +96,7 @@ Tez vertex scope-53 |---POValueInputTez - scope-54 <- scope-48 Tez vertex scope-58 # Plan on vertex -e: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-47 +e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-47 | |---e: Filter[bag] - scope-36 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -51,7 +51,7 @@ Local Rearrange[tuple]{int}(false) - sco |---POValueInputTez - scope-51 <- scope-48 Tez vertex scope-46 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-61 -> scope-43 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-61 -> scope-43 | |---c: FRJoin[tuple] - scope-24 <- scope-50 | | @@ -69,7 +69,7 @@ Local Rearrange[tuple]{int}(false) - sco |---POValueInputTez - scope-55 <- scope-48 Tez vertex scope-52 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-62 -> scope-43 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-62 -> scope-43 | |---d: FRJoin[tuple] - scope-36 <- scope-54 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-7.gld Wed Feb 22 09:43:41 2017 @@ -36,7 +36,7 @@ Tez vertex scope-44 # Plan on vertex a: Split - scope-60 | | -| e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-63 -> scope-43 +| e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-63 -> scope-43 | | | |---c: FRJoin[tuple] - scope-24 <- scope-48 | | | @@ -59,7 +59,7 @@ a: Split - scope-60 |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-52 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-64 -> scope-43 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-64 -> scope-43 | |---d: FRJoin[tuple] - scope-36 <- scope-48 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -76,7 +76,7 @@ POValueOutputTez - scope-61 -> [scope-5 |---POValueInputTez - scope-56 <- scope-51 Tez vertex scope-59 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-50 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-50 | |---e: New For Each(false,false,false)[bag] - scope-49 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld?rev=1783988&r1=1783987&r2=1783988&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-8.gld Wed Feb 22 09:43:41 2017 @@ -74,7 +74,7 @@ POValueOutputTez - scope-61 -> [scope-5 |---POValueInputTez - scope-56 <- scope-51 Tez vertex scope-59 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-50 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-50 | |---e: New For Each(false,false,false)[bag] - scope-49 | | Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld?rev=1783988&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9-OPTOFF.gld Wed Feb 22 09:43:41 2017 @@ -0,0 +1,105 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-55 -> Tez vertex scope-57, +Tez vertex scope-56 -> Tez vertex scope-57, +Tez vertex scope-61 -> Tez vertex scope-63,Tez vertex scope-65, +Tez vertex scope-63 -> Tez vertex scope-57, +Tez vertex scope-65 -> Tez vertex scope-57, +Tez vertex scope-57 + +Tez vertex scope-55 +# Plan on vertex +POValueOutputTez - scope-59 -> [scope-57] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-56 +# Plan on vertex +POValueOutputTez - scope-60 -> [scope-57] +| +|---b: New For Each(false,false)[bag] - scope-15 + | | + | Cast[int] - scope-10 + | | + | |---Project[bytearray][0] - scope-9 + | | + | Cast[int] - scope-13 + | | + | |---Project[bytearray][1] - scope-12 + | + |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8 +Tez vertex scope-61 +# Plan on vertex +POValueOutputTez - scope-62 -> [scope-63, scope-65] +| +|---c: New For Each(false,false)[bag] - scope-24 + | | + | Cast[int] - scope-19 + | | + | |---Project[bytearray][0] - scope-18 + | | + | Cast[int] - scope-22 + | | + | |---Project[bytearray][1] - scope-21 + | + |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-17 +Tez vertex scope-63 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-37 -> scope-57 +| | +| Project[int][0] - scope-33 +| +|---e: Filter[bag] - scope-28 + | | + | Less Than[boolean] - scope-31 + | | + | |---Project[int][1] - scope-29 + | | + | |---Constant(2) - scope-30 + | + |---POValueInputTez - scope-64 <- scope-61 +Tez vertex scope-65 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-51 -> scope-57 +| | +| Project[int][0] - scope-47 +| +|---f: Filter[bag] - scope-42 + | | + | Greater Than[boolean] - scope-45 + | | + | |---Project[int][1] - scope-43 + | | + | |---Constant(5) - scope-44 + | + |---POValueInputTez - scope-66 <- scope-61 +Tez vertex scope-57 +# Plan on vertex +h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-54 +| +|---h: FRJoin[tuple] - scope-48 <- scope-65 + | | + | Project[int][0] - scope-46 + | | + | Project[int][0] - scope-47 + | + |---g: FRJoin[tuple] - scope-34 <- scope-63 + | | + | Project[int][0] - scope-32 + | | + | Project[int][0] - scope-33 + | + |---POShuffledValueInputTez - scope-58 <- [scope-55, scope-56]
