Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-9.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,103 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-55 -> Tez vertex scope-57, +Tez vertex scope-56 -> Tez vertex scope-57, +Tez vertex scope-61 -> Tez vertex scope-57,Tez vertex scope-65, +Tez vertex scope-65 -> Tez vertex scope-57, +Tez vertex scope-57 + +Tez vertex scope-55 +# Plan on vertex +POValueOutputTez - scope-59 -> [scope-57] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[int] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-56 +# Plan on vertex +POValueOutputTez - scope-60 -> [scope-57] +| +|---b: New For Each(false,false)[bag] - scope-15 + | | + | Cast[int] - scope-10 + | | + | |---Project[bytearray][0] - scope-9 + | | + | Cast[int] - scope-13 + | | + | |---Project[bytearray][1] - scope-12 + | + |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8 +Tez vertex scope-61 +# Plan on vertex +c: Split - scope-67 +| | +| Local Rearrange[tuple]{int}(false) - scope-37 -> scope-57 +| | | +| | Project[int][0] - scope-33 +| | +| |---e: Filter[bag] - scope-28 +| | | +| | Less Than[boolean] - scope-31 +| | | +| | |---Project[int][1] - scope-29 +| | | +| | |---Constant(2) - scope-30 +| | +| POValueOutputTez - scope-62 -> [scope-65] +| +|---c: New For Each(false,false)[bag] - scope-24 + | | + | Cast[int] - scope-19 + | | + | |---Project[bytearray][0] - scope-18 + | | + | Cast[int] - scope-22 + | | + | |---Project[bytearray][1] - scope-21 + | + |---c: Load(file:///tmp/input3:org.apache.pig.builtin.PigStorage) - scope-17 +Tez vertex scope-65 +# Plan on vertex +Local Rearrange[tuple]{int}(false) - scope-51 -> scope-57 +| | +| Project[int][0] - scope-47 +| +|---f: Filter[bag] - scope-42 + | | + | Greater Than[boolean] - scope-45 + | | + | |---Project[int][1] - scope-43 + | | + | |---Constant(5) - scope-44 + | + |---POValueInputTez - scope-66 <- scope-61 +Tez vertex scope-57 +# Plan on vertex +h: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-54 +| +|---h: FRJoin[tuple] - scope-48 <- scope-65 + | | + | Project[int][0] - scope-46 + | | + | Project[int][0] - scope-47 + | + |---g: FRJoin[tuple] - scope-34 <- scope-61 + | | + | Project[int][0] - scope-32 + | | + | Project[int][0] - scope-33 + | + |---POShuffledValueInputTez - scope-58 <- [scope-55, scope-56]
Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Native-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Native-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Native-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Native-1.gld Fri Feb 24 08:19:42 2017 @@ -41,6 +41,6 @@ Tez vertex scope-14 Tez vertex scope-14 # Plan on vertex -b: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-11 +b: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-11 | |---b: Load(/tmp/table_testNativeMRJobSimple_output:org.apache.pig.builtin.PigStorage) - scope-10 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld Fri Feb 24 08:19:42 2017 @@ -72,7 +72,7 @@ b: Local Rearrange[tuple]{int}(false) - |---a: Load(file:///tmp/input:PigStorage(',')) - scope-13 Tez vertex scope-37 # Plan on vertex -b: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-10 +b: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-10 | |---New For Each(true)[tuple] - scope-40 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-2.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-2.gld Fri Feb 24 08:19:42 2017 @@ -72,7 +72,7 @@ POIdentityInOutTez - scope-35 <- scope- | Project[int][0] - scope-12 Tez vertex scope-36 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-14 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-14 | |---New For Each(true)[tuple] - scope-39 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-3.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-3.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-3.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-3.gld Fri Feb 24 08:19:42 2017 @@ -64,7 +64,7 @@ POIdentityInOutTez - scope-31 <- scope- | Project[int][0] - scope-8 Tez vertex scope-32 # Plan on vertex -b: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-10 +b: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-10 | |---New For Each(true)[tuple] - scope-35 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-1.gld Fri Feb 24 08:19:42 2017 @@ -28,6 +28,6 @@ Tez vertex scope-12 PORankStatsTez - scope-13 <- scope-11 -> scope-14 Tez vertex scope-14 # Plan on vertex -b: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-10 +b: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-10 | |---PORankTez - scope-9 <- scope-11,scope-12 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-2.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-2.gld Fri Feb 24 08:19:42 2017 @@ -94,7 +94,7 @@ Tez vertex scope-49 PORankStatsTez - scope-50 <- scope-45 -> scope-51 Tez vertex scope-51 # Plan on vertex -b: Store(file:///tmp/output/d:org.apache.pig.builtin.PigStorage) - scope-22 +b: Store(file:///tmp/pigoutput/d:org.apache.pig.builtin.PigStorage) - scope-22 | |---New For Each(false,true)[tuple] - scope-21 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld Fri Feb 24 08:19:42 2017 @@ -30,7 +30,7 @@ b: Local Rearrange[tuple]{tuple}(false) |---a: Load(file:///tmp/input:PigStorage(',')) - scope-0 Tez vertex scope-27 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-25 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-25 | |---c: New For Each(false,false)[bag] - scope-24 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld Fri Feb 24 08:19:42 2017 @@ -30,7 +30,7 @@ b: Local Rearrange[tuple]{int}(false) - |---a: Load(file:///tmp/input:PigStorage(',')) - scope-29 Tez vertex scope-56 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-54 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-54 | |---c: New For Each(false,false)[bag] - scope-53 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-1.gld Fri Feb 24 08:19:42 2017 @@ -60,7 +60,7 @@ a: Split - scope-52 |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-51 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-42 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42 | |---e: New For Each(true,true,true)[tuple] - scope-41 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-2.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-2.gld Fri Feb 24 08:19:42 2017 @@ -18,7 +18,7 @@ a: Split - scope-58 | | | | | Constant(DummyVal) - scope-32 | | -| |---New For Each(true,true)[tuple] - scope-37 +| |---New For Each(false,true)[tuple] - scope-37 | | | | | Project[int][0] - scope-21 | | | @@ -92,7 +92,7 @@ Partition Rearrange[tuple]{int}(false) - |---POValueInputTez - scope-30 <- scope-25 Tez vertex scope-52 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-24 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-24 | |---New For Each(true,true)[tuple] - scope-56 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-3.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-3.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-3.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-3.gld Fri Feb 24 08:19:42 2017 @@ -56,7 +56,7 @@ Local Rearrange[tuple]{int}(false) - sco |---POValueInputTez - scope-46 <- scope-39 Tez vertex scope-41 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-38 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-38 | |---e: FRJoin[tuple] - scope-30 <- scope-43,scope-45 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-4.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-4.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-4.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-4.gld Fri Feb 24 08:19:42 2017 @@ -53,7 +53,7 @@ Tez vertex group scope-42 <- [scope-35, # No plan on vertex group Tez vertex scope-33 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-30 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-30 | |---d: FRJoin[tuple] - scope-24 <- scope-42 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-5.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-5.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-5.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-5.gld Fri Feb 24 08:19:42 2017 @@ -52,7 +52,7 @@ a: Split - scope-49 |---a: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-48 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-35 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-35 | |---c: New For Each(true,true)[tuple] - scope-34 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-6.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-6.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-6.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SelfJoin-6.gld Fri Feb 24 08:19:42 2017 @@ -88,7 +88,7 @@ c: Local Rearrange[tuple]{int}(false) - |---POShuffledValueInputTez - scope-68 <- [scope-58, scope-66] Tez vertex scope-73 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-57 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-57 | |---c: New For Each(true,true)[tuple] - scope-56 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld Fri Feb 24 08:19:42 2017 @@ -16,7 +16,7 @@ Local Rearrange[tuple]{tuple}(false) - s | | | Constant(DummyVal) - scope-30 | -|---New For Each(true,true)[tuple] - scope-41 +|---New For Each(false,true)[tuple] - scope-41 | | | Project[int][0] - scope-16 | | @@ -90,7 +90,7 @@ Partition Rearrange[tuple]{int}(false) - |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-55 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-26 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-26 | |---d: New For Each(false,false,false)[bag] - scope-25 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-2.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-2.gld Fri Feb 24 08:19:42 2017 @@ -16,7 +16,7 @@ Local Rearrange[tuple]{tuple}(false) - s | | | Constant(DummyVal) - scope-34 | -|---New For Each(true,true)[tuple] - scope-39 +|---New For Each(false,true)[tuple] - scope-39 | | | Project[int][0] - scope-20 | | @@ -90,7 +90,7 @@ Partition Rearrange[tuple]{int}(false) - |---b: Load(file:///tmp/input2:org.apache.pig.builtin.PigStorage) - scope-12 Tez vertex scope-54 # Plan on vertex -d: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-30 +d: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-30 | |---d: New For Each(false,false,false)[bag] - scope-29 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld Fri Feb 24 08:19:42 2017 @@ -8,7 +8,7 @@ Tez vertex scope-10 Tez vertex scope-10 # Plan on vertex -b: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-9 +b: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-9 | |---b: POStream[stream.pl -n 5 (stdin-org.apache.pig.builtin.PigStreaming/stdout-org.apache.pig.builtin.PigStreaming)] - scope-8 | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -40,6 +40,6 @@ POValueOutputTez - scope-23 -> [scope-2 |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-20 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.test.TestMultiQueryBasic$DummyStoreWithOutputFormat) - scope-17 +c: Store(file:///tmp/pigoutput:org.apache.pig.test.TestMultiQueryBasic$DummyStoreWithOutputFormat) - scope-17 | |---POShuffledValueInputTez - scope-21 <- [scope-18, scope-19] Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore2-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore2-OPTOFF.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore2-OPTOFF.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-DummyStore2-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,45 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-18 -> Tez vertex scope-20, +Tez vertex scope-19 -> Tez vertex scope-20, +Tez vertex scope-20 + +Tez vertex scope-18 +# Plan on vertex +POValueOutputTez - scope-22 -> [scope-20] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[chararray] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-19 +# Plan on vertex +POValueOutputTez - scope-23 -> [scope-20] +| +|---c: New For Each(false,false)[bag] - scope-15 + | | + | Cast[int] - scope-10 + | | + | |---Project[bytearray][1] - scope-9 + | | + | Cast[chararray] - scope-13 + | | + | |---Project[bytearray][0] - scope-12 + | + |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-8 +Tez vertex scope-20 +# Plan on vertex +c: Store(file:///tmp/pigoutput:org.apache.pig.tez.TestTezCompiler$TestDummyStoreFunc) - scope-17 +| +|---POShuffledValueInputTez - scope-21 <- [scope-18, scope-19] Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -40,6 +40,6 @@ POValueOutputTez - scope-23 -> [scope-2 |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-20 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-17 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-17 | |---POShuffledValueInputTez - scope-21 <- [scope-18, scope-19] Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-SplitStore.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-SplitStore.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-SplitStore.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-SplitStore.gld Fri Feb 24 08:19:42 2017 @@ -43,7 +43,7 @@ Tez vertex scope-81 # Plan on vertex 1-1: Split - scope-133 | | -| u3: Store(file:///tmp/output/u3:org.apache.pig.builtin.PigStorage) - scope-135 -> scope-57 +| u3: Store(file:///tmp/pigoutput/u3:org.apache.pig.builtin.PigStorage) - scope-135 -> scope-57 | | | |---e: Filter[bag] - scope-43 | | | @@ -73,7 +73,7 @@ Tez vertex scope-81 | | | d: Split - scope-132 | | | -| | u3: Store(file:///tmp/output/u3:org.apache.pig.builtin.PigStorage) - scope-134 -> scope-57 +| | u3: Store(file:///tmp/pigoutput/u3:org.apache.pig.builtin.PigStorage) - scope-134 -> scope-57 | | | | | POValueOutputTez - scope-128 -> [scope-126] | | | @@ -99,7 +99,7 @@ Tez vertex scope-81 | | | b: Split - scope-130 | | | -| | u1: Store(file:///tmp/output/u1:org.apache.pig.builtin.PigStorage) - scope-136 -> scope-27 +| | u1: Store(file:///tmp/pigoutput/u1:org.apache.pig.builtin.PigStorage) - scope-136 -> scope-27 | | | | | POValueOutputTez - scope-107 -> [scope-104] | | @@ -113,7 +113,7 @@ Tez vertex scope-81 | | | c: Split - scope-131 | | | -| | u1: Store(file:///tmp/output/u1:org.apache.pig.builtin.PigStorage) - scope-137 -> scope-27 +| | u1: Store(file:///tmp/pigoutput/u1:org.apache.pig.builtin.PigStorage) - scope-137 -> scope-27 | | | | | POValueOutputTez - scope-108 -> [scope-104] | | @@ -128,7 +128,7 @@ Tez vertex scope-81 |---POValueInputTez - scope-82 <- scope-79 Tez vertex scope-104 # Plan on vertex -u2: Store(file:///tmp/output/u2:org.apache.pig.builtin.PigStorage) - scope-35 +u2: Store(file:///tmp/pigoutput/u2:org.apache.pig.builtin.PigStorage) - scope-35 | |---POShuffledValueInputTez - scope-105 <- [scope-81, scope-98] Tez vertex scope-124 @@ -138,6 +138,6 @@ POValueOutputTez - scope-129 -> [scope- |---POValueInputTez - scope-125 <- scope-79 Tez vertex scope-126 # Plan on vertex -u4: Store(file:///tmp/output/u4:org.apache.pig.builtin.PigStorage) - scope-78 +u4: Store(file:///tmp/pigoutput/u4:org.apache.pig.builtin.PigStorage) - scope-78 | |---POShuffledValueInputTez - scope-127 <- [scope-124, scope-81] Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1.gld Fri Feb 24 08:19:42 2017 @@ -10,7 +10,7 @@ Tez vertex group scope-24 Tez vertex scope-18 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-25 -> scope-17 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-25 -> scope-17 | |---a: New For Each(false,false)[bag] - scope-7 | | @@ -25,7 +25,7 @@ c: Store(file:///tmp/output:org.apache.p |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-19 # Plan on vertex -c: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-26 -> scope-17 +c: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-26 -> scope-17 | |---c: New For Each(false,false)[bag] - scope-15 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -65,7 +65,7 @@ Tez vertex scope-44 # Plan on vertex e: Split - scope-54 | | -| e: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-29 +| e: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-29 | | | f: Local Rearrange[tuple]{int}(false) - scope-34 -> scope-53 | | | @@ -74,6 +74,6 @@ e: Split - scope-54 |---POShuffledValueInputTez - scope-45 <- [scope-39, scope-43] Tez vertex scope-53 # Plan on vertex -f: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-36 +f: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-36 | |---f: Package(Packager)[tuple]{int} - scope-33 Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10.gld Fri Feb 24 08:19:42 2017 @@ -15,7 +15,7 @@ Tez vertex scope-43 # Plan on vertex e: Split - scope-61 | | -| e: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-62 -> scope-29 +| e: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-62 -> scope-29 | | | f: Local Rearrange[tuple]{int}(false) - scope-63 -> scope-53 | | | @@ -36,7 +36,7 @@ Tez vertex scope-37 # Plan on vertex e: Split - scope-66 | | -| e: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-67 -> scope-29 +| e: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-67 -> scope-29 | | | f: Local Rearrange[tuple]{int}(false) - scope-68 -> scope-53 | | | @@ -57,7 +57,7 @@ Tez vertex scope-38 # Plan on vertex e: Split - scope-70 | | -| e: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-71 -> scope-29 +| e: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-71 -> scope-29 | | | f: Local Rearrange[tuple]{int}(false) - scope-72 -> scope-53 | | | @@ -78,7 +78,7 @@ Tez vertex group scope-56 <- [scope-43, # No plan on vertex group Tez vertex scope-53 # Plan on vertex -f: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-36 +f: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-36 | |---f: Package(Packager)[tuple]{int} - scope-33 Tez vertex group scope-55 <- [scope-43, scope-37, scope-38] -> null Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -62,6 +62,6 @@ POValueOutputTez - scope-37 -> [scope-3 |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-17 Tez vertex scope-34 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-26 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-26 | |---POShuffledValueInputTez - scope-35 <- [scope-29, scope-33] Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-11.gld Fri Feb 24 08:19:42 2017 @@ -11,7 +11,7 @@ Tez vertex group scope-38 Tez vertex scope-33 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-40 -> scope-26 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-40 -> scope-26 | |---d: New For Each(false,false)[bag] - scope-24 | | @@ -26,7 +26,7 @@ e: Store(file:///tmp/output:org.apache.p |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-17 Tez vertex scope-27 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-41 -> scope-26 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-41 -> scope-26 | |---a: New For Each(false,false)[bag] - scope-7 | | @@ -41,7 +41,7 @@ e: Store(file:///tmp/output:org.apache.p |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-28 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-42 -> scope-26 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-42 -> scope-26 | |---c: New For Each(false,false)[bag] - scope-15 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -112,13 +112,13 @@ Tez vertex scope-101 # Plan on vertex a1: Split - scope-138 | | -| a1: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-62 +| a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-62 | | | Local Rearrange[tuple]{tuple}(false) - scope-113 -> scope-118 | | | | | Constant(DummyVal) - scope-112 | | -| |---New For Each(true,true)[tuple] - scope-117 +| |---New For Each(false,true)[tuple] - scope-117 | | | | | Project[int][0] - scope-73 | | | @@ -174,7 +174,7 @@ Partition Rearrange[tuple]{int}(false) - |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-65 Tez vertex scope-132 # Plan on vertex -e: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-76 +e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-76 | |---New For Each(true,true)[tuple] - scope-136 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-12.gld Fri Feb 24 08:19:42 2017 @@ -18,13 +18,13 @@ a: Split - scope-141 | | | | | a1: Split - scope-169 | | | | -| | | a1: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-170 -> scope-62 +| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-170 -> scope-62 | | | | | | | Local Rearrange[tuple]{tuple}(false) - scope-173 -> scope-118 | | | | | | | | | Constant(DummyVal) - scope-174 | | | | -| | | |---New For Each(true,true)[tuple] - scope-180 +| | | |---New For Each(false,true)[tuple] - scope-180 | | | | | | | | | Project[int][0] - scope-177 | | | | | @@ -46,13 +46,13 @@ a: Split - scope-141 | | | | | a1: Split - scope-181 | | | | -| | | a1: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-182 -> scope-62 +| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-182 -> scope-62 | | | | | | | Local Rearrange[tuple]{tuple}(false) - scope-185 -> scope-118 | | | | | | | | | Constant(DummyVal) - scope-186 | | | | -| | | |---New For Each(true,true)[tuple] - scope-192 +| | | |---New For Each(false,true)[tuple] - scope-192 | | | | | | | | | Project[int][0] - scope-189 | | | | | @@ -84,13 +84,13 @@ a: Split - scope-141 | | | | | a1: Split - scope-196 | | | | -| | | a1: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-197 -> scope-62 +| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-197 -> scope-62 | | | | | | | Local Rearrange[tuple]{tuple}(false) - scope-200 -> scope-118 | | | | | | | | | Constant(DummyVal) - scope-201 | | | | -| | | |---New For Each(true,true)[tuple] - scope-207 +| | | |---New For Each(false,true)[tuple] - scope-207 | | | | | | | | | Project[int][0] - scope-204 | | | | | @@ -118,13 +118,13 @@ a: Split - scope-141 | | | | | a1: Split - scope-211 | | | | -| | | a1: Store(file:///tmp/output1:org.apache.pig.builtin.PigStorage) - scope-212 -> scope-62 +| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-212 -> scope-62 | | | | | | | Local Rearrange[tuple]{tuple}(false) - scope-215 -> scope-118 | | | | | | | | | Constant(DummyVal) - scope-216 | | | | -| | | |---New For Each(true,true)[tuple] - scope-222 +| | | |---New For Each(false,true)[tuple] - scope-222 | | | | | | | | | Project[int][0] - scope-219 | | | | | @@ -210,7 +210,7 @@ Partition Rearrange[tuple]{int}(false) - |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-65 Tez vertex scope-132 # Plan on vertex -e: Store(file:///tmp/output2:org.apache.pig.builtin.PigStorage) - scope-76 +e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-76 | |---New For Each(true,true)[tuple] - scope-136 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -60,7 +60,7 @@ Local Rearrange[tuple]{int}(false) - sco |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-18 Tez vertex scope-41 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-34 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-34 | |---e: FRJoin[tuple] - scope-28 <- scope-45 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-13.gld Fri Feb 24 08:19:42 2017 @@ -28,7 +28,7 @@ Tez vertex scope-35 # Plan on vertex a: Split - scope-46 | | -| e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-55 -> scope-34 +| e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-55 -> scope-34 | | | |---e: FRJoin[tuple] - scope-47 <- scope-45 | | | @@ -36,7 +36,7 @@ a: Split - scope-46 | | | | | Project[int][0] - scope-49 | | -| e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-64 -> scope-34 +| e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-64 -> scope-34 | | | |---e: FRJoin[tuple] - scope-56 <- scope-45 | | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -50,7 +50,7 @@ Local Rearrange[tuple]{int}(false) - sco |---POShuffledValueInputTez - scope-43 <- [scope-36, scope-40] Tez vertex scope-35 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-34 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-34 | |---e: FRJoin[tuple] - scope-28 <- scope-42 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-14.gld Fri Feb 24 08:19:42 2017 @@ -40,7 +40,7 @@ a: Split - scope-46 |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-35 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-34 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-34 | |---e: FRJoin[tuple] - scope-28 <- scope-36 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -50,7 +50,7 @@ Local Rearrange[tuple]{tuple}(false) - s | | | Constant(DummyVal) - scope-42 | -|---New For Each(true,true)[tuple] - scope-47 +|---New For Each(false,true)[tuple] - scope-47 | | | Project[int][0] - scope-26 | | @@ -106,7 +106,7 @@ Partition Rearrange[tuple]{int}(false) - |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-18 Tez vertex scope-62 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-29 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-29 | |---New For Each(true,true)[tuple] - scope-66 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-15.gld Fri Feb 24 08:19:42 2017 @@ -18,7 +18,7 @@ a: Split - scope-68 | | | | | Constant(DummyVal) - scope-72 | | -| |---New For Each(true,true)[tuple] - scope-78 +| |---New For Each(false,true)[tuple] - scope-78 | | | | | Project[int][0] - scope-75 | | | @@ -36,7 +36,7 @@ a: Split - scope-68 | | | | | Constant(DummyVal) - scope-82 | | -| |---New For Each(true,true)[tuple] - scope-88 +| |---New For Each(false,true)[tuple] - scope-88 | | | | | Project[int][0] - scope-85 | | | @@ -110,7 +110,7 @@ Partition Rearrange[tuple]{int}(false) - |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-18 Tez vertex scope-62 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-29 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-29 | |---New For Each(true,true)[tuple] - scope-66 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -18,7 +18,7 @@ Local Rearrange[tuple]{tuple}(false) - s | | | Constant(DummyVal) - scope-42 | -|---New For Each(true,true)[tuple] - scope-53 +|---New For Each(false,true)[tuple] - scope-53 | | | Project[int][0] - scope-26 | | @@ -114,7 +114,7 @@ Partition Rearrange[tuple]{int}(false) - |---POShuffledValueInputTez - scope-38 <- [scope-31, scope-35] Tez vertex scope-67 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-29 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-29 | |---New For Each(true,true)[tuple] - scope-71 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-16.gld Fri Feb 24 08:19:42 2017 @@ -16,7 +16,7 @@ Local Rearrange[tuple]{tuple}(false) - s | | | Constant(DummyVal) - scope-42 | -|---New For Each(true,true)[tuple] - scope-53 +|---New For Each(false,true)[tuple] - scope-53 | | | Project[int][0] - scope-26 | | @@ -104,7 +104,7 @@ a: Split - scope-73 |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-67 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-29 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-29 | |---New For Each(true,true)[tuple] - scope-71 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -82,6 +82,6 @@ POValueOutputTez - scope-50 -> [scope-4 |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-23 Tez vertex scope-47 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-43 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-43 | |---POShuffledValueInputTez - scope-48 <- [scope-45, scope-46] Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-17.gld Fri Feb 24 08:19:42 2017 @@ -26,7 +26,7 @@ POValueOutputTez - scope-51 -> [scope-4 |---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-8 Tez vertex scope-45 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-53 -> scope-43 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-53 -> scope-43 | |---e: Filter[bag] - scope-17 | | @@ -51,7 +51,7 @@ e: Store(file:///tmp/output:org.apache.p |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 Tez vertex scope-46 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-54 -> scope-43 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-54 -> scope-43 | |---c: New For Each(false,false)[bag] - scope-41 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -46,7 +46,7 @@ POValueOutputTez - scope-40 -> [scope-3 |---POShuffledValueInputTez - scope-36 <- [scope-33, scope-34] Tez vertex scope-39 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-32 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-32 | |---e: Filter[bag] - scope-26 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-18.gld Fri Feb 24 08:19:42 2017 @@ -43,7 +43,7 @@ Tez vertex group scope-41 <- [scope-33, # No plan on vertex group Tez vertex scope-39 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-32 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-32 | |---e: Filter[bag] - scope-26 | | Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19-OPTOFF.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19-OPTOFF.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,107 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-38 -> Tez vertex scope-40, +Tez vertex scope-39 -> Tez vertex scope-40, +Tez vertex scope-40 -> Tez vertex scope-47,Tez vertex scope-49,Tez vertex scope-55,Tez vertex scope-57, +Tez vertex scope-47 -> Tez vertex scope-49, +Tez vertex scope-49 +Tez vertex scope-55 -> Tez vertex scope-57, +Tez vertex scope-57 + +Tez vertex scope-38 +# Plan on vertex +POValueOutputTez - scope-42 -> [scope-40] +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[chararray] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-39 +# Plan on vertex +POValueOutputTez - scope-43 -> [scope-40] +| +|---c: New For Each(false,false)[bag] - scope-15 + | | + | Cast[int] - scope-10 + | | + | |---Project[bytearray][1] - scope-9 + | | + | Cast[chararray] - scope-13 + | | + | |---Project[bytearray][0] - scope-12 + | + |---b: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-8 +Tez vertex scope-40 +# Plan on vertex +1-2: Split - scope-61 +| | +| POValueOutputTez - scope-51 -> [scope-49] +| | +| |---d: Filter[bag] - scope-18 +| | | +| | Less Than or Equal[boolean] - scope-21 +| | | +| | |---Project[int][0] - scope-19 +| | | +| | |---Constant(5) - scope-20 +| | +| POValueOutputTez - scope-59 -> [scope-57] +| | +| |---f: Filter[bag] - scope-28 +| | | +| | Greater Than[boolean] - scope-31 +| | | +| | |---Project[int][0] - scope-29 +| | | +| | |---Constant(10) - scope-30 +| | +| POValueOutputTez - scope-44 -> [scope-47, scope-55] +| +|---POShuffledValueInputTez - scope-41 <- [scope-38, scope-39] +Tez vertex scope-47 +# Plan on vertex +POValueOutputTez - scope-52 -> [scope-49] +| +|---e: Filter[bag] - scope-22 + | | + | Less Than or Equal[boolean] - scope-25 + | | + | |---Project[int][0] - scope-23 + | | + | |---Constant(10) - scope-24 + | + |---POValueInputTez - scope-48 <- scope-40 +Tez vertex scope-49 +# Plan on vertex +h: Store(file:///tmp/pigoutput/1:org.apache.pig.builtin.PigStorage) - scope-27 +| +|---POShuffledValueInputTez - scope-50 <- [scope-40, scope-47] +Tez vertex scope-55 +# Plan on vertex +POValueOutputTez - scope-60 -> [scope-57] +| +|---g: Filter[bag] - scope-32 + | | + | Equal To[boolean] - scope-35 + | | + | |---Project[chararray][1] - scope-33 + | | + | |---Constant(6) - scope-34 + | + |---POValueInputTez - scope-56 <- scope-40 +Tez vertex scope-57 +# Plan on vertex +i: Store(file:///tmp/pigoutput/2:org.apache.pig.builtin.PigStorage) - scope-37 +| +|---POShuffledValueInputTez - scope-58 <- [scope-40, scope-55] Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-19.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,125 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-38 -> Tez vertex group scope-66,Tez vertex group scope-67, +Tez vertex scope-39 -> Tez vertex group scope-66,Tez vertex group scope-67, +Tez vertex group scope-66 +Tez vertex group scope-67 + +Tez vertex scope-38 +# Plan on vertex +1-2: Split - scope-68 +| | +| h: Store(file:///tmp/pigoutput/1:org.apache.pig.builtin.PigStorage) - scope-73 -> scope-27 +| | +| |---d: Filter[bag] - scope-69 +| | | +| | Less Than or Equal[boolean] - scope-72 +| | | +| | |---Project[int][0] - scope-70 +| | | +| | |---Constant(5) - scope-71 +| | +| h: Store(file:///tmp/pigoutput/1:org.apache.pig.builtin.PigStorage) - scope-78 -> scope-27 +| | +| |---e: Filter[bag] - scope-74 +| | | +| | Less Than or Equal[boolean] - scope-77 +| | | +| | |---Project[int][0] - scope-75 +| | | +| | |---Constant(10) - scope-76 +| | +| i: Store(file:///tmp/pigoutput/2:org.apache.pig.builtin.PigStorage) - scope-83 -> scope-37 +| | +| |---f: Filter[bag] - scope-79 +| | | +| | Greater Than[boolean] - scope-82 +| | | +| | |---Project[int][0] - scope-80 +| | | +| | |---Constant(10) - scope-81 +| | +| i: Store(file:///tmp/pigoutput/2:org.apache.pig.builtin.PigStorage) - scope-88 -> scope-37 +| | +| |---g: Filter[bag] - scope-84 +| | | +| | Equal To[boolean] - scope-87 +| | | +| | |---Project[chararray][1] - scope-85 +| | | +| | |---Constant(6) - scope-86 +| +|---a: New For Each(false,false)[bag] - scope-7 + | | + | Cast[int] - scope-2 + | | + | |---Project[bytearray][0] - scope-1 + | | + | Cast[chararray] - scope-5 + | | + | |---Project[bytearray][1] - scope-4 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0 +Tez vertex scope-39 +# Plan on vertex +1-2: Split - scope-89 +| | +| h: Store(file:///tmp/pigoutput/1:org.apache.pig.builtin.PigStorage) - scope-94 -> scope-27 +| | +| |---d: Filter[bag] - scope-90 +| | | +| | Less Than or Equal[boolean] - scope-93 +| | | +| | |---Project[int][0] - scope-91 +| | | +| | |---Constant(5) - scope-92 +| | +| h: Store(file:///tmp/pigoutput/1:org.apache.pig.builtin.PigStorage) - scope-99 -> scope-27 +| | +| |---e: Filter[bag] - scope-95 +| | | +| | Less Than or Equal[boolean] - scope-98 +| | | +| | |---Project[int][0] - scope-96 +| | | +| | |---Constant(10) - scope-97 +| | +| i: Store(file:///tmp/pigoutput/2:org.apache.pig.builtin.PigStorage) - scope-104 -> scope-37 +| | +| |---f: Filter[bag] - scope-100 +| | | +| | Greater Than[boolean] - scope-103 +| | | +| | |---Project[int][0] - scope-101 +| | | +| | |---Constant(10) - scope-102 +| | +| i: Store(file:///tmp/pigoutput/2:org.apache.pig.builtin.PigStorage) - scope-109 -> scope-37 +| | +| |---g: Filter[bag] - scope-105 +| | | +| | Equal To[boolean] - scope-108 +| | | +| | |---Project[chararray][1] - scope-106 +| | | +| | |---Constant(6) - scope-107 +| +|---c: New For Each(false,false)[bag] - scope-15 + | | + | Cast[int] - scope-10 + | | + | |---Project[bytearray][1] - scope-9 + | | + | Cast[chararray] - scope-13 + | | + | |---Project[bytearray][0] - scope-12 + | + |---b: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-8 +Tez vertex group scope-66 <- [scope-38, scope-38, scope-39, scope-39] -> null +# No plan on vertex group +Tez vertex group scope-67 <- [scope-38, scope-38, scope-39, scope-39] -> null +# No plan on vertex group Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2-OPTOFF.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2-OPTOFF.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -74,7 +74,7 @@ d: Local Rearrange[tuple]{int}(false) - | |---d: Package(CombinerPackager)[tuple]{int} - scope-121 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-102 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-102 | |---e: New For Each(false,false)[bag] - scope-101 | | Modified: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2.gld?rev=1784237&r1=1784236&r2=1784237&view=diff ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2.gld (original) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2.gld Fri Feb 24 08:19:42 2017 @@ -99,7 +99,7 @@ d: Local Rearrange[tuple]{int}(false) - | |---d: Package(CombinerPackager)[tuple]{int} - scope-47 # Plan on vertex -e: Store(file:///tmp/output:org.apache.pig.builtin.PigStorage) - scope-28 +e: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-28 | |---e: New For Each(false,false)[bag] - scope-27 | | Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20-OPTOFF.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20-OPTOFF.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,145 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-77 -> Tez vertex scope-78, +Tez vertex scope-68 -> Tez vertex scope-70, +Tez vertex scope-69 -> Tez vertex scope-70, +Tez vertex scope-70 -> Tez vertex scope-78,Tez vertex scope-81, +Tez vertex scope-78 -> Tez vertex scope-81, +Tez vertex scope-81 -> Tez vertex scope-88,Tez vertex scope-90, +Tez vertex scope-88 -> Tez vertex scope-90, +Tez vertex scope-90 + +Tez vertex scope-77 +# Plan on vertex +d: Local Rearrange[tuple]{chararray}(false) - scope-29 -> scope-78 +| | +| Project[chararray][0] - scope-30 +| +|---c: New For Each(false)[bag] - scope-22 + | | + | Cast[chararray] - scope-20 + | | + | |---Project[bytearray][0] - scope-19 + | + |---c: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-18 +Tez vertex scope-68 +# Plan on vertex +POValueOutputTez - scope-72 -> [scope-70] +| +|---a: New For Each(false)[bag] - scope-6 + | | + | Cast[chararray] - scope-4 + | | + | |---Project[bytearray][0] - scope-3 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-2 +Tez vertex scope-69 +# Plan on vertex +POValueOutputTez - scope-73 -> [scope-70] +| +|---b: New For Each(false)[bag] - scope-11 + | | + | Cast[chararray] - scope-9 + | | + | |---Project[bytearray][0] - scope-8 + | + |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-7 +Tez vertex scope-70 +# Plan on vertex +1-3: Split - scope-95 +| | +| d: Local Rearrange[tuple]{chararray}(false) - scope-27 -> scope-78 +| | | +| | Project[chararray][0] - scope-28 +| | +| |---r: Filter[bag] - scope-14 +| | | +| | Not Equal To[boolean] - scope-17 +| | | +| | |---Project[chararray][0] - scope-15 +| | | +| | |---Constant() - scope-16 +| | +| POValueOutputTez - scope-84 -> [scope-81] +| | +| |---u2: New For Each(false,false)[bag] - scope-51 +| | | +| | Project[chararray][0] - scope-48 +| | | +| | Constant(DummyVal) - scope-50 +| | +| |---s: Filter[bag] - scope-43 +| | | +| | Not[boolean] - scope-47 +| | | +| | |---Not Equal To[boolean] - scope-46 +| | | +| | |---Project[chararray][0] - scope-44 +| | | +| | |---Constant() - scope-45 +| +|---POShuffledValueInputTez - scope-71 <- [scope-68, scope-69] +Tez vertex scope-78 +# Plan on vertex +POValueOutputTez - scope-83 -> [scope-81] +| +|---u2: New For Each(false,false)[bag] - scope-42 + | | + | Project[chararray][0] - scope-38 + | | + | Project[chararray][1] - scope-40 + | + |---d: New For Each(true,true)[tuple] - scope-37 + | | + | Project[bag][1] - scope-31 + | | + | POBinCond[bag] - scope-36 + | | + | |---Project[bag][2] - scope-32 + | | + | |---POUserFunc(org.apache.pig.builtin.IsEmpty)[boolean] - scope-34 + | | | + | | |---Project[bag][2] - scope-33 + | | + | |---Constant({()}) - scope-35 + | + |---d: Package(Packager)[tuple]{chararray} - scope-26 +Tez vertex scope-81 +# Plan on vertex +u2: Split - scope-94 +| | +| POValueOutputTez - scope-92 -> [scope-90] +| | +| |---e: Filter[bag] - scope-56 +| | | +| | Equal To[boolean] - scope-59 +| | | +| | |---Project[chararray][0] - scope-57 +| | | +| | |---Constant() - scope-58 +| | +| POValueOutputTez - scope-85 -> [scope-88] +| +|---POShuffledValueInputTez - scope-82 <- [scope-70, scope-78] +Tez vertex scope-88 +# Plan on vertex +POValueOutputTez - scope-93 -> [scope-90] +| +|---f: Filter[bag] - scope-62 + | | + | Equal To[boolean] - scope-65 + | | + | |---Project[chararray][0] - scope-63 + | | + | |---Constant(m) - scope-64 + | + |---POValueInputTez - scope-89 <- scope-81 +Tez vertex scope-90 +# Plan on vertex +u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-67 +| +|---POShuffledValueInputTez - scope-91 <- [scope-81, scope-88] Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-20.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,197 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-1 +#-------------------------------------------------- +Tez vertex scope-139 -> Tez vertex scope-140, +Tez vertex scope-130 -> Tez vertex group scope-160,Tez vertex group scope-183, +Tez vertex scope-131 -> Tez vertex group scope-160,Tez vertex group scope-183, +Tez vertex group scope-183 -> Tez vertex scope-140, +Tez vertex scope-140 -> Tez vertex group scope-160, +Tez vertex group scope-160 + +Tez vertex scope-139 +# Plan on vertex +d: Local Rearrange[tuple]{chararray}(false) - scope-91 -> scope-140 +| | +| Project[chararray][0] - scope-92 +| +|---c: New For Each(false)[bag] - scope-84 + | | + | Cast[chararray] - scope-82 + | | + | |---Project[bytearray][0] - scope-81 + | + |---c: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-80 +Tez vertex scope-130 +# Plan on vertex +1-10: Split - scope-184 +| | +| d: Local Rearrange[tuple]{chararray}(false) - scope-189 -> scope-140 +| | | +| | Project[chararray][0] - scope-190 +| | +| |---r: Filter[bag] - scope-185 +| | | +| | Not Equal To[boolean] - scope-188 +| | | +| | |---Project[chararray][0] - scope-186 +| | | +| | |---Constant() - scope-187 +| | +| u2: Split - scope-199 +| | | +| | u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-204 -> scope-129 +| | | +| | |---e: Filter[bag] - scope-200 +| | | | +| | | Equal To[boolean] - scope-203 +| | | | +| | | |---Project[chararray][0] - scope-201 +| | | | +| | | |---Constant() - scope-202 +| | | +| | u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-209 -> scope-129 +| | | +| | |---f: Filter[bag] - scope-205 +| | | | +| | | Equal To[boolean] - scope-208 +| | | | +| | | |---Project[chararray][0] - scope-206 +| | | | +| | | |---Constant(m) - scope-207 +| | +| |---u2: New For Each(false,false)[bag] - scope-198 +| | | +| | Project[chararray][0] - scope-196 +| | | +| | Constant(DummyVal) - scope-197 +| | +| |---s: Filter[bag] - scope-191 +| | | +| | Not[boolean] - scope-195 +| | | +| | |---Not Equal To[boolean] - scope-194 +| | | +| | |---Project[chararray][0] - scope-192 +| | | +| | |---Constant() - scope-193 +| +|---a: New For Each(false)[bag] - scope-68 + | | + | Cast[chararray] - scope-66 + | | + | |---Project[bytearray][0] - scope-65 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-64 +Tez vertex scope-131 +# Plan on vertex +1-10: Split - scope-210 +| | +| d: Local Rearrange[tuple]{chararray}(false) - scope-215 -> scope-140 +| | | +| | Project[chararray][0] - scope-216 +| | +| |---r: Filter[bag] - scope-211 +| | | +| | Not Equal To[boolean] - scope-214 +| | | +| | |---Project[chararray][0] - scope-212 +| | | +| | |---Constant() - scope-213 +| | +| u2: Split - scope-225 +| | | +| | u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-230 -> scope-129 +| | | +| | |---e: Filter[bag] - scope-226 +| | | | +| | | Equal To[boolean] - scope-229 +| | | | +| | | |---Project[chararray][0] - scope-227 +| | | | +| | | |---Constant() - scope-228 +| | | +| | u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-235 -> scope-129 +| | | +| | |---f: Filter[bag] - scope-231 +| | | | +| | | Equal To[boolean] - scope-234 +| | | | +| | | |---Project[chararray][0] - scope-232 +| | | | +| | | |---Constant(m) - scope-233 +| | +| |---u2: New For Each(false,false)[bag] - scope-224 +| | | +| | Project[chararray][0] - scope-222 +| | | +| | Constant(DummyVal) - scope-223 +| | +| |---s: Filter[bag] - scope-217 +| | | +| | Not[boolean] - scope-221 +| | | +| | |---Not Equal To[boolean] - scope-220 +| | | +| | |---Project[chararray][0] - scope-218 +| | | +| | |---Constant() - scope-219 +| +|---b: New For Each(false)[bag] - scope-73 + | | + | Cast[chararray] - scope-71 + | | + | |---Project[bytearray][0] - scope-70 + | + |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-69 +Tez vertex group scope-183 <- [scope-130, scope-131] -> scope-140 +# No plan on vertex group +Tez vertex scope-140 +# Plan on vertex +u2: Split - scope-161 +| | +| u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-166 -> scope-129 +| | +| |---e: Filter[bag] - scope-162 +| | | +| | Equal To[boolean] - scope-165 +| | | +| | |---Project[chararray][0] - scope-163 +| | | +| | |---Constant() - scope-164 +| | +| u3: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-171 -> scope-129 +| | +| |---f: Filter[bag] - scope-167 +| | | +| | Equal To[boolean] - scope-170 +| | | +| | |---Project[chararray][0] - scope-168 +| | | +| | |---Constant(m) - scope-169 +| +|---u2: New For Each(false,false)[bag] - scope-104 + | | + | Project[chararray][0] - scope-100 + | | + | Project[chararray][1] - scope-102 + | + |---d: New For Each(true,true)[tuple] - scope-99 + | | + | Project[bag][1] - scope-93 + | | + | POBinCond[bag] - scope-98 + | | + | |---Project[bag][2] - scope-94 + | | + | |---POUserFunc(org.apache.pig.builtin.IsEmpty)[boolean] - scope-96 + | | | + | | |---Project[bag][2] - scope-95 + | | + | |---Constant({()}) - scope-97 + | + |---d: Package(Packager)[tuple]{chararray} - scope-88 +Tez vertex group scope-160 <- [scope-140, scope-140, scope-130, scope-130, scope-131, scope-131] -> null +# No plan on vertex group Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21-OPTOFF.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21-OPTOFF.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21-OPTOFF.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21-OPTOFF.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,163 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-83 -> Tez vertex scope-84, +Tez vertex scope-74 -> Tez vertex scope-76, +Tez vertex scope-75 -> Tez vertex scope-76, +Tez vertex scope-76 -> Tez vertex scope-84,Tez vertex scope-87, +Tez vertex scope-84 -> Tez vertex scope-87, +Tez vertex scope-87 -> Tez vertex scope-94,Tez vertex scope-96, +Tez vertex scope-94 -> Tez vertex scope-96, +Tez vertex scope-96 -> Tez vertex scope-104, +Tez vertex scope-104 + +Tez vertex scope-83 +# Plan on vertex +d: Local Rearrange[tuple]{chararray}(false) - scope-29 -> scope-84 +| | +| Project[chararray][0] - scope-30 +| +|---c: New For Each(false)[bag] - scope-22 + | | + | Cast[chararray] - scope-20 + | | + | |---Project[bytearray][0] - scope-19 + | + |---c: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-18 +Tez vertex scope-74 +# Plan on vertex +POValueOutputTez - scope-78 -> [scope-76] +| +|---a: New For Each(false)[bag] - scope-6 + | | + | Cast[chararray] - scope-4 + | | + | |---Project[bytearray][0] - scope-3 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-2 +Tez vertex scope-75 +# Plan on vertex +POValueOutputTez - scope-79 -> [scope-76] +| +|---b: New For Each(false)[bag] - scope-11 + | | + | Cast[chararray] - scope-9 + | | + | |---Project[bytearray][0] - scope-8 + | + |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-7 +Tez vertex scope-76 +# Plan on vertex +1-3: Split - scope-108 +| | +| d: Local Rearrange[tuple]{chararray}(false) - scope-27 -> scope-84 +| | | +| | Project[chararray][0] - scope-28 +| | +| |---r: Filter[bag] - scope-14 +| | | +| | Not Equal To[boolean] - scope-17 +| | | +| | |---Project[chararray][0] - scope-15 +| | | +| | |---Constant() - scope-16 +| | +| POValueOutputTez - scope-90 -> [scope-87] +| | +| |---u2: New For Each(false,false)[bag] - scope-51 +| | | +| | Project[chararray][0] - scope-48 +| | | +| | Constant(DummyVal) - scope-50 +| | +| |---s: Filter[bag] - scope-43 +| | | +| | Not[boolean] - scope-47 +| | | +| | |---Not Equal To[boolean] - scope-46 +| | | +| | |---Project[chararray][0] - scope-44 +| | | +| | |---Constant() - scope-45 +| +|---POShuffledValueInputTez - scope-77 <- [scope-74, scope-75] +Tez vertex scope-84 +# Plan on vertex +POValueOutputTez - scope-89 -> [scope-87] +| +|---u2: New For Each(false,false)[bag] - scope-42 + | | + | Project[chararray][0] - scope-38 + | | + | Project[chararray][1] - scope-40 + | + |---d: New For Each(true,true)[tuple] - scope-37 + | | + | Project[bag][1] - scope-31 + | | + | POBinCond[bag] - scope-36 + | | + | |---Project[bag][2] - scope-32 + | | + | |---POUserFunc(org.apache.pig.builtin.IsEmpty)[boolean] - scope-34 + | | | + | | |---Project[bag][2] - scope-33 + | | + | |---Constant({()}) - scope-35 + | + |---d: Package(Packager)[tuple]{chararray} - scope-26 +Tez vertex scope-87 +# Plan on vertex +u2: Split - scope-107 +| | +| POValueOutputTez - scope-98 -> [scope-96] +| | +| |---e: Filter[bag] - scope-56 +| | | +| | Equal To[boolean] - scope-59 +| | | +| | |---Project[chararray][0] - scope-57 +| | | +| | |---Constant() - scope-58 +| | +| POValueOutputTez - scope-91 -> [scope-94] +| +|---POShuffledValueInputTez - scope-88 <- [scope-76, scope-84] +Tez vertex scope-94 +# Plan on vertex +POValueOutputTez - scope-99 -> [scope-96] +| +|---f: Filter[bag] - scope-62 + | | + | Equal To[boolean] - scope-65 + | | + | |---Project[chararray][0] - scope-63 + | | + | |---Constant(m) - scope-64 + | + |---POValueInputTez - scope-95 <- scope-87 +Tez vertex scope-96 +# Plan on vertex +POValueOutputTez - scope-103 -> [scope-104] +| +|---v: Limit - scope-72 + | + |---t: Filter[bag] - scope-68 + | | + | Not Equal To[boolean] - scope-71 + | | + | |---Project[chararray][0] - scope-69 + | | + | |---Constant() - scope-70 + | + |---POShuffledValueInputTez - scope-97 <- [scope-87, scope-94] +Tez vertex scope-104 +# Plan on vertex +v: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-73 +| +|---v: Limit - scope-106 + | + |---POValueInputTez - scope-105 <- scope-96 Added: pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21.gld URL: http://svn.apache.org/viewvc/pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21.gld?rev=1784237&view=auto ============================================================================== --- pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21.gld (added) +++ pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-21.gld Fri Feb 24 08:19:42 2017 @@ -0,0 +1,265 @@ +#-------------------------------------------------- +# There are 1 DAGs in the session +#-------------------------------------------------- +#-------------------------------------------------- +# TEZ DAG plan: pig-0_scope-0 +#-------------------------------------------------- +Tez vertex scope-83 -> Tez vertex scope-84, +Tez vertex scope-74 -> Tez vertex group scope-121,Tez vertex group scope-164, +Tez vertex scope-75 -> Tez vertex group scope-121,Tez vertex group scope-164, +Tez vertex group scope-164 -> Tez vertex scope-84, +Tez vertex scope-84 -> Tez vertex group scope-121, +Tez vertex group scope-121 -> Tez vertex scope-104, +Tez vertex scope-104 + +Tez vertex scope-83 +# Plan on vertex +d: Local Rearrange[tuple]{chararray}(false) - scope-29 -> scope-84 +| | +| Project[chararray][0] - scope-30 +| +|---c: New For Each(false)[bag] - scope-22 + | | + | Cast[chararray] - scope-20 + | | + | |---Project[bytearray][0] - scope-19 + | + |---c: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-18 +Tez vertex scope-74 +# Plan on vertex +1-3: Split - scope-166 +| | +| d: Local Rearrange[tuple]{chararray}(false) - scope-171 -> scope-84 +| | | +| | Project[chararray][0] - scope-172 +| | +| |---r: Filter[bag] - scope-167 +| | | +| | Not Equal To[boolean] - scope-170 +| | | +| | |---Project[chararray][0] - scope-168 +| | | +| | |---Constant() - scope-169 +| | +| u2: Split - scope-181 +| | | +| | POValueOutputTez - scope-191 -> [scope-104] +| | | +| | |---v: Limit - scope-190 +| | | +| | |---t: Filter[bag] - scope-186 +| | | | +| | | Not Equal To[boolean] - scope-189 +| | | | +| | | |---Project[chararray][0] - scope-187 +| | | | +| | | |---Constant() - scope-188 +| | | +| | |---e: Filter[bag] - scope-182 +| | | | +| | | Equal To[boolean] - scope-185 +| | | | +| | | |---Project[chararray][0] - scope-183 +| | | | +| | | |---Constant() - scope-184 +| | | +| | POValueOutputTez - scope-201 -> [scope-104] +| | | +| | |---v: Limit - scope-200 +| | | +| | |---t: Filter[bag] - scope-196 +| | | | +| | | Not Equal To[boolean] - scope-199 +| | | | +| | | |---Project[chararray][0] - scope-197 +| | | | +| | | |---Constant() - scope-198 +| | | +| | |---f: Filter[bag] - scope-192 +| | | | +| | | Equal To[boolean] - scope-195 +| | | | +| | | |---Project[chararray][0] - scope-193 +| | | | +| | | |---Constant(m) - scope-194 +| | +| |---u2: New For Each(false,false)[bag] - scope-180 +| | | +| | Project[chararray][0] - scope-178 +| | | +| | Constant(DummyVal) - scope-179 +| | +| |---s: Filter[bag] - scope-173 +| | | +| | Not[boolean] - scope-177 +| | | +| | |---Not Equal To[boolean] - scope-176 +| | | +| | |---Project[chararray][0] - scope-174 +| | | +| | |---Constant() - scope-175 +| +|---a: New For Each(false)[bag] - scope-6 + | | + | Cast[chararray] - scope-4 + | | + | |---Project[bytearray][0] - scope-3 + | + |---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-2 +Tez vertex scope-75 +# Plan on vertex +1-3: Split - scope-202 +| | +| d: Local Rearrange[tuple]{chararray}(false) - scope-207 -> scope-84 +| | | +| | Project[chararray][0] - scope-208 +| | +| |---r: Filter[bag] - scope-203 +| | | +| | Not Equal To[boolean] - scope-206 +| | | +| | |---Project[chararray][0] - scope-204 +| | | +| | |---Constant() - scope-205 +| | +| u2: Split - scope-217 +| | | +| | POValueOutputTez - scope-227 -> [scope-104] +| | | +| | |---v: Limit - scope-226 +| | | +| | |---t: Filter[bag] - scope-222 +| | | | +| | | Not Equal To[boolean] - scope-225 +| | | | +| | | |---Project[chararray][0] - scope-223 +| | | | +| | | |---Constant() - scope-224 +| | | +| | |---e: Filter[bag] - scope-218 +| | | | +| | | Equal To[boolean] - scope-221 +| | | | +| | | |---Project[chararray][0] - scope-219 +| | | | +| | | |---Constant() - scope-220 +| | | +| | POValueOutputTez - scope-237 -> [scope-104] +| | | +| | |---v: Limit - scope-236 +| | | +| | |---t: Filter[bag] - scope-232 +| | | | +| | | Not Equal To[boolean] - scope-235 +| | | | +| | | |---Project[chararray][0] - scope-233 +| | | | +| | | |---Constant() - scope-234 +| | | +| | |---f: Filter[bag] - scope-228 +| | | | +| | | Equal To[boolean] - scope-231 +| | | | +| | | |---Project[chararray][0] - scope-229 +| | | | +| | | |---Constant(m) - scope-230 +| | +| |---u2: New For Each(false,false)[bag] - scope-216 +| | | +| | Project[chararray][0] - scope-214 +| | | +| | Constant(DummyVal) - scope-215 +| | +| |---s: Filter[bag] - scope-209 +| | | +| | Not[boolean] - scope-213 +| | | +| | |---Not Equal To[boolean] - scope-212 +| | | +| | |---Project[chararray][0] - scope-210 +| | | +| | |---Constant() - scope-211 +| +|---b: New For Each(false)[bag] - scope-11 + | | + | Cast[chararray] - scope-9 + | | + | |---Project[bytearray][0] - scope-8 + | + |---b: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-7 +Tez vertex group scope-164 <- [scope-74, scope-75] -> scope-84 +# No plan on vertex group +Tez vertex scope-84 +# Plan on vertex +u2: Split - scope-122 +| | +| POValueOutputTez - scope-132 -> [scope-104] +| | +| |---v: Limit - scope-131 +| | +| |---t: Filter[bag] - scope-127 +| | | +| | Not Equal To[boolean] - scope-130 +| | | +| | |---Project[chararray][0] - scope-128 +| | | +| | |---Constant() - scope-129 +| | +| |---e: Filter[bag] - scope-123 +| | | +| | Equal To[boolean] - scope-126 +| | | +| | |---Project[chararray][0] - scope-124 +| | | +| | |---Constant() - scope-125 +| | +| POValueOutputTez - scope-142 -> [scope-104] +| | +| |---v: Limit - scope-141 +| | +| |---t: Filter[bag] - scope-137 +| | | +| | Not Equal To[boolean] - scope-140 +| | | +| | |---Project[chararray][0] - scope-138 +| | | +| | |---Constant() - scope-139 +| | +| |---f: Filter[bag] - scope-133 +| | | +| | Equal To[boolean] - scope-136 +| | | +| | |---Project[chararray][0] - scope-134 +| | | +| | |---Constant(m) - scope-135 +| +|---u2: New For Each(false,false)[bag] - scope-42 + | | + | Project[chararray][0] - scope-38 + | | + | Project[chararray][1] - scope-40 + | + |---d: New For Each(true,true)[tuple] - scope-37 + | | + | Project[bag][1] - scope-31 + | | + | POBinCond[bag] - scope-36 + | | + | |---Project[bag][2] - scope-32 + | | + | |---POUserFunc(org.apache.pig.builtin.IsEmpty)[boolean] - scope-34 + | | | + | | |---Project[bag][2] - scope-33 + | | + | |---Constant({()}) - scope-35 + | + |---d: Package(Packager)[tuple]{chararray} - scope-26 +Tez vertex group scope-121 <- [scope-84, scope-84, scope-76, scope-74, scope-75] -> scope-104 +# No plan on vertex group +Tez vertex scope-104 +# Plan on vertex +v: Store(file:///tmp/pigoutput:org.apache.pig.builtin.PigStorage) - scope-73 +| +|---v: Limit - scope-106 + | + |---POValueInputTez - scope-105 <- scope-121