See
<https://ci-beam.apache.org/job/beam_PostCommit_Java_Tpcds_Spark/1128/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/testcontainers/testcontainers-go in /sdks (#25517)
[noreply] [Avro] Use "extensions/avro" instead of avro from"core" in Java SDK
------------------------------------------
[...truncated 627.02 KB...]
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@21aa29a8
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@637d339f
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@6eea2aff
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@5c0db5c6
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.schemas.transforms.Select$SelectDoFn@4df16b16
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@15ebe0e9
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147314/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@1533fa74
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@722ebf23
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@3cc83c10
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147315/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@696a666d
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@d145051
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@674d63e7
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@356e0ae5
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@6565d361
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@19101f6
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@13e6ca6d
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@69f989b8
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.schemas.transforms.Select$SelectDoFn@690b7a21
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@6e12108a
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147317/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@2665ea5c
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@64378ac9
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamCalcRel$CalcFn@763ccddc
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@65804809
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@44feddd2
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@5e86940c
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@1ca6327e
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@16f0f4d
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@74b99af6
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.transform.BeamSetOperatorsTransforms$SetOperatorFilteringDoFn@7c026eca
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Convert$ConvertTransform$1@74ab2b8f
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@64104d2c
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147320/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@2f8455b7
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@47d499f
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamCalcRel$CalcFn@1b6363d4
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@372d5e07
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147322/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@3fb9e40a
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@39cd3040
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@2ba78b1b
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@67d9b23b
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@2e957480
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@1e8d75ec
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@a136b4d
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@21547c01
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.schemas.transforms.Select$SelectDoFn@51528012
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@5a366c60
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147324/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@3232c8ba
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@5aed3b7c
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@b623ec7
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147325/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@8f54293
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@2145e7cc
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@2d212b86
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@73dfd7e1
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@5fd85425
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@1ea0192e
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@352252d
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@29880880
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.schemas.transforms.Select$SelectDoFn@7d76fc74
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@69376881
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147327/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@30f5eaea
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@6f0494e2
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamCalcRel$CalcFn@7a7d6973
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@c05015
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@de41e16
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@453ba4ea
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@4d36e16f
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@fba08eb
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@3d6f2ec4
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.transform.BeamSetOperatorsTransforms$SetOperatorFilteringDoFn@3db3a837
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147330/Group.CombineFieldsGlobally/Global
Combine'
23/02/22 15:54:04 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.globally(AutoValue_SchemaAggregateFn_Inner)
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@73b58f58
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Window.Assign
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.WriteFiles$ApplyShardingFunctionFn@2002f889
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.WriteFiles$WriteShardsIntoTempFilesFn@9006fdc
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.View$ToListViewDoFn@3c73d6d0
23/02/22 15:54:25 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating View.CreatePCollectionView
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Read(CreateSource)
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.Reify$ReifyView$1@1a97b64e
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@1eb234a0
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.io.WriteFiles$FinalizeTempFileBundles$FinalizeFn@438bbb17
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.Reshuffle$AssignShardFn@1bd96405
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'TextIO.Write/WriteFiles/FinalizeTempFileBundles/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@3336c607
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner: Batch
pipeline execution complete.
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner: Executing
pipeline using the SparkRunner.
23/02/22 15:54:26 INFO
org.apache.beam.runners.spark.translation.SparkContextFactory: Creating a brand
new Spark Context.
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read reason
(parquet)/FileIO.MatchAll/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read reason
(parquet)/ParquetIO.ReadFiles/ParDo(SplitRead)/ParMultiDo(SplitRead)/ProcessKeyedElements/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_returns
(parquet)/FileIO.MatchAll/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_returns
(parquet)/ParquetIO.ReadFiles/ParDo(SplitRead)/ParMultiDo(SplitRead)/ProcessKeyedElements/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_sales
(parquet)/FileIO.MatchAll/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_sales
(parquet)/ParquetIO.ReadFiles/ParDo(SplitRead)/ParMultiDo(SplitRead)/ProcessKeyedElements/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147808/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamSortRel_147809/extractTopOffsetAndFetch'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'TextIO.Write/WriteFiles/FinalizeTempFileBundles/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Read(CreateSource)
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.FileIO$MatchAll$MatchFn@67ae7f02
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.Reshuffle$AssignShardFn@7ce0bfc8
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read reason
(parquet)/FileIO.MatchAll/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@72a99156
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.FileIO$ReadMatches$ToReadableFileFn@6228f9b4
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$PairWithRestrictionFn@53fb0b1c
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$SplitRestrictionFn@b8042a4
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$ExplodeWindowsFn@41aa4a3d
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@5643faee
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read reason
(parquet)/ParquetIO.ReadFiles/ParDo(SplitRead)/ParMultiDo(SplitRead)/ProcessKeyedElements/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@54f1738a
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDoNaiveBounded$NaiveProcessFn@5ce6b796
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Read(CreateSource)
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.FileIO$MatchAll$MatchFn@554a5331
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.Reshuffle$AssignShardFn@50bb7599
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_returns
(parquet)/FileIO.MatchAll/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@46b66220
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.FileIO$ReadMatches$ToReadableFileFn@78935179
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$PairWithRestrictionFn@4dde2859
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$SplitRestrictionFn@60f4356f
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$ExplodeWindowsFn@4ae52ab2
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@32879fce
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_returns
(parquet)/ParquetIO.ReadFiles/ParDo(SplitRead)/ParMultiDo(SplitRead)/ProcessKeyedElements/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@87e639a
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDoNaiveBounded$NaiveProcessFn@3611c258
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Read(CreateSource)
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.FileIO$MatchAll$MatchFn@485178ba
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.Reshuffle$AssignShardFn@4e69446d
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_sales
(parquet)/FileIO.MatchAll/Reshuffle.ViaRandomKey/Reshuffle'
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@2511102
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.io.FileIO$ReadMatches$ToReadableFileFn@d23b3dc
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$PairWithRestrictionFn@47fde85c
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$SplitRestrictionFn@2d8c1f58
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDo$ExplodeWindowsFn@22e743dd
23/02/22 15:54:26 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@28461513
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform: 'Read store_sales
(parquet)/ParquetIO.ReadFiles/ParDo(SplitRead)/ParMultiDo(SplitRead)/ProcessKeyedElements/Reshuffle'
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Reshuffle
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@16042c4c
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.runners.core.construction.SplittableParDoNaiveBounded$NaiveProcessFn@7b8721f
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Convert$ConvertTransform$1@2306a807
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Convert$ConvertTransform$1@4a4e747f
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@16199827
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@60b9e469
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@38373658
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@3188e9e0
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@235917e8
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@21cbd223
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.schemas.transforms.Select$SelectDoFn@5f716999
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Convert$ConvertTransform$1@3747be5c
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamCalcRel$CalcFn@726fba8e
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@2586c889
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$JoinInformation$1@26e55413
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@62efe95b
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructUnionTableFn@19f7a695
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Flatten.PCollections
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.transforms.join.CoGroupByKey$ConstructCoGbkResultFn@288b9a08
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.CoGroup$ConvertCoGbkResult@16783529
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.schemas.transforms.Select$SelectDoFn@72964882
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamCalcRel$CalcFn@3bde4058
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating org.apache.beam.sdk.transforms.MapElements$2@18f8b4bb
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating GroupByKey
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamAggregationRel_147808/Group.CombineFieldsByFields/Combine'
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.GroupedValues
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.schemas.transforms.Group$CombineFieldsByFields$1@333189fc
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating
org.apache.beam.sdk.extensions.sql.impl.rel.BeamAggregationRel$Transform$1@32912ea0
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Entering directly-translatable composite transform:
'SqlTransform/BeamSortRel_147809/extractTopOffsetAndFetch'
23/02/22 15:54:27 INFO org.apache.beam.runners.spark.SparkRunner$Evaluator:
Evaluating Combine.globally(Top(ReversedBeamSqlRowComparator))
FATAL: command execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-16' is disconnected.
at
hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:215)
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285)
at com.sun.proxy.$Proxy138.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1215)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1207)
at hudson.Launcher$ProcStarter.join(Launcher.java:524)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:317)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:522)
at hudson.model.Run.execute(Run.java:1896)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Caused by: java.io.IOException: Pipe closed after 0 cycles
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:126)
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:105)
at
hudson.remoting.FlightRecorderInputStream.read(FlightRecorderInputStream.java:94)
at
hudson.remoting.ChunkedInputStream.readHeader(ChunkedInputStream.java:75)
at
hudson.remoting.ChunkedInputStream.readUntilBreak(ChunkedInputStream.java:105)
at
hudson.remoting.ChunkedCommandTransport.readBlock(ChunkedCommandTransport.java:39)
at
hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
ERROR: apache-beam-jenkins-16 is offline; cannot locate jdk_1.8_latest
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
