See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/984/display/redirect?page=changes>
Changes:
[noreply] [AWS SQS] Support strict expiration of SQS batches when writing
(#27484)
------------------------------------------
[...truncated 66.61 KB...]
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/test/load/util.go>:87
+0x33
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc000a91a20,
0x9, 0x9}, 0x46e392)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x92
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0xc000201e40?,
{0x13876e0?, 0xc000a9f1e8?}, {0x13876e0?, 0xc000a9f200?}, {0x13d9e00?,
0xc0000112a8?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x70
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2c69f60?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x6f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000fc8c0,
{0x1a705b0?, 0xc0004210c0}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc000344000,
{0x1a705b0, 0xc0004210c0}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc000344000,
0xc000a9dc20)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x155?,
0x1a705b0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc000344000,
{0x18?, 0xc000074400?}, 0xc000325bb8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x129
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc000a91a20?,
{0x1a705b0?, 0xc000421080?}, 0x424aa5?, {0x0?, 0x200?, 0x180?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a71c20,
{0xc000a91a18, 0xc0002026d0?, 0x1a59060?}, {0xc000a91a20?, 0x9, 0x9})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x1fa
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc000415460,
0x0?, {0xbebc200, 0x1, 0x1, 0x9, 0x0, 0x0}, 0xc000011b90)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x116
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0xbebc200?,
0x1, 0x1, 0x9, 0x0, 0x0}, 0xc000013818)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xaa
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x10000?,
{0x16c0d60?, 0xc000011b30?}, {0x1721e20?, 0xc00041a9f0?}, {0x13d9e00?,
0xc000011b90?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xaf
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, 0x1}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xa9
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000fca00,
{0x1a705b0?, 0xc000421080}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc000344240,
{0x1a705b0, 0xc000421080}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc000344240,
0xc00037b7a0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc000337220,
{0x1a705b0, 0xc000252a40}, 0xc00026d180, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x62f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc0000112c0,
{0xc000203328?, 0xc0004a94a0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:240
+0x223
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc00047c6e0,
{0x1a705b0, 0xc000252a40}, 0xc000203618, 0xc0002035f8)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:146
+0x4d3
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc00047c6e0,
{0x1a705b0, 0xc000252a40})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:214
+0x20a
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x1a705b0?,
0xc000252a40?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x3b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x1a705b0?,
0xc000252a40?}, 0x418488?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x62
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc00032b680,
{0x1a705b0, 0xc000252a40}, {0x2c0b7a8, 0x1}, {{0x1a6e2e0?, 0xc000420fc0?},
{0x1aa8c98?, 0xc000332b70?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3b8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc000478000,
{0x1a701a0?, 0xc0001c10b0?}, 0xc00042a820)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0x9f8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x1a701a0?,
0xc0001c10b0?}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x74
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
in goroutine 1
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xede
2023/08/14 08:07:54
Job[load0tests0go0flink0batch0gbk0100814065404-root-0814080533-daa844e_fe127b0e-7328-4a6d-8d72-902361f63483]
state: FAILED
2023/08/14 08:07:54 Failed to execute job: job
load0tests0go0flink0batch0gbk0100814065404-root-0814080533-daa844e_fe127b0e-7328-4a6d-8d72-902361f63483
failed:
java.lang.RuntimeException: Error received from SDK harness for instruction 5:
process bundle failed for instruction 5 using plan 1-3 : panic: datamgr.go [{5
fn/write/n4:0}]: error flushing buffer of length 4000000
caused by:
rpc error: code = Unknown desc =
Full error:
while executing Process for Plan[1-3]:
1: DataSource[S[fn/read/n2/SplitAndSize0:0@localhost:37611], local_output]
Out:6
Coder:W;fn/wire/n2/SplitAndSize0:0<KV;c5/SplitAndSize0<KV;c5/PairWithRestriction0<R;c5[synthetic.SourceConfig],KV;c9<offsetrange.Restriction[offsetrange.Restriction;c6];c7,bool;c8>>,double;DoubleCoder0>>!GWC
6: SDF.ProcessSizedElementsAndRestrictions[synthetic.sourceFn] UID:6 Out:[5]
5: PCollection[n3] Out:[4]
4: ParDo[load.RuntimeMonitor] Out:[2] Sig: func([]uint8, []uint8, func([]uint8,
[]uint8)), SideInputs: []
3: PCollection[n4] Out:[2]
2: DataSink[S[fn/write/n4:0@localhost:37611]]
Coder:W;fn/wire/n4:0<KV;c1<bytes;c0,bytes;c0>>!GWC
caused by:
panic: datamgr.go [{5 fn/write/n4:0}]: error flushing buffer of length 4000000
caused by:
rpc error: code = Unknown desc = goroutine 27 [running]:
runtime/debug.Stack()
/home/jenkins/sdk/go1.21.0/src/runtime/debug/stack.go:24 +0x5e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic.func1()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:58
+0x94
panic({0x15bfba0?, 0xc000454140?})
/home/jenkins/sdk/go1.21.0/src/runtime/panic.go:914 +0x21f
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a71c20,
{0xc000a91a18, 0x40d39a?, 0x1?}, {0xc000a91a20?, 0x9, 0x9})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:81
+0x213
github.com/apache/beam/sdks/v2/go/test/load.(*RuntimeMonitor).ProcessElement(0x2cbe1c0?,
{0xc000a91a18?, 0x1?, 0x1?}, {0xc000a91a20?, 0x9?, 0x9?}, 0xc0000112a8?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/test/load/util.go>:87
+0x33
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc000a91a20,
0x9, 0x9}, 0x46e392)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x92
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0xc000201e40?,
{0x13876e0?, 0xc000a9f1e8?}, {0x13876e0?, 0xc000a9f200?}, {0x13d9e00?,
0xc0000112a8?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x70
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2c69f60?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x6f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000fc8c0,
{0x1a705b0?, 0xc0004210c0}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc000344000,
{0x1a705b0, 0xc0004210c0}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc000344000,
0xc000a9dc20)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x155?,
0x1a705b0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc000344000,
{0x18?, 0xc000074400?}, 0xc000325bb8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x129
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc000a91a20?,
{0x1a705b0?, 0xc000421080?}, 0x424aa5?, {0x0?, 0x200?, 0x180?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a71c20,
{0xc000a91a18, 0xc0002026d0?, 0x1a59060?}, {0xc000a91a20?, 0x9, 0x9})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x1fa
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc000415460,
0x0?, {0xbebc200, 0x1, 0x1, 0x9, 0x0, 0x0}, 0xc000011b90)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x116
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0xbebc200?,
0x1, 0x1, 0x9, 0x0, 0x0}, 0xc000013818)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xaa
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x10000?,
{0x16c0d60?, 0xc000011b30?}, {0x1721e20?, 0xc00041a9f0?}, {0x13d9e00?,
0xc000011b90?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xaf
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, 0x1}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xa9
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000fca00,
{0x1a705b0?, 0xc000421080}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc000344240,
{0x1a705b0, 0xc000421080}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc000344240,
0xc00037b7a0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc000337220,
{0x1a705b0, 0xc000252a40}, 0xc00026d180, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x62f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc0000112c0,
{0xc000203328?, 0xc0004a94a0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:240
+0x223
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc00047c6e0,
{0x1a705b0, 0xc000252a40}, 0xc000203618, 0xc0002035f8)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:146
+0x4d3
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc00047c6e0,
{0x1a705b0, 0xc000252a40})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:214
+0x20a
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x1a705b0?,
0xc000252a40?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x3b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x1a705b0?,
0xc000252a40?}, 0x418488?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x62
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc00032b680,
{0x1a705b0, 0xc000252a40}, {0x2c0b7a8, 0x1}, {{0x1a6e2e0?, 0xc000420fc0?},
{0x1aa8c98?, 0xc000332b70?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3b8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc000478000,
{0x1a701a0?, 0xc0001c10b0?}, 0xc00042a820)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0x9f8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x1a701a0?,
0xc0001c10b0?}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x74
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
in goroutine 1
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xede
panic: Failed to execute job: job
load0tests0go0flink0batch0gbk0100814065404-root-0814080533-daa844e_fe127b0e-7328-4a6d-8d72-902361f63483
failed:
java.lang.RuntimeException: Error received from SDK harness for instruction 5:
process bundle failed for instruction 5 using plan 1-3 : panic: datamgr.go [{5
fn/write/n4:0}]: error flushing buffer of length 4000000
caused by:
rpc error: code = Unknown desc =
Full error:
while executing Process for Plan[1-3]:
1: DataSource[S[fn/read/n2/SplitAndSize0:0@localhost:37611], local_output]
Out:6
Coder:W;fn/wire/n2/SplitAndSize0:0<KV;c5/SplitAndSize0<KV;c5/PairWithRestriction0<R;c5[synthetic.SourceConfig],KV;c9<offsetrange.Restriction[offsetrange.Restriction;c6];c7,bool;c8>>,double;DoubleCoder0>>!GWC
6: SDF.ProcessSizedElementsAndRestrictions[synthetic.sourceFn] UID:6 Out:[5]
5: PCollection[n3] Out:[4]
4: ParDo[load.RuntimeMonitor] Out:[2] Sig: func([]uint8, []uint8, func([]uint8,
[]uint8)), SideInputs: []
3: PCollection[n4] Out:[2]
2: DataSink[S[fn/write/n4:0@localhost:37611]]
Coder:W;fn/wire/n4:0<KV;c1<bytes;c0,bytes;c0>>!GWC
caused by:
panic: datamgr.go [{5 fn/write/n4:0}]: error flushing buffer of length 4000000
caused by:
rpc error: code = Unknown desc = goroutine 27 [running]:
runtime/debug.Stack()
/home/jenkins/sdk/go1.21.0/src/runtime/debug/stack.go:24 +0x5e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic.func1()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:58
+0x94
panic({0x15bfba0?, 0xc000454140?})
/home/jenkins/sdk/go1.21.0/src/runtime/panic.go:914 +0x21f
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a71c20,
{0xc000a91a18, 0x40d39a?, 0x1?}, {0xc000a91a20?, 0x9, 0x9})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:81
+0x213
github.com/apache/beam/sdks/v2/go/test/load.(*RuntimeMonitor).ProcessElement(0x2cbe1c0?,
{0xc000a91a18?, 0x1?, 0x1?}, {0xc000a91a20?, 0x9?, 0x9?}, 0xc0000112a8?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/test/load/util.go>:87
+0x33
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc000a91a20,
0x9, 0x9}, 0x46e392)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x92
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0xc000201e40?,
{0x13876e0?, 0xc000a9f1e8?}, {0x13876e0?, 0xc000a9f200?}, {0x13d9e00?,
0xc0000112a8?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x70
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2c69f60?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x6f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000fc8c0,
{0x1a705b0?, 0xc0004210c0}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc000344000,
{0x1a705b0, 0xc0004210c0}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc000344000,
0xc000a9dc20)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x155?,
0x1a705b0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc000344000,
{0x18?, 0xc000074400?}, 0xc000325bb8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x129
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc000a91a20?,
{0x1a705b0?, 0xc000421080?}, 0x424aa5?, {0x0?, 0x200?, 0x180?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a71c20,
{0xc000a91a18, 0xc0002026d0?, 0x1a59060?}, {0xc000a91a20?, 0x9, 0x9})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x1fa
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc000415460,
0x0?, {0xbebc200, 0x1, 0x1, 0x9, 0x0, 0x0}, 0xc000011b90)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x116
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0xbebc200?,
0x1, 0x1, 0x9, 0x0, 0x0}, 0xc000013818)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xaa
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x10000?,
{0x16c0d60?, 0xc000011b30?}, {0x1721e20?, 0xc00041a9f0?}, {0x13d9e00?,
0xc000011b90?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xaf
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, 0x1}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xa9
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000fca00,
{0x1a705b0?, 0xc000421080}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc000344240,
{0x1a705b0, 0xc000421080}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2c69f60, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc000344240,
0xc00037b7a0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc000337220,
{0x1a705b0, 0xc000252a40}, 0xc00026d180, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x62f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc0000112c0,
{0xc000203328?, 0xc0004a94a0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:240
+0x223
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc00047c6e0,
{0x1a705b0, 0xc000252a40}, 0xc000203618, 0xc0002035f8)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:146
+0x4d3
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc00047c6e0,
{0x1a705b0, 0xc000252a40})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:214
+0x20a
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x1a705b0?,
0xc000252a40?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x3b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x1a705b0?,
0xc000252a40?}, 0x418488?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x62
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc00032b680,
{0x1a705b0, 0xc000252a40}, {0x2c0b7a8, 0x1}, {{0x1a6e2e0?, 0xc000420fc0?},
{0x1aa8c98?, 0xc000332b70?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3b8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc000478000,
{0x1a701a0?, 0xc0001c10b0?}, 0xc00042a820)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0x9f8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x1a701a0?,
0xc0001c10b0?}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x74
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
in goroutine 1
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xede
goroutine 1 [running]:
github.com/apache/beam/sdks/v2/go/pkg/beam/log.Fatalf({0x1a70168, 0x2cbe1c0},
{0x18de480?, 0x2cbe1c0?}, {0xc00034de30?, 0x0?, 0x0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/pkg/beam/log/log.go>:162
+0x7d
main.main()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/test/load/group_by_key/group_by_key.go>:98
+0x3d3
> Task :sdks:go:test:load:run FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_LoadTests_Go_GBK_Flink_Batch/ws/src/sdks/go/test/load/build.gradle'>
line: 31
* What went wrong:
Execution failed for task ':sdks:go:test:load:run'.
> Process 'command 'sh'' finished with non-zero exit value 2
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 2m 53s
12 actionable tasks: 6 executed, 4 from cache, 2 up-to-date
Publishing build scan...
https://ge.apache.org/s/4qwy43nq6izpy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
