See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/1026/display/redirect?page=changes>
Changes:
[noreply] [Python]Update state cache size to 100 MB (#28877)
------------------------------------------
[...truncated 75.03 KB...]
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x42b0e0?,
0x1a39610?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc00051e120,
{0xc0002e98f8?, 0x2bfba60?}, 0xc0002e98f8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x129
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc0012ded20?,
{0x1a39610?, 0xc000500900?}, 0x424b45?, {0x0?, 0x200?, 0x7fd687718a28?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a3ad00,
{0xc0012ec2a0, 0xc00055a6d0?, 0x1a23bb0?}, {0xc0012ded20?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x1fa
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc0002d3770,
0x0?, {0x1312d00, 0x1, 0xa, 0x5a, 0x5, 0x3ff0000000000000}, 0xc0005e0b58)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x116
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0x1312d00?,
0x1, 0xa, 0x5a, 0x5, 0x3ff0000000000000}, 0xc00022ac88)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xaa
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x10000?,
{0x168f620?, 0xc0005e0b28?}, {0x16ecfa0?, 0xc00057cb40?}, {0x13b9f00?,
0xc0005e0b58?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xaf
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, 0x1}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xa9
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0001b4b40,
{0x1a39610?, 0xc000500900}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc00051e360,
{0x1a39610, 0xc000500900}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc00051e360,
0xc0005e5830)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc000506820,
{0x1a39610, 0xc0002ed2c0}, 0xc0001a6e00, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x62f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc00054fd28,
{0xc0005c7328?, 0xc00022c3a0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:240
+0x223
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc0005774a0,
{0x1a39610, 0xc0002ed2c0}, 0xc00055b618, 0xc00055b5f8)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:146
+0x4d3
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc0005774a0,
{0x1a39610, 0xc0002ed2c0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:214
+0x20a
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x1a39610?,
0xc0002ed2c0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x3b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x1a39610?,
0xc0002ed2c0?}, 0x418488?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x62
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc0002caea0,
{0x1a39610, 0xc0002ed2c0}, {0x2b77de8, 0x1}, {{0x1a383c0?, 0xc000500840?},
{0x1a6dd98?, 0xc00056a2a0?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3b8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc000492000,
{0x1a39278?, 0xc0002e6ae0?}, 0xc0002e0140)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0x9f8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x1a39278?,
0xc0002e6ae0?}, 0xc00052a168?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x74
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
in goroutine 1
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xede
2023/10/06 22:29:54
Job[load0tests0go0flink0batch0cogbk0201006220249-root-1006222828-a39ae059_59040e13-d16c-40e7-be9a-6c638e4a0bfd]
state: FAILED
2023/10/06 22:29:54 Failed to execute job: job
load0tests0go0flink0batch0cogbk0201006220249-root-1006222828-a39ae059_59040e13-d16c-40e7-be9a-6c638e4a0bfd
failed:
java.lang.RuntimeException: Error received from SDK harness for instruction 5:
process bundle failed for instruction 5 using plan 1-6 : panic: datamgr.go [{5
fn/write/n9_flatten:0:0}]: error flushing buffer of length 3999964
caused by:
rpc error: code = Unknown desc =
Full error:
while executing Process for Plan[1-6]:
1: DataSource[S[fn/read/n2/SplitAndSize0:0@localhost:39815], local_output]
Out:10
Coder:W;fn/wire/n2/SplitAndSize0:0<KV;c13/SplitAndSize0<KV;c13/PairWithRestriction0<R;c13[synthetic.SourceConfig],KV;c17<offsetrange.Restriction[offsetrange.Restriction;c14];c15,bool;c16>>,double;DoubleCoder0>>!GWC
10: SDF.ProcessSizedElementsAndRestrictions[synthetic.sourceFn] UID:10 Out:[9]
9: PCollection[n3] Out:[8]
8: ParDo[load.RuntimeMonitor] Out:[7] Sig: func([]uint8, []uint8, func([]uint8,
[]uint8)), SideInputs: []
7: PCollection[n4] Out:[6]
6: Inject[0]. Out:5
5: PCollection[n4_e9_inject0] Out:[4]
4: Flatten[1]. Out:DataSink[S[fn/write/n9_flatten:0:0@localhost:39815]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
3: PCollection[n9_flatten:0] Out:[2]
2: DataSink[S[fn/write/n9_flatten:0:0@localhost:39815]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
caused by:
panic: datamgr.go [{5 fn/write/n9_flatten:0:0}]: error flushing buffer of
length 3999964
caused by:
rpc error: code = Unknown desc = goroutine 29 [running]:
runtime/debug.Stack()
/home/jenkins/sdk/go1.21.1/src/runtime/debug/stack.go:24 +0x5e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic.func1()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:58
+0x94
panic({0x1591960?, 0xc0005004c0?})
/home/jenkins/sdk/go1.21.1/src/runtime/panic.go:914 +0x21f
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a3ad00,
{0xc0012ec2a0, 0x40d39a?, 0x1abc0?}, {0xc0012ded20?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:81
+0x213
github.com/apache/beam/sdks/v2/go/test/load.(*RuntimeMonitor).ProcessElement(0x14aecc0?,
{0xc0012ec2a0?, 0xaef37ba36d0fcc?, 0xa381b08022ab4a31?}, {0xc0012ded20?,
0x5f87de4450a73b3b?, 0x75ef428d299759ae?}, 0x199f4d92d5650892?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/util.go>:87
+0x33
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc0012ded20,
0x5a, 0x5a}, 0x46e3b2)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x92
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0xc000559e40?,
{0x136db60?, 0xc0012db818?}, {0x136db60?, 0xc0012db830?}, {0x13b9f00?,
0xc00054fd10?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x70
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2bd5580?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x6f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0001b4a00,
{0x1a39610?, 0xc000500940}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc00051e120,
{0x1a39610, 0xc000500940}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc00051e120,
0xc0012f2120)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x42b0e0?,
0x1a39610?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc00051e120,
{0xc0002e98f8?, 0x2bfba60?}, 0xc0002e98f8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x129
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc0012ded20?,
{0x1a39610?, 0xc000500900?}, 0x424b45?, {0x0?, 0x200?, 0x7fd687718a28?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a3ad00,
{0xc0012ec2a0, 0xc00055a6d0?, 0x1a23bb0?}, {0xc0012ded20?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x1fa
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc0002d3770,
0x0?, {0x1312d00, 0x1, 0xa, 0x5a, 0x5, 0x3ff0000000000000}, 0xc0005e0b58)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x116
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0x1312d00?,
0x1, 0xa, 0x5a, 0x5, 0x3ff0000000000000}, 0xc00022ac88)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xaa
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x10000?,
{0x168f620?, 0xc0005e0b28?}, {0x16ecfa0?, 0xc00057cb40?}, {0x13b9f00?,
0xc0005e0b58?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xaf
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, 0x1}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xa9
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0001b4b40,
{0x1a39610?, 0xc000500900}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc00051e360,
{0x1a39610, 0xc000500900}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc00051e360,
0xc0005e5830)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc000506820,
{0x1a39610, 0xc0002ed2c0}, 0xc0001a6e00, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x62f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc00054fd28,
{0xc0005c7328?, 0xc00022c3a0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:240
+0x223
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc0005774a0,
{0x1a39610, 0xc0002ed2c0}, 0xc00055b618, 0xc00055b5f8)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:146
+0x4d3
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc0005774a0,
{0x1a39610, 0xc0002ed2c0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:214
+0x20a
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x1a39610?,
0xc0002ed2c0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x3b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x1a39610?,
0xc0002ed2c0?}, 0x418488?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x62
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc0002caea0,
{0x1a39610, 0xc0002ed2c0}, {0x2b77de8, 0x1}, {{0x1a383c0?, 0xc000500840?},
{0x1a6dd98?, 0xc00056a2a0?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3b8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc000492000,
{0x1a39278?, 0xc0002e6ae0?}, 0xc0002e0140)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0x9f8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x1a39278?,
0xc0002e6ae0?}, 0xc00052a168?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x74
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
in goroutine 1
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xede
panic: Failed to execute job: job
load0tests0go0flink0batch0cogbk0201006220249-root-1006222828-a39ae059_59040e13-d16c-40e7-be9a-6c638e4a0bfd
failed:
java.lang.RuntimeException: Error received from SDK harness for instruction 5:
process bundle failed for instruction 5 using plan 1-6 : panic: datamgr.go [{5
fn/write/n9_flatten:0:0}]: error flushing buffer of length 3999964
caused by:
rpc error: code = Unknown desc =
Full error:
while executing Process for Plan[1-6]:
1: DataSource[S[fn/read/n2/SplitAndSize0:0@localhost:39815], local_output]
Out:10
Coder:W;fn/wire/n2/SplitAndSize0:0<KV;c13/SplitAndSize0<KV;c13/PairWithRestriction0<R;c13[synthetic.SourceConfig],KV;c17<offsetrange.Restriction[offsetrange.Restriction;c14];c15,bool;c16>>,double;DoubleCoder0>>!GWC
10: SDF.ProcessSizedElementsAndRestrictions[synthetic.sourceFn] UID:10 Out:[9]
9: PCollection[n3] Out:[8]
8: ParDo[load.RuntimeMonitor] Out:[7] Sig: func([]uint8, []uint8, func([]uint8,
[]uint8)), SideInputs: []
7: PCollection[n4] Out:[6]
6: Inject[0]. Out:5
5: PCollection[n4_e9_inject0] Out:[4]
4: Flatten[1]. Out:DataSink[S[fn/write/n9_flatten:0:0@localhost:39815]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
3: PCollection[n9_flatten:0] Out:[2]
2: DataSink[S[fn/write/n9_flatten:0:0@localhost:39815]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
caused by:
panic: datamgr.go [{5 fn/write/n9_flatten:0:0}]: error flushing buffer of
length 3999964
caused by:
rpc error: code = Unknown desc = goroutine 29 [running]:
runtime/debug.Stack()
/home/jenkins/sdk/go1.21.1/src/runtime/debug/stack.go:24 +0x5e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic.func1()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:58
+0x94
panic({0x1591960?, 0xc0005004c0?})
/home/jenkins/sdk/go1.21.1/src/runtime/panic.go:914 +0x21f
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a3ad00,
{0xc0012ec2a0, 0x40d39a?, 0x1abc0?}, {0xc0012ded20?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:81
+0x213
github.com/apache/beam/sdks/v2/go/test/load.(*RuntimeMonitor).ProcessElement(0x14aecc0?,
{0xc0012ec2a0?, 0xaef37ba36d0fcc?, 0xa381b08022ab4a31?}, {0xc0012ded20?,
0x5f87de4450a73b3b?, 0x75ef428d299759ae?}, 0x199f4d92d5650892?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/util.go>:87
+0x33
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc0012ded20,
0x5a, 0x5a}, 0x46e3b2)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x92
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0xc000559e40?,
{0x136db60?, 0xc0012db818?}, {0x136db60?, 0xc0012db830?}, {0x13b9f00?,
0xc00054fd10?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x70
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2bd5580?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x6f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0001b4a00,
{0x1a39610?, 0xc000500940}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc00051e120,
{0x1a39610, 0xc000500940}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc00051e120,
0xc0012f2120)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x42b0e0?,
0x1a39610?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc00051e120,
{0xc0002e98f8?, 0x2bfba60?}, 0xc0002e98f8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x129
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc0012ded20?,
{0x1a39610?, 0xc000500900?}, 0x424b45?, {0x0?, 0x200?, 0x7fd687718a28?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x1a3ad00,
{0xc0012ec2a0, 0xc00055a6d0?, 0x1a23bb0?}, {0xc0012ded20?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x1fa
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc0002d3770,
0x0?, {0x1312d00, 0x1, 0xa, 0x5a, 0x5, 0x3ff0000000000000}, 0xc0005e0b58)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x116
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0x1312d00?,
0x1, 0xa, 0x5a, 0x5, 0x3ff0000000000000}, 0xc00022ac88)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xaa
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x10000?,
{0x168f620?, 0xc0005e0b28?}, {0x16ecfa0?, 0xc00057cb40?}, {0x13b9f00?,
0xc0005e0b58?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xaf
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, 0x1}, 0x0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xa9
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0001b4b40,
{0x1a39610?, 0xc000500900}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xf90
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc00051e360,
{0x1a39610, 0xc000500900}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x2bd5580, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x29f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc00051e360,
0xc0005e5830)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x8f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc000506820,
{0x1a39610, 0xc0002ed2c0}, 0xc0001a6e00, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x62f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc00054fd28,
{0xc0005c7328?, 0xc00022c3a0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:240
+0x223
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc0005774a0,
{0x1a39610, 0xc0002ed2c0}, 0xc00055b618, 0xc00055b5f8)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:146
+0x4d3
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc0005774a0,
{0x1a39610, 0xc0002ed2c0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:214
+0x20a
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x1a39610?,
0xc0002ed2c0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x3b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x1a39610?,
0xc0002ed2c0?}, 0x418488?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x62
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc0002caea0,
{0x1a39610, 0xc0002ed2c0}, {0x2b77de8, 0x1}, {{0x1a383c0?, 0xc000500840?},
{0x1a6dd98?, 0xc00056a2a0?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3b8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc000492000,
{0x1a39278?, 0xc0002e6ae0?}, 0xc0002e0140)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0x9f8
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x1a39278?,
0xc0002e6ae0?}, 0xc00052a168?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x74
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
in goroutine 1
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xede
goroutine 1 [running]:
github.com/apache/beam/sdks/v2/go/pkg/beam/log.Fatalf({0x1a391c8, 0x2c2a4e0},
{0x18a3514?, 0x2c2a4e0?}, {0xc00045be20?, 0x0?, 0x3e8?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/log/log.go>:162
+0x7d
main.main()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/cogbk/cogbk.go>:103
+0x4aa
> Task :sdks:go:test:load:run FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/build.gradle'>
line: 31
* What went wrong:
Execution failed for task ':sdks:go:test:load:run'.
> Process 'command 'sh'' finished with non-zero exit value 2
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.3/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 2m 15s
6 actionable tasks: 5 executed, 1 from cache
Publishing build scan...
https://ge.apache.org/s/j3n5v24qbmoee
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
