See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/949/display/redirect?page=changes>
Changes:
[noreply] [prism] Fix top for unfused execution. Move to register. (#27585)
------------------------------------------
[...truncated 76.29 KB...]
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xfec
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc0004b4480,
{0x18842d0, 0xc000467c80}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x2b5
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc0004b4480,
0xc000ca57a0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x9b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x155?,
0x18842d0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x91
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc0004b4480,
{0x18?, 0xc000062400?}, 0xc0004907c8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x125
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc000c97ec0?,
{0x18842d0?, 0xc000467c40?}, 0x4214e7?, {0x0?, 0x1822290?, 0xc00053a638?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x18859e0,
{0xc000cac300, 0xc00053a6e0?, 0x1873120?}, {0xc000c97ec0?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x20f
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc00048fd50,
0x7eff2c54d108?, {0x1e8480, 0x1, 0xa, 0x5a, 0x3e8, 0x3ff0000000000000},
0xc0000e9dd0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x123
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0x1e8480?,
0x1, 0xa, 0x5a, 0x3e8, 0x3ff0000000000000}, 0x0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xb0
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x0?,
{0x1536e20?, 0xc0000e9da0?}, {0x158e040?, 0xc000523770?}, {0x12cdf20?,
0xc0000e9dd0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xb6
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, 0x1}, 0x7eff2c54d108?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xad
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000f83c0,
{0x18842d0?, 0xc000467c40}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xfec
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc0004b46c0,
{0x18842d0, 0xc000467c40}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x2b5
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc0004b46c0,
0xc00034be60)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x9b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc0003a2fa0,
{0x18842d0, 0xc0001097c0}, 0xc00003ea10, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x63d
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc0000e98a8,
{0xc00039f338?, 0xc000047460?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:241
+0x21e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc000430840,
{0x18842d0, 0xc0001097c0}, 0xc00053b628, 0xc00053b608)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:147
+0x4f6
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc000430840,
{0x18842d0, 0xc0001097c0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:215
+0x226
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x18842d0?,
0xc0001097c0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x42
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x18842d0?,
0xc0001097c0?}, 0x415d70?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x6c
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc000432ea0,
{0x18842d0, 0xc0001097c0}, {0x22f2ec0, 0x1}, {{0x1876d70?, 0xc000467b80?},
{0x18ac5b8?, 0xc0003ac4b0?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3df
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc0003fc000,
{0x18841b8?, 0xc000156e70?}, 0xc00052e410)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0xa37
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x18841b8?,
0xc000156e70?}, 0xc00014e900?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x7a
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xf1d
2023/07/21 22:31:01 Job state: FAILED
2023/07/21 22:31:01 Failed to execute job: job
load0tests0go0flink0batch0cogbk0200721215338-root-0721222847-da3527fb_5c0a4abf-f5ed-41c3-97ba-1b4c9acd7853
failed:
java.lang.RuntimeException: Error received from SDK harness for instruction 4:
process bundle failed for instruction 4 using plan 1-4 : panic: datamgr.go [{4
fn/write/n9_flatten:0:0}]: error flushing buffer of length 3999964
caused by:
rpc error: code = Unknown desc =
Full error:
while executing Process for Plan[1-4]:
2: DataSink[S[fn/write/n9_flatten:0:0@localhost:45359]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
3: PCollection[n9_flatten:0] Out:[2]
4: Flatten[1]. Out:DataSink[S[fn/write/n9_flatten:0:0@localhost:45359]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
5: PCollection[n8_e9_inject1] Out:[4]
6: Inject[1]. Out:5
7: PCollection[n8] Out:[6]
8: ParDo[load.RuntimeMonitor] Out:[7] Sig: func([]uint8, []uint8, func([]uint8,
[]uint8)), SideInputs: []
9: PCollection[n7] Out:[8]
10: SDF.ProcessSizedElementsAndRestrictions[synthetic.sourceFn] UID:10 Out:[9]
1: DataSource[S[fn/read/n6/SplitAndSize0:0@localhost:45359], local_output]
Out:10
Coder:W;fn/wire/n6/SplitAndSize0:0<KV;c13/SplitAndSize0<KV;c13/PairWithRestriction0<R;c13[synthetic.SourceConfig],KV;c17<offsetrange.Restriction[offsetrange.Restriction;c14];c15,bool;c16>>,double;DoubleCoder0>>!GWC
caused by:
panic: datamgr.go [{4 fn/write/n9_flatten:0:0}]: error flushing buffer of
length 3999964
caused by:
rpc error: code = Unknown desc = goroutine 16 [running]:
runtime/debug.Stack()
/home/jenkins/sdk/go1.20.5/src/runtime/debug/stack.go:24 +0x65
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic.func1()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:58
+0xa5
panic({0x1461560, 0xc00056e1c0})
/home/jenkins/sdk/go1.20.5/src/runtime/panic.go:884 +0x213
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x18859e0,
{0xc000cac300, 0x40a92d?, 0x43849f?}, {0xc000c97ec0?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:81
+0x22f
github.com/apache/beam/sdks/v2/go/test/load.(*RuntimeMonitor).ProcessElement(0x0?,
{0xc000cac300?, 0x0?, 0xc0004c41a0?}, {0xc000c97ec0?, 0x9ac1c5a643bdf7f?,
0x4eae0a0001000000?}, 0xc1519682131a74eb?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/util.go>:87
+0x39
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc000c97ec0,
0x5a, 0x5a}, 0x46efaa)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x9c
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0x46c823?,
{0x129cf40?, 0xc000cb02d0?}, {0x129cf40?, 0xc000cb02e8?}, {0x12cdf20?,
0xc0000e9890?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x234bf30?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x75
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000f8280,
{0x18842d0?, 0xc000467c80}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xfec
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc0004b4480,
{0x18842d0, 0xc000467c80}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x2b5
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc0004b4480,
0xc000ca57a0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x9b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x155?,
0x18842d0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x91
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc0004b4480,
{0x18?, 0xc000062400?}, 0xc0004907c8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x125
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc000c97ec0?,
{0x18842d0?, 0xc000467c40?}, 0x4214e7?, {0x0?, 0x1822290?, 0xc00053a638?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x18859e0,
{0xc000cac300, 0xc00053a6e0?, 0x1873120?}, {0xc000c97ec0?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x20f
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc00048fd50,
0x7eff2c54d108?, {0x1e8480, 0x1, 0xa, 0x5a, 0x3e8, 0x3ff0000000000000},
0xc0000e9dd0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x123
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0x1e8480?,
0x1, 0xa, 0x5a, 0x3e8, 0x3ff0000000000000}, 0x0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xb0
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x0?,
{0x1536e20?, 0xc0000e9da0?}, {0x158e040?, 0xc000523770?}, {0x12cdf20?,
0xc0000e9dd0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xb6
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, 0x1}, 0x7eff2c54d108?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xad
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000f83c0,
{0x18842d0?, 0xc000467c40}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xfec
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc0004b46c0,
{0x18842d0, 0xc000467c40}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x2b5
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc0004b46c0,
0xc00034be60)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x9b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc0003a2fa0,
{0x18842d0, 0xc0001097c0}, 0xc00003ea10, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x63d
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc0000e98a8,
{0xc00039f338?, 0xc000047460?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:241
+0x21e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc000430840,
{0x18842d0, 0xc0001097c0}, 0xc00053b628, 0xc00053b608)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:147
+0x4f6
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc000430840,
{0x18842d0, 0xc0001097c0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:215
+0x226
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x18842d0?,
0xc0001097c0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x42
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x18842d0?,
0xc0001097c0?}, 0x415d70?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x6c
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc000432ea0,
{0x18842d0, 0xc0001097c0}, {0x22f2ec0, 0x1}, {{0x1876d70?, 0xc000467b80?},
{0x18ac5b8?, 0xc0003ac4b0?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3df
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc0003fc000,
{0x18841b8?, 0xc000156e70?}, 0xc00052e410)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0xa37
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x18841b8?,
0xc000156e70?}, 0xc00014e900?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x7a
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xf1d
panic: Failed to execute job: job
load0tests0go0flink0batch0cogbk0200721215338-root-0721222847-da3527fb_5c0a4abf-f5ed-41c3-97ba-1b4c9acd7853
failed:
java.lang.RuntimeException: Error received from SDK harness for instruction 4:
process bundle failed for instruction 4 using plan 1-4 : panic: datamgr.go [{4
fn/write/n9_flatten:0:0}]: error flushing buffer of length 3999964
caused by:
rpc error: code = Unknown desc =
Full error:
while executing Process for Plan[1-4]:
2: DataSink[S[fn/write/n9_flatten:0:0@localhost:45359]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
3: PCollection[n9_flatten:0] Out:[2]
4: Flatten[1]. Out:DataSink[S[fn/write/n9_flatten:0:0@localhost:45359]]
Coder:W;fn/wire/n9_flatten:0:0<KV;c6<bytes;c0,KV;c5<int[varintz;c3];c4,bytes;c0>>>!GWC
5: PCollection[n8_e9_inject1] Out:[4]
6: Inject[1]. Out:5
7: PCollection[n8] Out:[6]
8: ParDo[load.RuntimeMonitor] Out:[7] Sig: func([]uint8, []uint8, func([]uint8,
[]uint8)), SideInputs: []
9: PCollection[n7] Out:[8]
10: SDF.ProcessSizedElementsAndRestrictions[synthetic.sourceFn] UID:10 Out:[9]
1: DataSource[S[fn/read/n6/SplitAndSize0:0@localhost:45359], local_output]
Out:10
Coder:W;fn/wire/n6/SplitAndSize0:0<KV;c13/SplitAndSize0<KV;c13/PairWithRestriction0<R;c13[synthetic.SourceConfig],KV;c17<offsetrange.Restriction[offsetrange.Restriction;c14];c15,bool;c16>>,double;DoubleCoder0>>!GWC
caused by:
panic: datamgr.go [{4 fn/write/n9_flatten:0:0}]: error flushing buffer of
length 3999964
caused by:
rpc error: code = Unknown desc = goroutine 16 [running]:
runtime/debug.Stack()
/home/jenkins/sdk/go1.20.5/src/runtime/debug/stack.go:24 +0x65
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic.func1()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:58
+0xa5
panic({0x1461560, 0xc00056e1c0})
/home/jenkins/sdk/go1.20.5/src/runtime/panic.go:884 +0x213
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x18859e0,
{0xc000cac300, 0x40a92d?, 0x43849f?}, {0xc000c97ec0?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:81
+0x22f
github.com/apache/beam/sdks/v2/go/test/load.(*RuntimeMonitor).ProcessElement(0x0?,
{0xc000cac300?, 0x0?, 0xc0004c41a0?}, {0xc000c97ec0?, 0x9ac1c5a643bdf7f?,
0x4eae0a0001000000?}, 0xc1519682131a74eb?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/util.go>:87
+0x39
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x0StructWrappersAndFuncs[...].func2.1({0xc000c97ec0,
0x5a, 0x5a}, 0x46efaa)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2469
+0x9c
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x0[...]).Call3x0(0x46c823?,
{0x129cf40?, 0xc000cb02d0?}, {0x129cf40?, 0xc000cb02e8?}, {0x12cdf20?,
0xc0000e9890?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:2458
+0x7f
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func4({0x0,
0x0, 0x0, 0x0, 0x0}, {0x234bf30?, 0x1?, 0x1?}, 0xffdf3b645a1cac09?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:55
+0x75
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000f8280,
{0x18842d0?, 0xc000467c80}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xfec
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc0004b4480,
{0x18842d0, 0xc000467c80}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x2b5
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc0004b4480,
0xc000ca57a0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x9b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processMainInput(0x155?,
0x18842d0?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:172
+0x91
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).ProcessElement(0xc0004b4480,
{0x18?, 0xc000062400?}, 0xc0004907c8, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:156
+0x125
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*PCollection).ProcessElement(0xc000c97ec0?,
{0x18842d0?, 0xc000467c40?}, 0x4214e7?, {0x0?, 0x1822290?, 0xc00053a638?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pcollection.go>:100
+0x151
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*emit2[...]).invoke(0x18859e0,
{0xc000cac300, 0xc00053a6e0?, 0x1873120?}, {0xc000c97ec0?, 0x5a, 0x5a})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/emitter.go>:80
+0x20f
github.com/apache/beam/sdks/v2/go/pkg/beam/io/synthetic.(*sourceFn).ProcessElement(0xc00048fd50,
0x7eff2c54d108?, {0x1e8480, 0x1, 0xa, 0x5a, 0x3e8, 0x3ff0000000000000},
0xc0000e9dd0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/io/synthetic/source.go>:151
+0x123
github.com/apache/beam/sdks/v2/go/pkg/beam/register.registerDoFn3x1StructWrappersAndFuncs[...].func2.1({0x1e8480?,
0x1, 0xa, 0x5a, 0x3e8, 0x3ff0000000000000}, 0x0)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3382
+0xb0
github.com/apache/beam/sdks/v2/go/pkg/beam/register.(*caller3x1[...]).Call3x1(0x0?,
{0x1536e20?, 0xc0000e9da0?}, {0x158e040?, 0xc000523770?}, {0x12cdf20?,
0xc0000e9dd0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/register/register.go>:3371
+0xb6
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).initCall.func13({0x0,
0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, 0x1}, 0x7eff2c54d108?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn_arity.go>:109
+0xad
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*invoker).invokeWithOpts(0xc0000f83c0,
{0x18842d0?, 0xc000467c40}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/fn.go>:297
+0xfec
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).invokeProcessFn(0xc0004b46c0,
{0x18842d0, 0xc000467c40}, {0x0, 0x0, 0x0, 0x0, 0x0}, {0x234bf30, 0x1, ...},
...)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:508
+0x2b5
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ParDo).processSingleWindow(0xc0004b46c0,
0xc00034be60)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/pardo.go>:194
+0x9b
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*ProcessSizedElementsAndRestrictions).ProcessElement(0xc0003a2fa0,
{0x18842d0, 0xc0001097c0}, 0xc00003ea10, {0x0, 0x0, 0x0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/sdf.go>:556
+0x63d
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process.func1(0xc0000e98a8,
{0xc00039f338?, 0xc000047460?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:241
+0x21e
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).process(0xc000430840,
{0x18842d0, 0xc0001097c0}, 0xc00053b628, 0xc00053b608)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:147
+0x4f6
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*DataSource).Process(0xc000430840,
{0x18842d0, 0xc0001097c0})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/datasource.go>:215
+0x226
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute.func2({0x18842d0?,
0xc0001097c0?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:151
+0x42
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.callNoPanic({0x18842d0?,
0xc0001097c0?}, 0x415d70?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/util.go>:62
+0x6c
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec.(*Plan).Execute(0xc000432ea0,
{0x18842d0, 0xc0001097c0}, {0x22f2ec0, 0x1}, {{0x1876d70?, 0xc000467b80?},
{0x18ac5b8?, 0xc0003ac4b0?}})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/exec/plan.go>:150
+0x3df
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.(*control).handleInstruction(0xc0003fc000,
{0x18841b8?, 0xc000156e70?}, 0xc00052e410)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:409
+0xa37
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions.func4({0x18841b8?,
0xc000156e70?}, 0xc00014e900?)
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:195
+0x7a
created by
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/harness.MainWithOptions
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/core/runtime/harness/harness.go>:213
+0xf1d
goroutine 1 [running]:
github.com/apache/beam/sdks/v2/go/pkg/beam/log.Fatalf({0x1884148,
0xc00004c0c0}, {0x170038d?, 0x239e858?}, {0xc000371e60?, 0x0?, 0x3e8?})
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/pkg/beam/log/log.go>:162
+0x8c
main.main()
<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/cogbk/cogbk.go>:103
+0x4bb
> Task :sdks:go:test:load:run FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_LoadTests_Go_CoGBK_Flink_batch/ws/src/sdks/go/test/load/build.gradle'>
line: 31
* What went wrong:
Execution failed for task ':sdks:go:test:load:run'.
> Process 'command 'sh'' finished with non-zero exit value 2
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 2m 47s
12 actionable tasks: 6 executed, 4 from cache, 2 up-to-date
Publishing build scan...
https://ge.apache.org/s/4bpwf4lcpscyg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]