See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_ParDo_Flink_Batch/743/display/redirect?page=changes>
Changes:
[Kenneth Knowles] Exclude IOs already split from Java Precommit job
[Kenneth Knowles] Move expansion services into appropriate precommits
[Kenneth Knowles] Split more IOs out of Java precommit
[Kenneth Knowles] Fix trigger paths for separated IOs
[Kenneth Knowles] Turn rawtype checking back on for core Java SDK
[noreply] [Tour Of Beam] Playground Router GRPC API host (#24542)
[noreply] Bump golang.org/x/net from 0.3.0 to 0.4.0 in /sdks (#24587)
[noreply] Replaced finalize with DoFn Teardown in Neo4jIO (#24571)
[Kenneth Knowles] Simplify bug report templates
[Kenneth Knowles] Fix bugs in issue template yml
[noreply] Fix issue templates (#24597)
[noreply] [#24024] Stop wrapping light weight functions with Contextful as they
[noreply] Sample window size as well (#24388)
[noreply] Implement Kafka Write Schema Transform (#24495)
[Kenneth Knowles] Eliminate null errors from JdbcIO
[noreply] docs(fix): Filter.whereFieldName(s?) ->
[hiandyzhang] ElasticsearchIO: Lower log level in flushBatch to avoid noisy log
------------------------------------------
[...truncated 228.20 KB...]
subtransforms: "e2"
subtransforms: "e3"
outputs: <
key: "n3"
value: "n3"
>
environment_id: "go"
>
>
pcollections: <
key: "n1"
value: <
unique_name: "n1"
coder_id: "c0"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n2"
value: <
unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n3"
value: <
unique_name: "n3"
coder_id: "c1"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n4"
value: <
unique_name: "n4"
coder_id: "c1"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n5"
value: <
unique_name: "n5"
coder_id: "c1"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:window_fn:global_windows:v1"
>
merge_status: NON_MERGING
window_coder_id: "c2"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
on_time_behavior: FIRE_IF_NONEMPTY
environment_id: "go"
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:row:v1"
payload:
"\n\021\n\013num_records\032\002\020\004\n\024\n\016initial_splits\032\002\020\004\n\016\n\010key_size\032\002\020\004\n\020\n\nvalue_size\032\002\020\004\n\022\n\014num_hot_keys\032\002\020\004\n\026\n\020hot_key_fraction\032\002\020\006\022$f691cccd-3963-4ed9-9f25-d9fdfd07b30d"
>
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload:
"ChdvZmZzZXRyYW5nZS5SZXN0cmljdGlvbhJTCBpKT2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9pby9ydHJhY2tlcnMvb2Zmc2V0cmFuZ2UuUmVzdHJpY3Rpb24atAEKS2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9pby9ydHJhY2tlcnMvb2Zmc2V0cmFuZ2UucmVzdEVuYxJlCBYiUwgaSk9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vaW8vcnRyYWNrZXJzL29mZnNldHJhbmdlLlJlc3RyaWN0aW9uKgYIFBICCAgqBAgZQAEitAEKS2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9pby9ydHJhY2tlcnMvb2Zmc2V0cmFuZ2UucmVzdERlYxJlCBYiBggUEgIICCpTCBpKT2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9pby9ydHJhY2tlcnMvb2Zmc2V0cmFuZ2UuUmVzdHJpY3Rpb24qBAgZQAE="
>
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c4"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:bool:v1"
>
>
>
coders: <
key: "c7"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c5"
component_coder_ids: "c6"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n6gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:****_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_****_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e4"
root_transform_ids: "e5"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/12/09 11:38:56 Using specified **** binary: 'linux_amd64/pardo'
2022/12/09 11:38:56 Prepared job with id:
load-tests-go-flink-batch-pardo-3-1209100247_35f03ffc-da50-4d19-9a6c-7fdfd16fb4a4
and staging token:
load-tests-go-flink-batch-pardo-3-1209100247_35f03ffc-da50-4d19-9a6c-7fdfd16fb4a4
2022/12/09 11:38:58 Staged binary artifact with token:
2022/12/09 11:38:58 Submitted job:
load0tests0go0flink0batch0pardo0301209100247-root-1209113858-7b71e32_60bea8aa-3b1a-4e30-98bc-bea851884993
2022/12/09 11:38:58 Job state: STOPPED
2022/12/09 11:38:58 Job state: STARTING
2022/12/09 11:38:58 Job state: RUNNING
2022/12/09 11:43:59 Job state: DONE
2022/12/09 11:43:59 Warning: 6 errors during metrics processing: [failed to
deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"n2/SplitAndSize0"} failed to deduce Step from MonitoringInfo:
urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1"
payload:"\x01" labels:{key:"PCOLLECTION" value:"n2/PairWithRestriction0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01$$$"
labels:{key:"PCOLLECTION" value:"n2/PairWithRestriction0"} failed to deduce
Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01999"
labels:{key:"PCOLLECTION" value:"n2/SplitAndSize0"} failed to deduce Step from
MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"n2/SplitAndSize0"} failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01,,,"
labels:{key:"PCOLLECTION" value:"n2/SplitAndSize0"}]
2022/12/09 11:43:59 Warning: 6 errors during metrics processing: [failed to
deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"n2/SplitAndSize0"} failed to deduce Step from MonitoringInfo:
urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1"
payload:"\x01" labels:{key:"PCOLLECTION" value:"n2/PairWithRestriction0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01$$$"
labels:{key:"PCOLLECTION" value:"n2/PairWithRestriction0"} failed to deduce
Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01999"
labels:{key:"PCOLLECTION" value:"n2/SplitAndSize0"} failed to deduce Step from
MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"n2/SplitAndSize0"} failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01,,,"
labels:{key:"PCOLLECTION" value:"n2/SplitAndSize0"}]
2022/12/09 11:43:59 flink_runtime 4m30.172781574s
BUILD SUCCESSFUL in 6m 3s
12 actionable tasks: 2 executed, 10 up-to-date
Publishing build scan...
https://gradle.com/s/vcc55f5lytpu2
[beam_LoadTests_Go_ParDo_Flink_Batch] $ /bin/bash -xe
/tmp/jenkins2265156656342829070.sh
+ echo '*** ParDo Go Load test: 20M 100 byte records 100 counters ***'
*** ParDo Go Load test: 20M 100 byte records 100 counters ***
[Gradle] - Launching build.
[src] $
<https://ci-beam.apache.org/job/beam_LoadTests_Go_ParDo_Flink_Batch/ws/src/gradlew>
-PloadTest.mainClass=pardo -Prunner=FlinkRunner
'-PloadTest.args=--job_name=load-tests-go-flink-batch-pardo-4-1209100247
--influx_measurement=go_batch_pardo_4 --influx_namespace=flink
--input_options='{"num_records": 20000000,"key_size": 10,"value_size": 90}'
--iterations=1 --number_of_counter_operations=100 --number_of_counters=1
--parallelism=5 --endpoint=localhost:8099 --environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
--influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086
--runner=FlinkRunner' --continue --max-****s=8 -Dorg.gradle.jvmargs=-Xms2g
-Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses
:sdks:go:test:load:run
Configuration on demand is an incubating feature.
> Task :buildSrc:compileJava NO-SOURCE
> Task :buildSrc:compileGroovy UP-TO-DATE
> Task :buildSrc:pluginDescriptors UP-TO-DATE
> Task :buildSrc:processResources UP-TO-DATE
> Task :buildSrc:classes UP-TO-DATE
> Task :buildSrc:jar UP-TO-DATE
> Task :buildSrc:assemble UP-TO-DATE
> Task :buildSrc:spotlessGroovy UP-TO-DATE
> Task :buildSrc:spotlessGroovyCheck UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradle UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradleCheck UP-TO-DATE
> Task :buildSrc:spotlessCheck UP-TO-DATE
> Task :buildSrc:pluginUnderTestMetadata UP-TO-DATE
> Task :buildSrc:compileTestJava NO-SOURCE
> Task :buildSrc:compileTestGroovy NO-SOURCE
> Task :buildSrc:processTestResources NO-SOURCE
> Task :buildSrc:testClasses UP-TO-DATE
> Task :buildSrc:test NO-SOURCE
> Task :buildSrc:validatePlugins UP-TO-DATE
> Task :buildSrc:check UP-TO-DATE
> Task :buildSrc:build UP-TO-DATE
System Go installation: /snap/bin/go is go version go1.16.15 linux/amd64;
Preparing to use /home/jenkins/go/bin/go1.19.3
go install golang.org/dl/go1.19.3@latest: no matching versions for query
"latest"
FAILURE: Build failed with an exception.
* What went wrong:
Could not determine the dependencies of task ':sdks:go:test:load:goBuild'.
> Could not create task ':sdks:go:test:load:goPrepare'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 1s
10 actionable tasks: 10 up-to-date
Publishing build scan...
https://gradle.com/s/uoqdtsqky66yc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
