See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/390/display/redirect>
Changes:
------------------------------------------
[...truncated 1.77 MB...]
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.35.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nL/tmp/artifacts/icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar\022@05da22db061aef9efe7f3ab9bdca270b2e12490db665a3aaef2b82f7c7ca3ecf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n=icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar\022@08c6caf8839d40f2ca1c4a82b839c4fb2064f95a5bb554fe8608db1d15063bbf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nI/tmp/artifacts/localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar\022@69ee59d0be9a938f76d9fced59e5b2eda8e2597746dee6cdaf07ab251168163d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n:localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar\022@5c7b73fd47a11a961c2d33ab013ad39cc3555201156bfb6da1690fc6755fa93a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nG/tmp/artifacts/cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar\022@934ec8e8af56dd7e4a4d06dc0c812ca8cd0b5f2335f1fd1e47a21a270f8fff19"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n8cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nD/tmp/artifacts/dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar\022@4468420e0dc654e4150b6afa91ad8dd21988e1ea901fa5686eea009d0ef83271"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\n\214\001/tmp/artifacts/beam-sdks-java-testing-expansion-service-testExpansionService-2.35.0-SNAPSHOT-v0t9ATiQuuRqc41Eo6RztN_MgSwhCiAqW4-O3JYXrho.jar\022@bf4b7d013890bae46a738d44a3a473b4dfcc812c210a202a5b8f8edc9617ae1a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n}beam-sdks-java-testing-expansion-service-testExpansionService-2.35.0-SNAPSHOT-v0t9ATiQuuRqc41Eo6RztN_MgSwhCiAqW4-O3JYXrho.jar"
>
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e5"
root_transform_ids: "s3"
root_transform_ids: "e4"
root_transform_ids: "s2"
2021/10/26 06:56:55 Prepared job with id:
go-job-8-1635231415015091691_92347a4e-c27b-41e0-8ecd-042755fa4d66 and staging
token: go-job-8-1635231415015091691_92347a4e-c27b-41e0-8ecd-042755fa4d66
2021/10/26 06:56:55 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/xlang/xlang_test.go>
as /tmp/worker-8-1635231415019141691
2021/10/26 06:56:57 Staged binary artifact with token:
2021/10/26 06:56:57 Submitted job:
go0job0801635231415015091691-jenkins-1026065657-91c32152_7b3d7dff-9276-40d9-914f-1eb6aa439a08
2021/10/26 06:56:57 Job state: STOPPED
2021/10/26 06:56:57 Job state: STARTING
2021/10/26 06:56:57 Job state: RUNNING
2021/10/26 06:57:07 Job state: DONE
--- PASS: TestXLang_Partition (14.26s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/xlang 144.284s
=== RUN TestKafkaIO_BasicReadWrite
--- FAIL: TestKafkaIO_BasicReadWrite (0.01s)
panic: tried cross-language for beam:transform:org.apache.beam:kafka_write:v1
against localhost:42029 and failed
expanding external transform
expanding transform with ExpansionRequest:
components:{pcollections:{key:"n4" value:{unique_name:"n4"
coder_id:"c1@mftNQSLeHS" is_bounded:BOUNDED
windowing_strategy_id:"w0@mftNQSLeHS"}}
windowing_strategies:{key:"w0@mftNQSLeHS"
value:{window_fn:{urn:"beam:window_fn:global_windows:v1"}
merge_status:NON_MERGING window_coder_id:"c2@mftNQSLeHS" trigger:{default:{}}
accumulation_mode:DISCARDING output_time:END_OF_WINDOW
closing_behavior:EMIT_IF_NONEMPTY OnTimeBehavior:FIRE_IF_NONEMPTY
environment_id:"go"}} coders:{key:"c0@mftNQSLeHS"
value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"c1@mftNQSLeHS"
value:{spec:{urn:"beam:coder:kv:v1"} component_coder_ids:"c0@mftNQSLeHS"
component_coder_ids:"c0@mftNQSLeHS"}} coders:{key:"c2@mftNQSLeHS"
value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go"
value:{}}} transform:{unique_name:"External"
spec:{urn:"beam:transform:org.apache.beam:kafka_write:v1"
payload:"\n}\n\x1c\n\x0eProducerConfig\x1a\n*\x08\n\x02\x10\x07\x12\x02\x10\x07\n\x0b\n\x05Topic\x1a\x02\x10\x07\n\x13\n\rKeySerializer\x1a\x02\x10\x07\n\x15\n\x0fValueSerializer\x1a\x02\x10\x07\x12$d97fbd8d-dde2-46d8-babd-f5372b6ab5e6\x12\xda\x01\x04\x00\x00\x00\x00\x01\x11bootstrap.servers\x0flocalhost:39829=xlang_kafkaio_basic_test_35eba40c-b9f1-4119-9c9c-b15d95a6cb059org.apache.kafka.common.serialization.ByteArraySerializer9org.apache.kafka.common.serialization.ByteArraySerializer"}
inputs:{key:"i0" value:"n4"} environment_id:"go"} namespace:"mftNQSLeHS"
expansion failed
caused by:
rpc error: code = Unavailable desc = connection error: desc = "transport: Error
while dialing dial tcp 127.0.0.1:42029: connect: connection refused" [recovered]
panic: tried cross-language for
beam:transform:org.apache.beam:kafka_write:v1 against localhost:42029 and failed
expanding external transform
expanding transform with ExpansionRequest:
components:{pcollections:{key:"n4" value:{unique_name:"n4"
coder_id:"c1@mftNQSLeHS" is_bounded:BOUNDED
windowing_strategy_id:"w0@mftNQSLeHS"}}
windowing_strategies:{key:"w0@mftNQSLeHS"
value:{window_fn:{urn:"beam:window_fn:global_windows:v1"}
merge_status:NON_MERGING window_coder_id:"c2@mftNQSLeHS" trigger:{default:{}}
accumulation_mode:DISCARDING output_time:END_OF_WINDOW
closing_behavior:EMIT_IF_NONEMPTY OnTimeBehavior:FIRE_IF_NONEMPTY
environment_id:"go"}} coders:{key:"c0@mftNQSLeHS"
value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"c1@mftNQSLeHS"
value:{spec:{urn:"beam:coder:kv:v1"} component_coder_ids:"c0@mftNQSLeHS"
component_coder_ids:"c0@mftNQSLeHS"}} coders:{key:"c2@mftNQSLeHS"
value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go"
value:{}}} transform:{unique_name:"External"
spec:{urn:"beam:transform:org.apache.beam:kafka_write:v1"
payload:"\n}\n\x1c\n\x0eProducerConfig\x1a\n*\x08\n\x02\x10\x07\x12\x02\x10\x07\n\x0b\n\x05Topic\x1a\x02\x10\x07\n\x13\n\rKeySerializer\x1a\x02\x10\x07\n\x15\n\x0fValueSerializer\x1a\x02\x10\x07\x12$d97fbd8d-dde2-46d8-babd-f5372b6ab5e6\x12\xda\x01\x04\x00\x00\x00\x00\x01\x11bootstrap.servers\x0flocalhost:39829=xlang_kafkaio_basic_test_35eba40c-b9f1-4119-9c9c-b15d95a6cb059org.apache.kafka.common.serialization.ByteArraySerializer9org.apache.kafka.common.serialization.ByteArraySerializer"}
inputs:{key:"i0" value:"n4"} environment_id:"go"} namespace:"mftNQSLeHS"
expansion failed
caused by:
rpc error: code = Unavailable desc = connection error: desc = "transport: Error
while dialing dial tcp 127.0.0.1:42029: connect: connection refused"
goroutine 8 [running]:
testing.tRunner.func1.2(0xcb5aa0, 0xc000415780)
/snap/go/8501/src/testing/testing.go:1143 +0x332
testing.tRunner.func1(0xc0004a0300)
/snap/go/8501/src/testing/testing.go:1146 +0x4b6
panic(0xcb5aa0, 0xc000415780)
/snap/go/8501/src/runtime/panic.go:965 +0x1b9
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage(0xc000099840,
0xc0000aff40, 0xdcc720, 0x2d, 0xc00018a6e0, 0x15c, 0x15c, 0x7ffe3da3a31b, 0xf,
0xc0000dfc88, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/pkg/beam/xlang.go>:162
+0x1f7
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/kafkaio.Write(0xc0000995e0,
0xc0000aff40, 0x7ffe3da3a31b, 0xf, 0xc000037520, 0xf, 0xc00003ee80, 0x3d,
0xc000516930, 0x0, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/pkg/beam/io/xlang/kafkaio/kafka.go>:259
+0x44a
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka.writeInts(0xc0000995c0,
0xc0000aff40, 0x7ffe3da3a31b, 0xf, 0xc000037520, 0xf, 0xc00003ee80, 0x3d,
0xc0004c4000, 0x3e8, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka.go>:48
+0x25c
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka.WritePipeline(0x7ffe3da3a31b,
0xf, 0xc000037520, 0xf, 0xc00003ee80, 0x3d, 0xc0004c4000, 0x3e8, 0x3e8,
0x497106)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka.go>:70
+0x13f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka.TestKafkaIO_BasicReadWrite(0xc0004a0300)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go>:62
+0x105
testing.tRunner(0xc0004a0300, 0xde6210)
/snap/go/8501/src/testing/testing.go:1193 +0xef
created by testing.(*T).Run
/snap/go/8501/src/testing/testing.go:1238 +0x2b3
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
3.037s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ exit 1
$ exit 1
./run_validatesrunner_tests.sh: line 106: kill: (6838) - No such process
> Task :runners:samza:job-server:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33555 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=xlang_transforms
============================= test session starts ==============================
platform linux -- Python 3.8.5, pytest-4.6.11, py-1.10.0, pluggy-0.13.1
rootdir:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python,>
inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 5097 items / 5087 deselected / 10 selected
apache_beam/io/external/generate_sequence_test.py ... [ 30%]
apache_beam/transforms/validate_runner_xlang_test.py ....... [100%]
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54:
DeprecationWarning: invalid escape sequence \c
self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint:
disable=anomalous-backslash-in-string
apache_beam/io/filesystems_test.py:62
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62:
DeprecationWarning: invalid escape sequence \d
self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), #
pylint: disable=anomalous-backslash-in-string
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangValidateRunner.xml>
-
=========== 10 passed, 5087 deselected, 3 warnings in 111.55 seconds ===========
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33555 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=xlang_transforms
============================= test session starts ==============================
platform linux -- Python 3.8.5, pytest-4.6.11, py-1.10.0, pluggy-0.13.1
rootdir:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python,>
inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 5097 items / 5087 deselected / 10 selected
apache_beam/io/external/generate_sequence_test.py .ss [ 30%]
apache_beam/transforms/validate_runner_xlang_test.py ....... [100%]
=============================== warnings summary ===============================
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangValidateRunner.xml>
-
====== 8 passed, 2 skipped, 5087 deselected, 1 warnings in 53.59 seconds =======
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33555 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=xlang_sql_expansion_service
============================= test session starts ==============================
platform linux -- Python 3.8.5, pytest-4.6.11, py-1.10.0, pluggy-0.13.1
rootdir:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python,>
inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 5097 items / 5088 deselected / 9 selected
apache_beam/transforms/sql_test.py ......... [100%]
=============================== warnings summary ===============================
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml>
-
=========== 9 passed, 5088 deselected, 1 warnings in 176.54 seconds ============
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 6726.
Stopping expansion service pid: 6730.
> Task :runners:samza:job-server:samzaJobServerCleanup
Stopping job server pid: 17436.
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/build.gradle'>
line: 212
* What went wrong:
Execution failed for task
':runners:samza:job-server:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 29m 26s
197 actionable tasks: 38 executed, 159 up-to-date
Publishing build scan...
https://gradle.com/s/usccjjywah7ro
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
