See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5041/display/redirect>
Changes:
------------------------------------------
[...truncated 1.30 MB...]
>
>
coders: <
key: "mrDMaxTLSvCoder1"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006\244\253\027\360I\254\355\000\005sr\0004org.apache.beam.sdk.values.ValueInSingleWindow$Coder\"\233\r\360\026\253\377\367\002\000\002L\000\n\005.\005\030\034t\000\"Lorg/\tP\000/\001P,/sdk/coders/\005$\020;L\000\013w\005L\005\017
q\000~\000\001xr\000*N\210\000\t8(.Structured\00538s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\004Ro\t\226\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000
schemas.S\005\010\005j|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\034\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x!aP\007L\000\016typeDescriptort\000+RM\000%\314\010s/T2-\000\020;xr\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\360\002
vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\250\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205
x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\014Auto\245P\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000
Y\022\001\017(\022L\000\004typet\000.!)B\201\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220(\367\031\n\2336X\271\227\002\000\0016\301\000\010\017xp\005\311\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001\305(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024
\010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315
r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\242\217F\013\247\014\320~D\346\302\306\347\200F\310\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000
\022\210\327\037Z\244\342\260\002aR
\005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000
2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\032\013(Row\032Q\006\2060\230\247\034\005X\032\243\te\244%.\000;N=\000\004tr\036\353\t\000.\026\002\013Ding.GlobalWindow$C\016)\013@3|\252\364\024\036\207\303\002\000\000xq\000~\000\002"
>
>
>
coders: <
key: "mrDMaxTLSvIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "mrDMaxTLSvCoder1"
>
>
coders: <
key: "mrDMaxTLSvKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "mrDMaxTLSvVarIntCoder"
component_coder_ids: "mrDMaxTLSvRowCoder"
>
>
coders: <
key: "mrDMaxTLSvKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "mrDMaxTLSvVarIntCoder"
component_coder_ids: "mrDMaxTLSvCoder1"
>
>
coders: <
key: "mrDMaxTLSvKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "mrDMaxTLSvVarIntCoder"
component_coder_ids: "mrDMaxTLSvIterableCoder"
>
>
coders: <
key: "mrDMaxTLSvRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload:
"\n\r\n\007role_id\032\002\020\004\022$b81c6297-7c9a-4390-9e04-defd16ff40da"
>
>
>
coders: <
key: "mrDMaxTLSvVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "mrDMaxTLSvVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "mrDMaxTLSvbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/08 23:22:43 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go>
with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704756163206033013
2024/01/08 23:22:46 Prepared job with id:
go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359 and
staging token:
go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359
2024/01/08 23:22:46 Staged binary artifact with token:
go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359
2024/01/08 23:22:46 Submitted job:
go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359
2024/01/08 23:22:46
Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359]
state: STOPPED
2024/01/08 23:22:46
Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359]
state: STARTING
2024/01/08 23:22:46
Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359]
state: RUNNING
2024/01/08 23:22:46 2024-01-08 23:22:46. (1): ==================== <function
annotate_downstream_side_inputs at 0x7ff571331670> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (2): ==================== <function
fix_side_input_pcoll_coders at 0x7ff571331790> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (3): ==================== <function
pack_combiners at 0x7ff571331ca0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (4): ==================== <function
lift_combiners at 0x7ff571331d30> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (5): ==================== <function
expand_sdf at 0x7ff571331ee0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (6): ==================== <function
expand_gbk at 0x7ff571331f70> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (7): ==================== <function
sink_flattens at 0x7ff5713320d0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (8): ==================== <function
greedily_fuse at 0x7ff571332160> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (9): ==================== <function
read_to_impulse at 0x7ff5713321f0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (10): ==================== <function
impulse_to_input at 0x7ff571332280> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (11): ==================== <function
sort_stages at 0x7ff5713324c0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (12): ==================== <function
add_impulse_to_dangling_transforms at 0x7ff5713325e0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (13): ==================== <function
setup_timer_mapping at 0x7ff571332430> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (14): ==================== <function
populate_data_channel_coders at 0x7ff571332550> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (15): starting control server on port
42127
2024/01/08 23:22:46 2024-01-08 23:22:46. (16): starting data server on port
33733
2024/01/08 23:22:46 2024-01-08 23:22:46. (17): starting state server on port
37205
2024/01/08 23:22:46 2024-01-08 23:22:46. (18): starting logging server on port
36469
2024/01/08 23:22:46 2024-01-08 23:22:46. (19): Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7ff5a5d63e20> for environment mrDMaxTLSvbeam:env:docker:v1
(beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/08 23:22:50 2024-01-08 23:22:50. (20): Attempting to pull image
apache/beam_java8_sdk:2.54.0.dev
2024/01/08 23:22:51 2024-01-08 23:22:51. (21): Unable to pull image
apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/08 23:22:53 2024-01-08 23:22:53. (22): Waiting for docker to start up.
Current status is running
2024/01/08 23:22:53 2024-01-08 23:22:53. (23): Docker container is running.
container_id =
b'b785de8854aac6f3297495100a962c423c75647be3e8bd3aa5b068efe8b0e7f7', worker_id
= worker_17
2024/01/08 23:22:54 2024-01-08 23:22:54. (24): Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7ff5a5d037f0> for environment go (beam:env:docker:v1,
b'\n\x16apache/beam_go_sdk:dev')
2024/01/08 23:22:56 2024-01-08 23:22:56. (25): Attempting to pull image
apache/beam_go_sdk:dev
2024/01/08 23:22:57 2024-01-08 23:22:57. (26): Unable to pull image
apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/08 23:22:58 2024-01-08 23:22:58. (27): Waiting for docker to start up.
Current status is running
2024/01/08 23:22:58 2024-01-08 23:22:58. (28): Docker container is running.
container_id =
b'aabc63e64afcccffed336fcc6f788964062347afcd31b8595e5e712c31accf0a', worker_id
= worker_19
2024/01/08 23:23:02 2024-01-08 23:23:02. (29): Completed job in
15.218135833740234 seconds with state DONE.
2024/01/08 23:23:02
Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359]
state: DONE
2024/01/08 23:23:02 🐳 Terminating container: cc2914741195
2024/01/08 23:23:02 🚫 Container terminated: cc2914741195
--- PASS: TestJDBCIO_PostgresReadWrite (46.84s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc
118.266s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered
for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
6.088s
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0"
for Docker environment
INFO:__main__:Listening for expansion requests at 33887
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command:
['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python',
'-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r',
'/tmp/tmpl2z5p8yj/tmp_requirements.txt', '--exists-action', 'i', '--no-deps',
'--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0"
for Docker environment
INFO:__main__:Listening for expansion requests at 40001
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 35m 12s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/muco7gtjnkwoo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
