See <https://ci-beam.apache.org/job/beam_LoadTests_Go_ParDo_Dataflow_Batch/354/display/redirect?page=changes>
Changes: [heejong] [BEAM-13092] Adding dummy external transform translators for Dataflow [stranniknm] [BEAM-13112]: playground embedded version [zyichi] [BEAM-13388] Fix broken google cloud dlp test. [relax] don't store unserializable DatasetService as a member variable [noreply] [BEAM-13236] Properly close kinesis producer on teardown (#15955) [noreply] Merge pull request #16150 from [BEAM-13396][Playground][Bugfix] Issues [noreply] Merge pull request #16148 from [BEAM-13394][Playground] [Bugfix] Fix [noreply] Avoid overriding explicit portable job submission disabling. (#16143) [noreply] Merge pull request #16151 from [BEAM-13350][Playground] Support running [zyichi] [BEAM-13373] Increase python post commit timeout to reduce chance of [melissapa] [BEAM-11758] Final cleanup for Beam Basics doc content [msbukal] Exclude FhirIOPatientEverything from v2 dataflow runner intg test. [noreply] [BEAM-13371] Fix bug where DataFrame overview snippets don't show up [dpcollins] Add a workaround for https://github.com/googleapis/gax-java/issues/1577 [noreply] [BEAM-12976] Implement pipeline visitor to get global field access in… [noreply] [BEAM-13388] Use 3.0.0 as lower bound for google-cloud-dlp (#16164) [noreply] Merge pull request #16127 from [BEAM-13366] [Playground] Add support ------------------------------------------ [...truncated 24.62 KB...] capabilities: "beam:coder:kv:v1" capabilities: "beam:coder:iterable:v1" capabilities: "beam:coder:state_backed_iterable:v1" capabilities: "beam:coder:windowed_value:v1" capabilities: "beam:coder:global_window:v1" capabilities: "beam:coder:interval_window:v1" capabilities: "beam:coder:row:v1" dependencies: < type_urn: "beam:artifact:type:go_****_binary:v1" role_urn: "beam:artifact:role:staging_to:v1" role_payload: "\n\006****" > > > > root_transform_ids: "s1" root_transform_ids: "e4" root_transform_ids: "e5" root_transform_ids: "e6" root_transform_ids: "e7" root_transform_ids: "e8" root_transform_ids: "e9" root_transform_ids: "e10" root_transform_ids: "e11" root_transform_ids: "e12" root_transform_ids: "e13" root_transform_ids: "e14" requirements: "beam:requirement:pardo:splittable_dofn:v1" 2021/12/08 10:47:49 Staged model pipeline: gs://temp-storage-for-perf-tests/loadtests/go-1-1638960469130110769/model 2021/12/08 10:47:49 { "environment": { "experiments": [ "use_unified_****", "use_portable_job_submission", "beam_fn_api" ], "sdkPipelineOptions": { "display_data": [ { "key": "name", "namespace": "options", "type": "STRING", "value": "load-tests-go-dataflow-batch-pardo-1-1208100321" }, { "key": "experiments", "namespace": "options", "type": "STRING", "value": "use_unified_****,use_portable_job_submission" }, { "key": "project", "namespace": "options", "type": "STRING", "value": "apache-beam-testing" }, { "key": "region", "namespace": "options", "type": "STRING", "value": "us-central1" }, { "key": "container_images", "namespace": "options", "type": "STRING", "value": "apache/beam_go_sdk:2.36.0.dev" }, { "key": "temp_location", "namespace": "options", "type": "STRING", "value": "gs://temp-storage-for-perf-tests/loadtests" }, { "key": "number_of_counters", "namespace": "go_options", "type": "STRING", "value": "0" }, { "key": "****_binary", "namespace": "go_options", "type": "STRING", "value": "linux_amd64/pardo" }, { "key": "hooks", "namespace": "go_options", "type": "STRING", "value": "{\"default_remote_logging\":null}" }, { "key": "hookOrder", "namespace": "go_options", "type": "STRING", "value": "[\"default_remote_logging\"]" }, { "key": "influx_namespace", "namespace": "go_options", "type": "STRING", "value": "dataflow" }, { "key": "number_of_counter_operations", "namespace": "go_options", "type": "STRING", "value": "0" }, { "key": "iterations", "namespace": "go_options", "type": "STRING", "value": "10" }, { "key": "influx_db_name", "namespace": "go_options", "type": "STRING", "value": "beam_test_metrics" }, { "key": "influx_hostname", "namespace": "go_options", "type": "STRING", "value": "http://10.128.0.96:8086" }, { "key": "influx_measurement", "namespace": "go_options", "type": "STRING", "value": "go_batch_pardo_1" }, { "key": "input_options", "namespace": "go_options", "type": "STRING", "value": "{\"num_records\": 20000000,\"key_size\": 10,\"value_size\": 90}" } ], "options": { "experiments": [ "use_unified_****", "use_portable_job_submission", "beam_fn_api" ], "pipelineUrl": "gs://temp-storage-for-perf-tests/loadtests/go-1-1638960469130110769/model", "region": "us-central1" }, "beam:option:go_options:v1": { "options": { "hookOrder": "[\"default_remote_logging\"]", "hooks": "{\"default_remote_logging\":null}", "influx_db_name": "beam_test_metrics", "influx_hostname": "http://10.128.0.96:8086", "influx_measurement": "go_batch_pardo_1", "influx_namespace": "dataflow", "input_options": "{\"num_records\": 20000000,\"key_size\": 10,\"value_size\": 90}", "iterations": "10", "number_of_counter_operations": "0", "number_of_counters": "0", "****_binary": "linux_amd64/pardo" } } }, "tempStoragePrefix": "gs://temp-storage-for-perf-tests/loadtests", "userAgent": { "name": "Apache Beam SDK for Go", "version": "2.36.0.dev" }, "version": { "job_type": "FNAPI_BATCH", "major": "6" }, "****Pools": [ { "autoscalingSettings": { "algorithm": "AUTOSCALING_ALGORITHM_NONE" }, "ipConfiguration": "WORKER_IP_UNSPECIFIED", "kind": "harness", "numWorkers": 5, "packages": [ { "location": "gs://temp-storage-for-perf-tests/loadtests/go-1-1638960469130110769/****", "name": "****" } ], "sdkHarnessContainerImages": [ { "containerImage": "apache/beam_go_sdk:2.36.0.dev" } ], "****HarnessContainerImage": "apache/beam_go_sdk:2.36.0.dev" } ] }, "name": "load-tests-go-dataflow-batch-pardo-1-1208100321", "projectId": "apache-beam-testing", "type": "JOB_TYPE_BATCH" } 2021/12/08 10:47:50 Submitted job: 2021-12-08_02_47_49-3215873510028442835 2021/12/08 10:47:50 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-12-08_02_47_49-3215873510028442835?project=apache-beam-testing 2021/12/08 10:47:50 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2021-12-08_02_47_49-3215873510028442835 2021/12/08 10:47:50 Job state: JOB_STATE_PENDING ... 2021/12/08 10:48:20 Job still running ... 2021/12/08 10:48:50 Job still running ... 2021/12/08 10:49:20 Job still running ... 2021/12/08 10:49:50 Job still running ... 2021/12/08 10:50:20 Job still running ... 2021/12/08 10:50:50 Job still running ... 2021/12/08 10:51:20 Failed to execute job: job 2021-12-08_02_47_49-3215873510028442835 failed panic: Failed to execute job: job 2021-12-08_02_47_49-3215873510028442835 failed goroutine 1 [running]: github.com/apache/beam/sdks/v2/go/pkg/beam/log.Fatalf(0x113ef88, 0xc0000480b0, 0x102edbe, 0x19, 0xc0003e3e00, 0x1, 0x1) <https://ci-beam.apache.org/job/beam_LoadTests_Go_ParDo_Dataflow_Batch/ws/src/sdks/go/pkg/beam/log/log.go>:153 +0xec main.main() <https://ci-beam.apache.org/job/beam_LoadTests_Go_ParDo_Dataflow_Batch/ws/src/sdks/go/test/load/pardo/pardo.go>:105 +0x3ea > Task :sdks:go:test:load:run FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://ci-beam.apache.org/job/beam_LoadTests_Go_ParDo_Dataflow_Batch/ws/src/sdks/go/test/load/build.gradle'> line: 83 * What went wrong: Execution failed for task ':sdks:go:test:load:run'. > Process 'command 'sh'' finished with non-zero exit value 2 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 4m 0s 4 actionable tasks: 4 executed Publishing build scan... https://gradle.com/s/vkcug36a4dmuu Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
