See <https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/8382/display/redirect>
Changes: ------------------------------------------ [...truncated 2.63 MB...] [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:828 To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2021-09-12_23_16_07-5737291489510279557?project=apache-beam-testing [33mWARNING [0m apache_beam.runners.dataflow.test_dataflow_runner:test_dataflow_runner.py:64 Waiting indefinitely for streaming job. [31m[1m______________ ReshuffleTest.test_reshuffle_preserves_timestamps _______________[0m [gw0] linux -- Python 3.7.3 <https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967052/bin/python3.7> self = <apache_beam.transforms.util_test.ReshuffleTest testMethod=test_reshuffle_preserves_timestamps> [1m @pytest.mark.it_validatesrunner[0m [1m def test_reshuffle_preserves_timestamps(self):[0m [1m with TestPipeline() as pipeline:[0m [1m [0m [1m # Create a PCollection and assign each element with a different timestamp.[0m [1m before_reshuffle = ([0m [1m pipeline[0m [1m | beam.Create([[0m [1m {[0m [1m 'name': 'foo', 'timestamp': MIN_TIMESTAMP[0m [1m },[0m [1m {[0m [1m 'name': 'foo', 'timestamp': 0[0m [1m },[0m [1m {[0m [1m 'name': 'bar', 'timestamp': 33[0m [1m },[0m [1m {[0m [1m 'name': 'bar', 'timestamp': 0[0m [1m },[0m [1m ])[0m [1m | beam.Map([0m [1m lambda element: beam.window.TimestampedValue([0m [1m element, element['timestamp'])))[0m [1m [0m [1m # Reshuffle the PCollection above and assign the timestamp of an element[0m [1m # to that element again.[0m [1m after_reshuffle = before_reshuffle | beam.Reshuffle()[0m [1m [0m [1m # Given an element, emits a string which contains the timestamp and the[0m [1m # name field of the element.[0m [1m def format_with_timestamp(element, timestamp=beam.DoFn.TimestampParam):[0m [1m t = str(timestamp)[0m [1m if timestamp == MIN_TIMESTAMP:[0m [1m t = 'MIN_TIMESTAMP'[0m [1m elif timestamp == MAX_TIMESTAMP:[0m [1m t = 'MAX_TIMESTAMP'[0m [1m return '{} - {}'.format(t, element['name'])[0m [1m [0m [1m # Combine each element in before_reshuffle with its timestamp.[0m [1m formatted_before_reshuffle = ([0m [1m before_reshuffle[0m [1m | "Get before_reshuffle timestamp" >> beam.Map(format_with_timestamp))[0m [1m [0m [1m # Combine each element in after_reshuffle with its timestamp.[0m [1m formatted_after_reshuffle = ([0m [1m after_reshuffle[0m [1m | "Get after_reshuffle timestamp" >> beam.Map(format_with_timestamp))[0m [1m [0m [1m expected_data = [[0m [1m 'MIN_TIMESTAMP - foo',[0m [1m 'Timestamp(0) - foo',[0m [1m 'Timestamp(33) - bar',[0m [1m 'Timestamp(0) - bar'[0m [1m ][0m [1m [0m [1m # Can't compare formatted_before_reshuffle and formatted_after_reshuffle[0m [1m # directly, because they are deferred PCollections while equal_to only[0m [1m # takes a concrete argument.[0m [1m assert_that([0m [1m formatted_before_reshuffle,[0m [1m equal_to(expected_data),[0m [1m label="formatted_before_reshuffle")[0m [1m assert_that([0m [1m formatted_after_reshuffle,[0m [1m equal_to(expected_data),[0m [1m> label="formatted_after_reshuffle")[0m [1m[31mapache_beam/transforms/util_test.py[0m:614: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ [1m[31mapache_beam/pipeline.py[0m:587: in __exit__ [1m self.result = self.run()[0m _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.testing.test_pipeline.TestPipeline object at 0x7ff42e7b4a90> test_runner_api = True [1m def run(self, test_runner_api=True):[0m [1m result = super(TestPipeline, self).run([0m [1m test_runner_api=([0m [1m False if self.not_use_test_runner_api else test_runner_api))[0m [1m if self.blocking:[0m [1m state = result.wait_until_finish()[0m [1m> assert state in (PipelineState.DONE, PipelineState.CANCELLED), \[0m [1m "Pipeline execution failed."[0m [1m[31mE AssertionError: Pipeline execution failed.[0m [1m[31mE assert 'FAILED' in ('DONE', 'CANCELLED')[0m [1m[31mapache_beam/testing/test_pipeline.py[0m:117: AssertionError ------------------------------ Captured log call ------------------------------- [32mINFO [0m apache_beam.runners.portability.stager:stager.py:644 Executing command: ['<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967052/bin/python3.7',> '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', 'postcommit_requirements.txt', '--exists-action', 'i', '--no-binary', ':all:'] [32mINFO [0m apache_beam.runners.portability.stager:stager.py:300 Copying Beam SDK "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/build/apache-beam.tar.gz";> to staging location. [33mWARNING [0m root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.7 interpreter. [32mINFO [0m root:environments.py:380 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.34.0.dev [32mINFO [0m root:environments.py:296 Using provided Python SDK container image: gcr.io/cloud-dataflow/v1beta3/python37-fnapi:beam-master-20210809 [32mINFO [0m root:environments.py:304 Python SDK container image set to "gcr.io/cloud-dataflow/v1beta3/python37-fnapi:beam-master-20210809" for Docker environment [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/requirements.txt... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/requirements.txt in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/pbr-5.5.1.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/pbr-5.5.1.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/pbr-5.6.0.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/pbr-5.6.0.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/mock-2.0.0.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/mock-2.0.0.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/six-1.15.0.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/six-1.15.0.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/six-1.16.0.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/six-1.16.0.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/soupsieve-2.2.1.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/soupsieve-2.2.1.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/PyHamcrest-1.10.1.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/PyHamcrest-1.10.1.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/parameterized-0.7.5.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/parameterized-0.7.5.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/beautifulsoup4-4.9.3.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/beautifulsoup4-4.9.3.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/beautifulsoup4-4.10.0.tar.gz... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/beautifulsoup4-4.10.0.tar.gz in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/dataflow_python_sdk.tar... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/dataflow_python_sdk.tar in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/dataflow-worker.jar... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/dataflow-worker.jar in 4 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:639 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/pipeline.pb... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:658 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-0913061602-178589.1631513762.178767/pipeline.pb in 0 seconds. [33mWARNING [0m apache_beam.options.pipeline_options:pipeline_options.py:309 Discarding unparseable args: ['--sleep_secs=20', '--kms_key_name=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test'] [33mWARNING [0m apache_beam.options.pipeline_options:pipeline_options.py:309 Discarding unparseable args: ['--sleep_secs=20', '--kms_key_name=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test'] [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:819 Create job: <Job clientRequestId: '20210913061602180174-3550' createTime: '2021-09-13T06:16:09.247582Z' currentStateTime: '1970-01-01T00:00:00Z' id: '2021-09-12_23_16_08-7973199312937205633' location: 'us-central1' name: 'beamapp-jenkins-0913061602-178589' projectId: 'apache-beam-testing' stageStates: [] startTime: '2021-09-13T06:16:09.247582Z' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_STREAMING, 2)> [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:821 Created job with id: [2021-09-12_23_16_08-7973199312937205633] [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:822 Submitted job: 2021-09-12_23_16_08-7973199312937205633 [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:828 To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2021-09-12_23_16_08-7973199312937205633?project=apache-beam-testing [33mWARNING [0m apache_beam.runners.dataflow.test_dataflow_runner:test_dataflow_runner.py:64 Waiting indefinitely for streaming job. - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/pytest_validatesRunnerStreamingTests-df-py37-xdist.xml> - [31m[1m=============== 26 failed, 3 passed, 3 skipped in 127.33 seconds ===============[0m > Task :sdks:python:test-suites:dataflow:py37:validatesRunnerStreamingTests > FAILED FAILURE: Build completed with 6 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 149 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesRunnerBatchTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 181 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesRunnerStreamingTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 149 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesRunnerBatchTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 4: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 149 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesRunnerBatchTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 5: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 181 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesRunnerStreamingTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 6: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 181 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesRunnerStreamingTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 15m 50s 92 actionable tasks: 62 executed, 30 from cache Publishing build scan... https://gradle.com/s/xbzhzwjmpdjjg Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
