See <https://builds.apache.org/job/beam_PostCommit_Python2/706/display/redirect?page=changes>
Changes: [thw] [BEAM-8387] Remove sdk-worker-parallelism option from JobServerDriver ------------------------------------------ [...truncated 1.10 MB...] "name": "PyHamcrest-1.9.0.tar.gz" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/setuptools-41.4.0.zip", "name": "setuptools-41.4.0.zip" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/mock-3.0.5.tar.gz", "name": "mock-3.0.5.tar.gz" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/setuptools-41.0.1.zip", "name": "setuptools-41.0.1.zip" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/six-1.12.0.tar.gz", "name": "six-1.12.0.tar.gz" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/funcsigs-1.0.2.tar.gz", "name": "funcsigs-1.0.2.tar.gz" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/setuptools-41.2.0.zip", "name": "setuptools-41.2.0.zip" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/dataflow_python_sdk.tar", "name": "dataflow_python_sdk.tar" }, { "location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1014202212-377688.1571084532.377832/dataflow-worker.jar", "name": "dataflow-worker.jar" } ], "taskrunnerSettings": { "parallelWorkerSettings": { "baseUrl": "https://dataflow.googleapis.com", "servicePath": "https://dataflow.googleapis.com" } }, "workerHarnessContainerImage": "gcr.io/cloud-dataflow/v1beta3/python:beam-master-20191010" } ] }, "name": "beamapp-jenkins-1014202212-377688", "steps": [ { "kind": "ParallelRead", "name": "s1", "properties": { "bigquery_export_format": "FORMAT_AVRO", "bigquery_flatten_results": true, "bigquery_query": "SELECT bytes, date, time FROM [python_query_to_table_1571084531117.python_new_types_table]", "bigquery_use_legacy_sql": true, "display_data": [ { "key": "source", "label": "Read Source", "namespace": "apache_beam.io.iobase.Read", "shortValue": "BigQuerySource", "type": "STRING", "value": "apache_beam.io.gcp.bigquery.BigQuerySource" }, { "key": "query", "label": "Query", "namespace": "apache_beam.io.gcp.bigquery.BigQuerySource", "type": "STRING", "value": "SELECT bytes, date, time FROM [python_query_to_table_1571084531117.python_new_types_table]" }, { "key": "validation", "label": "Validation Enabled", "namespace": "apache_beam.io.gcp.bigquery.BigQuerySource", "type": "BOOLEAN", "value": false } ], "format": "bigquery", "output_info": [ { "encoding": { "@type": "kind:windowed_value", "component_encodings": [ { "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/", "component_encodings": [ { "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/", "component_encodings": [] }, { "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/", "component_encodings": [] } ], "is_pair_like": true }, { "@type": "kind:global_window" } ], "is_wrapper": true }, "output_name": "out", "user_name": "read.out" } ], "user_name": "read" } }, { "kind": "ParallelWrite", "name": "s2", "properties": { "create_disposition": "CREATE_IF_NEEDED", "dataset": "python_query_to_table_1571084531117", "display_data": [], "encoding": { "@type": "kind:windowed_value", "component_encodings": [ { "@type": "RowAsDictJsonCoder$eNprYEpOLEhMzkiNT0pNzNXLzNdLTy7QS8pMLyxNLaqML8nPzynmCsovdyx2yUwu8SrOz3POT0kt4ipk0GwsZKwtZErSAwBKpRfo", "component_encodings": [] }, { "@type": "kind:global_window" } ], "is_wrapper": true }, "format": "bigquery", "parallel_input": { "@type": "OutputReference", "output_name": "out", "step_name": "s1" }, "schema": "{\"fields\": [{\"type\": \"BYTES\", \"name\": \"bytes\", \"mode\": \"NULLABLE\"}, {\"type\": \"DATE\", \"name\": \"date\", \"mode\": \"NULLABLE\"}, {\"type\": \"TIME\", \"name\": \"time\", \"mode\": \"NULLABLE\"}]}", "table": "output_table", "user_name": "write/WriteToBigQuery/NativeWrite", "write_disposition": "WRITE_EMPTY" } } ], "type": "JOB_TYPE_BATCH" } root: INFO: Create job: <Job createTime: u'2019-10-14T20:22:23.773426Z' currentStateTime: u'1970-01-01T00:00:00Z' id: u'2019-10-14_13_22_22-14800487659331806832' location: u'us-central1' name: u'beamapp-jenkins-1014202212-377688' projectId: u'apache-beam-testing' stageStates: [] startTime: u'2019-10-14T20:22:23.773426Z' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> root: INFO: Created job with id: [2019-10-14_13_22_22-14800487659331806832] root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-14_13_22_22-14800487659331806832?project=apache-beam-testing root: INFO: Job 2019-10-14_13_22_22-14800487659331806832 is in state JOB_STATE_RUNNING root: INFO: 2019-10-14T20:22:22.151Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2019-10-14_13_22_22-14800487659331806832. The number of workers will be between 1 and 1000. root: INFO: 2019-10-14T20:22:22.151Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2019-10-14_13_22_22-14800487659331806832. root: INFO: 2019-10-14T20:22:26.254Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account. root: INFO: 2019-10-14T20:22:27.146Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-a. root: INFO: 2019-10-14T20:22:27.862Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts. root: INFO: 2019-10-14T20:22:27.897Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts. root: INFO: 2019-10-14T20:22:27.927Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns root: INFO: 2019-10-14T20:22:27.958Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information. root: INFO: 2019-10-14T20:22:28.208Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations root: INFO: 2019-10-14T20:22:28.231Z: JOB_MESSAGE_DETAILED: Fusing consumer write/WriteToBigQuery/NativeWrite into read root: INFO: 2019-10-14T20:22:28.264Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec. root: INFO: 2019-10-14T20:22:28.299Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph. root: INFO: 2019-10-14T20:22:28.323Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps. root: INFO: 2019-10-14T20:22:28.349Z: JOB_MESSAGE_DEBUG: Assigning stage ids. root: INFO: 2019-10-14T20:22:28.498Z: JOB_MESSAGE_DEBUG: Executing wait step start3 root: INFO: 2019-10-14T20:22:28.577Z: JOB_MESSAGE_BASIC: Executing operation read+write/WriteToBigQuery/NativeWrite root: INFO: 2019-10-14T20:22:28.615Z: JOB_MESSAGE_DEBUG: Starting worker pool setup. root: INFO: 2019-10-14T20:22:28.638Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-a... root: INFO: 2019-10-14T20:22:30.646Z: JOB_MESSAGE_BASIC: BigQuery query issued as job: "dataflow_job_13117006528009388180". You can check its status with the bq tool: "bq show -j --project_id=apache-beam-testing dataflow_job_13117006528009388180". root: INFO: 2019-10-14T20:23:04.601Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 1 based on the rate of progress in the currently running step(s). root: INFO: 2019-10-14T20:24:18.988Z: JOB_MESSAGE_BASIC: BigQuery query completed, job : "dataflow_job_13117006528009388180" root: INFO: 2019-10-14T20:24:19.569Z: JOB_MESSAGE_BASIC: BigQuery export job "dataflow_job_335581099747415162" started. You can check its status with the bq tool: "bq show -j --project_id=apache-beam-testing dataflow_job_335581099747415162". root: INFO: 2019-10-14T20:24:49.876Z: JOB_MESSAGE_DETAILED: BigQuery export job progress: "dataflow_job_335581099747415162" observed total of 1 exported files thus far. root: INFO: 2019-10-14T20:24:49.909Z: JOB_MESSAGE_BASIC: BigQuery export job finished: "dataflow_job_335581099747415162" root: INFO: 2019-10-14T20:28:28.475Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account. root: INFO: 2019-10-14T20:34:28.475Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account. root: WARNING: Timing out on waiting for job 2019-10-14_13_22_22-14800487659331806832 after 1134 seconds root: DEBUG: Caught socket error, retrying: EOF occurred in violation of protocol (_ssl.c:590) root: DEBUG: Retrying request to url https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/locations/us-central1/jobs/2019-10-14_13_22_22-14800487659331806832?alt=json after exception EOF occurred in violation of protocol (_ssl.c:590) root: DEBUG: Caught socket error, retrying: EOF occurred in violation of protocol (_ssl.c:590) root: DEBUG: Retrying request to url https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/locations/us-central1/jobs/2019-10-14_13_22_22-14800487659331806832?alt=json after exception EOF occurred in violation of protocol (_ssl.c:590) oauth2client.transport: INFO: Refreshing due to a 401 (attempt 1/2) --------------------- >> end captured logging << --------------------- ---------------------------------------------------------------------- XML: nosetests-postCommitIT-df.xml ---------------------------------------------------------------------- XML: <https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/nosetests.xml> ---------------------------------------------------------------------- Ran 45 tests in 4997.674s FAILED (SKIP=4, errors=1, failures=1) > Task :sdks:python:test-suites:dataflow:py2:postCommitIT FAILED FAILURE: Build completed with 2 failures. 1: Task failed with an exception. ----------- * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/test-suites/portable/py2/build.gradle'> line: 132 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:crossLanguagePortableWordCount'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/test-suites/dataflow/py2/build.gradle'> line: 85 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py2:postCommitIT'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 1h 24m 48s 111 actionable tasks: 88 executed, 20 from cache, 3 up-to-date Publishing build scan... https://gradle.com/s/4mghipib3o4u6 Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org