See
<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/523/display/redirect>
Changes:
------------------------------------------
[...truncated 156.95 KB...]
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn":
"eNrNV/l/G8UV10rOwZKmAUogpIdISbumSHJCc7kUkioJGMWKuzZ4e4RltDvSLN7d2Tcza8XU4krlGHrfhV5J6X3T+z7+jv4zfTOSnApsmt/Sz8feXb2Z92be933fd3afKzkByUjAqN+iJKkqQVLZ5iKR1YALatdJHJNWTBcFyTIqTvOzqQ2FyefB6kHR8UqFQsFvp1AaCxJx/GsRSW2/HaUkjp6mfldEitow4e0yLjmGFR2Z0QC2Nb0daMsED6iUsJ1NeDfrOWoloz6LUiVhx/geccDYqyHFTRLFhbRnzi+g+RFttmEnbvCmZg9sx4SK0ixXJp6Em5tmBzxX12y7mvkavKWVty7Abuf1mSh6UUXc9hfwPh+lSza8FaPv6cEtjrcHI7WjmPoZUczPBG1HF+HWsQg8Q+9UVpdJnOM8wZejkAp7XhEVBY9r49zIBrdh4Lf14HbHszHwwEPvEPYGYRTHVV9fbT/mJDR2G+4wFZBKwJ192OfCXd62kSfs987jc0dO12qKJllFIk6kQytY3QpNw4rigxuVStaylUqkKkHM87A2wKZ26MjRE8eOHz5++OjU1PGaoDKPsRRvz1vX0k5JQn2Zt3Xa72B6++/swbsctpfdxfZ7OKsAZZyvs0nzxJeMiFDC3Y2C2WbAMWs4MAaXscnhzV7g80pEaafODT7vxgXu6cHBlneLzlpHG2xBE5YoeI93D9orB53hUJ5MTh0JK7yNpmvraxu819s7HqIT89YojmMGK/du6jlp0g94guWWEms7KNG93gSaSa44vM+7CR+TKBlW7z4DgOZRLYtJlELF26cJrjsqxUoKEsWYpJ/SLt6Rj9V10xE+o0QjVGvmrXFWpooK7KtqrqLYPiU6eUJTNReTgDIeG6imEKpDTF8PNyxzv5/24P0X4IjjTerMkXFTFdOUtcVr15kki2tnhz1rLHB0bOnMcMv2H0uzKFiKaTiPgWZ0f9lwrAfHHQNDSBSBE5s5bkw/jVNsmMaNfaAHDzjebo1eoBVAN5PODz7o7Uej9p7W2/VNG0/jnoRWpOnlQ/CgIUI3SkPe9RPEU8OIcvTQVpqm45gw0jYVJ7H/Bm8bThr4lyPa1cFOjTVfIChRyLg8DXRj2/Ahh93h7cT5mqRag6Deh9MunHEaVqOA/6XGbXV7vbBaWLcuFecLcLbZh4cnjcsoF3ikDzOeQEuN8YTWnqLpUpTK0b0iY7JMa10uliTmRWs6LX+OCsPXNKALuof9RS7COs9TNbPgz63cf6wmRVCT4ZLubsV4WvsvUGqDelSzFXjUbOWBmCStkDwIjdnzVr0A57zbdZcLnvgCQ2oyb+x21kiowWcob9Bcg/OTCuZc+PAYXB2qfCwnMtI1y7TyKFaYEswbjHFYj8LCGjzmwuNjrlGScaH8hId5jFK36N2qKfIGSoHXh4+48FET3kffQPk+fGwNPu7CBdZobla9gOIPeIJh7bBMRSxTqbGjUa8/qQrKulJcLYTW1eIlq1dcLcoDq9aVUlhUE5cKV7F8atsqjoSlpaI4uloMJ/YV0LY93Dawqx0D2/CppJ/apb14fcEKcSb4TrNRNKmHtE1QUeFJTRPvGbTM1XkcU0OrMm+XJbZg+WBY7kaKlRM8jMuKERxJaZnGVHd8edAwNCwTWSbokHZiqtBbl6ZaPhsJqcqqy0fzZZmmgSYIFdoHIx44KA/cZ65VQOFrDdo3jqSCwKiYrrniPJYQetv1bxlHAQVqzh2sHrRN555JMrWy0dvQMcMxTYEZ7TPn3BkhuICI3angKa9oYsOSgWJEotisrlUPksuQskeNDvubk5DPvmbV9xSKe6wJa7e1y9ppFa1iEbJJpCG4INgFxpv4DiCbCpQLeR+WXeiyJ3pwcQvVWGEnZR+eduETa7Dagx46PuPCs3mLPcRO5pfhuQ3lPHRdyvk8Q0V8wWEnmJa5Sz34pMP+t6b19Wrs1JCbAwmxGvP1iVXNnzUUj8uTDPVi/UbpxYvjevHS7L8tdk6j/ikXPo2ov6RR/wyC91kXPrcB3uc3wDt8XeB9QYP3xRF4X+rBl68HvK9sAt7r9ferCOHXDIRfv1EQvjwO4Ssouewcm2Woot9AIL/pwrcQyFea7EZI1Le1RLH/G1n6joIrDgtYyChrsw5jzEjIVbbEYoYy8V328pvJxKuby8T3NGG/78IPEOdXNWF/iIT9kQs/7sNPXPiplomfbSETPzcy8QsXfrkGv+rBa+j4axd+s8H039I3/aJaNAExlg2/Q2b/vgd/cAwdBivhAn/cyn8ww37YvLgM4uDHzp8wyp+NWOO7cqeDFE3hL1uFGE6xTw9On4XhT/grBvmbSRiLlyd5THS99eFL4e8Ny5y9GlipSJL5+PbbwjdVAf/AIfOxFkl/dKD9cz1vKfhX9T912dQ/",
"user_name": "write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: '2019-09-29T18:47:10.261809Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2019-09-29_11_47_08-16668928400183565296'
location: 'us-central1'
name: 'beamapp-jenkins-0929184706-936443'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2019-09-29T18:47:10.261809Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2019-09-29_11_47_08-16668928400183565296]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-09-29_11_47_08-16668928400183565296?project=apache-beam-testing
root: INFO: Job 2019-09-29_11_47_08-16668928400183565296 is in state
JOB_STATE_RUNNING
root: INFO: 2019-09-29T18:47:12.056Z: JOB_MESSAGE_DETAILED: Checking
permissions granted to controller Service Account.
root: INFO: 2019-09-29T18:47:12.532Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-f.
root: INFO: 2019-09-29T18:47:13.124Z: JOB_MESSAGE_DETAILED: Expanding
CoGroupByKey operations into optimizable parts.
root: INFO: 2019-09-29T18:47:13.180Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a
combiner.
root: INFO: 2019-09-29T18:47:13.207Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step group: GroupByKey not followed by a combiner.
root: INFO: 2019-09-29T18:47:13.236Z: JOB_MESSAGE_DETAILED: Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2019-09-29T18:47:13.257Z: JOB_MESSAGE_DETAILED: Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2019-09-29T18:47:13.319Z: JOB_MESSAGE_DEBUG: Annotating graph with
Autotuner information.
root: INFO: 2019-09-29T18:47:13.358Z: JOB_MESSAGE_DETAILED: Fusing adjacent
ParDo, Read, Write, and Flatten operations
root: INFO: 2019-09-29T18:47:13.386Z: JOB_MESSAGE_DETAILED: Fusing consumer
split into read/Read
root: INFO: 2019-09-29T18:47:13.412Z: JOB_MESSAGE_DETAILED: Fusing consumer
pair_with_one into split
root: INFO: 2019-09-29T18:47:13.436Z: JOB_MESSAGE_DETAILED: Fusing consumer
group/Reify into pair_with_one
root: INFO: 2019-09-29T18:47:13.458Z: JOB_MESSAGE_DETAILED: Fusing consumer
group/Write into group/Reify
root: INFO: 2019-09-29T18:47:13.484Z: JOB_MESSAGE_DETAILED: Fusing consumer
group/GroupByWindow into group/Read
root: INFO: 2019-09-29T18:47:13.510Z: JOB_MESSAGE_DETAILED: Fusing consumer
count into group/GroupByWindow
root: INFO: 2019-09-29T18:47:13.531Z: JOB_MESSAGE_DETAILED: Fusing consumer
format into count
root: INFO: 2019-09-29T18:47:13.555Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/WriteBundles/WriteBundles into format
root: INFO: 2019-09-29T18:47:13.577Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/Pair into write/Write/WriteImpl/WriteBundles/WriteBundles
root: INFO: 2019-09-29T18:47:13.602Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/WindowInto(WindowIntoFn) into write/Write/WriteImpl/Pair
root: INFO: 2019-09-29T18:47:13.625Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/GroupByKey/Reify into
write/Write/WriteImpl/WindowInto(WindowIntoFn)
root: INFO: 2019-09-29T18:47:13.650Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/GroupByKey/Write into
write/Write/WriteImpl/GroupByKey/Reify
root: INFO: 2019-09-29T18:47:13.674Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/GroupByKey/GroupByWindow into
write/Write/WriteImpl/GroupByKey/Read
root: INFO: 2019-09-29T18:47:13.697Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/Extract into
write/Write/WriteImpl/GroupByKey/GroupByWindow
root: INFO: 2019-09-29T18:47:13.722Z: JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/InitializeWrite into write/Write/WriteImpl/DoOnce/Read
root: INFO: 2019-09-29T18:47:13.750Z: JOB_MESSAGE_DEBUG: Workflow config is
missing a default resource spec.
root: INFO: 2019-09-29T18:47:13.776Z: JOB_MESSAGE_DEBUG: Adding StepResource
setup and teardown to workflow graph.
root: INFO: 2019-09-29T18:47:13.801Z: JOB_MESSAGE_DEBUG: Adding workflow start
and stop steps.
root: INFO: 2019-09-29T18:47:13.827Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2019-09-29T18:47:13.942Z: JOB_MESSAGE_DEBUG: Executing wait step
start26
root: INFO: 2019-09-29T18:47:13.997Z: JOB_MESSAGE_BASIC: Executing operation
write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
root: INFO: 2019-09-29T18:47:14.024Z: JOB_MESSAGE_BASIC: Executing operation
write/Write/WriteImpl/GroupByKey/Create
root: INFO: 2019-09-29T18:47:14.033Z: JOB_MESSAGE_DEBUG: Starting worker pool
setup.
root: INFO: 2019-09-29T18:47:14.050Z: JOB_MESSAGE_BASIC: Executing operation
group/Create
root: INFO: 2019-09-29T18:47:14.061Z: JOB_MESSAGE_BASIC: Starting 10 workers in
us-central1-f...
root: INFO: 2019-09-29T18:47:14.108Z: JOB_MESSAGE_BASIC: Finished operation
write/Write/WriteImpl/GroupByKey/Create
root: INFO: 2019-09-29T18:47:14.108Z: JOB_MESSAGE_BASIC: Finished operation
group/Create
root: INFO: 2019-09-29T18:47:14.155Z: JOB_MESSAGE_DEBUG: Value "group/Session"
materialized.
root: INFO: 2019-09-29T18:47:14.183Z: JOB_MESSAGE_DEBUG: Value
"write/Write/WriteImpl/GroupByKey/Session" materialized.
root: INFO: 2019-09-29T18:47:14.214Z: JOB_MESSAGE_BASIC: Executing operation
read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: 2019-09-29T18:47:39.768Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 10 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-09-29T18:48:03.779Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-09-29T18:48:03.800Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-09-29T18:51:33.424Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:35.501Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:37.552Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:39.613Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:41.677Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:46.571Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:48.641Z: JOB_MESSAGE_ERROR: Traceback (most recent
call last):
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 773, in run
self._load_main_session(self.local_staging_directory)
File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py",
line 489, in _load_main_session
pickler.load_session(session_file)
File
"/usr/local/lib/python3.7/site-packages/apache_beam/internal/pickler.py", line
287, in load_session
return dill.load_session(file_path)
File "/usr/local/lib/python3.7/site-packages/dill/_dill.py", line 410, in
load_session
module = unpickler.load()
TypeError: _create_function() takes from 2 to 6 positional arguments but 7 were
given
root: INFO: 2019-09-29T18:51:48.665Z: JOB_MESSAGE_BASIC: Finished operation
read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: 2019-09-29T18:51:48.723Z: JOB_MESSAGE_DEBUG: Executing failure step
failure25
root: INFO: 2019-09-29T18:51:48.758Z: JOB_MESSAGE_ERROR: Workflow failed.
Causes: S06:read/Read+split+pair_with_one+group/Reify+group/Write failed.,
Internal Issue (e73f45b69c9f4bd5): 63963027:24514
root: INFO: 2019-09-29T18:51:49.167Z: JOB_MESSAGE_WARNING:
S01:write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
failed.
root: INFO: 2019-09-29T18:51:49.200Z: JOB_MESSAGE_BASIC: Finished operation
write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
root: INFO: 2019-09-29T18:51:49.304Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2019-09-29T18:51:49.364Z: JOB_MESSAGE_DEBUG: Starting worker pool
teardown.
root: INFO: 2019-09-29T18:51:49.400Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2019-09-29T18:54:05.870Z: JOB_MESSAGE_DETAILED: Autoscaling:
Reduced the number of workers to 0 based on the rate of progress in the
currently running step(s).
root: INFO: 2019-09-29T18:54:05.910Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: 2019-09-29T18:54:05.944Z: JOB_MESSAGE_DEBUG: Tearing down pending
resources...
root: INFO: Job 2019-09-29_11_47_08-16668928400183565296 is in state
JOB_STATE_FAILED
apache_beam.io.filesystem: DEBUG: Listing files in
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1569782826008/results'
apache_beam.io.filesystem: DEBUG: translate_pattern:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1569782826008/results*'
->
'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1569782826008/results[^/\\\\]*'
root: INFO: Starting the size estimation of the input
root: INFO: Finished listing 0 files in 0.04529619216918945 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-integrationTest-perf.xml
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 429.959s
FAILED (errors=1)
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:integrationTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 7m 56s
2019-09-29 18:54:17,349 dd21ddea MainThread beam_integration_benchmark(1/1)
ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py";,>
line 841, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py";,>
line 687, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py";,>
line 160, in Run
job_type=job_type)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py";,>
line 91, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2019-09-29 18:54:17,350 dd21ddea MainThread beam_integration_benchmark(1/1)
INFO Cleaning up benchmark beam_integration_benchmark
2019-09-29 18:54:17,352 dd21ddea MainThread beam_integration_benchmark(1/1)
ERROR Exception running benchmark
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py";,>
line 984, in RunBenchmarkTask
RunBenchmark(spec, collector)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py";,>
line 841, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py";,>
line 687, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py";,>
line 160, in Run
job_type=job_type)
File
"<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py";,>
line 91, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2019-09-29 18:54:17,352 dd21ddea MainThread beam_integration_benchmark(1/1)
ERROR Benchmark 1/1 beam_integration_benchmark (UID:
beam_integration_benchmark0) failed. Execution will continue.
2019-09-29 18:54:17,352 dd21ddea MainThread beam_integration_benchmark(1/1)
INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed
Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2019-09-29 18:54:17,353 dd21ddea MainThread beam_integration_benchmark(1/1)
INFO Complete logs can be found at:
<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/runs/dd21ddea/pkb.log>
2019-09-29 18:54:17,353 dd21ddea MainThread beam_integration_benchmark(1/1)
INFO Completion statuses can be found at:
<https://builds.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/runs/dd21ddea/completion_statuses.json>
Build step 'Execute shell' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
