See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/2527/display/redirect?page=changes>
Changes:
[iemejia] Make HBaseIO tests faster by only using the core daemons needed by
HBase
------------------------------------------
[...truncated 584.71 KB...]
}
primitive_transform {
id: "9"
function_spec {
id: "10"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "0"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "6"
}
}
step_name: "FlatMap(cross_product)/0"
}
coders {
function_spec {
id: "6"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\207\001{\"is_wrapper\": true, \"@type\":
\"kind:windowed_value\", \"component_encodings\": [{\"@type\": \"kind:bytes\"},
{\"@type\": \"kind:global_window\"}]}"
}
}
}
coders {
function_spec {
id: "4"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"is_pair_like\": true, \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "12"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "13"
process_bundle {
process_bundle_descriptor_reference: "11"
}
root: INFO: start <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: start <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: start <DoOperation Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DoOperation Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[Create/Read.out0, coder=WindowedValueCoder[BytesCoder],
len(consumers)=2]]>
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: CONTROL RESPONSE instruction_id: "13"
process_bundle {
}
root: INFO: Running [('assert_that/Create/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.transforms.core._CreateSource object at 0x7f544c04a5d0>,
start_position=None, stop_position=None))), ('assert_that/Group/pair_with_0',
WorkerDoFn(output_tags=['out'], input=(0, 0))),
('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[0],
write_windowed_values=True, input=(1, 0)))]
root: INFO: CONTROL REQUEST instruction_id: "27"
register {
process_bundle_descriptor {
id: "26"
primitive_transform {
id: "15"
function_spec {
id: "17"
urn: "urn:org.apache.beam:source:runner:0.1"
}
inputs {
key: "16"
value {
}
}
outputs {
key: "out"
value {
coder_reference: "18"
}
}
step_name: "assert_that/Create/Read/inject_source"
}
primitive_transform {
id: "14"
function_spec {
id: "19"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\224\003eNp1kMtqAjEYha29abQX7b1PoJt5CrEtBV3o0FUJSSajgdz+XBAXA+2m9LEbHaG4cPmfc/jOSb6aA0YsYUuOKScqc1Fr7nxmjQuECinCOis1Jlbg2kJTWfCZiY7xmU12Skk+MmONoDH8hqMKmnkHh7XleCl08HC8x98YWz0rODOOBOM8epvOk/y6kRGcJMrppIKzQd41MdgYtjQP55O8I/T/3ZrEH2hTT4cVoE/o7Pc4on1pnPJZquHoQ+jCrIReIOimgosKLgdpp/C44CWJMsDVb94jjEUVJQnCaKxMweH6vZH3g1DcB6IsZkZRkX4BeklvrbbQUkP/UHedQC/SUCLrDemJN2nBbQV3NG8HJxYL7hLj/hBjF0Gjeuh8d8JDojxW8EQjDfCc/QF5CacU"
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "15"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "20"
}
}
step_name: "assert_that/Create/Read"
}
primitive_transform {
id: "21"
function_spec {
id: "22"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\210\010eNq9k21z1DYQx332ARcHWkgobXlICgXqg3IObSkPBZr2UhJqckmdKIEZGI1s607q2ZZXkjluhpspLw541W/Kd6h8CZMwQ3jZGY3t3ZX/Wv129x/bi0lBYkZxREnW0pLkqitkplqxkNRtkzQlUUq3JSkKKpfEg9wFq/kKaiOwPeTgbg5OnPA0bVUPF8eSEk1xt8xjzYXZXPf2h1NBEqyHBXXhEGq0RUI3jQGHx3AkhIYX1AInqK/OL6LZt5b10qya9dK2/q1ZvZq1AVOdMbhNVHsB06hOZE/BUXS4P5h8HXsDn6HcZyKj/t807/NcvX9fUyl5Tv2BkH1l7kr96qp4XSjdFlnGNV4faiZyvEUl7w59lfSVX0xc/j42/h4bv2LTKobwOWrcTUkWJeQ+HF99ZyMLTiDbMJkZw2xTw8kQvogxjkqeap5j7PaoJlpLF07tp8KzQkiNM5GUqSHzJTrziZrAV2P4OoTTqIFxwmONMZx5DWdDOIdO4oJwiTXp4QHXDD8naUlhrvORAsXUGDDP6h4z2O2gHjirG4vorGH+1LZGZjkV+Yq/Y3Xtam3AN4b/+aaH7NYCXECOOQe+RU6fDuEiOrRz2CUNl/+3MpSap1UZvmNzQRfVHWuqBl7TcG+GcIWdYgeDrP6Eq2P4PoRrzOBrheCzuU5nBAtoetKgmPFcK7j+4XiYwMTfSqipBdFCKvfhWtXDK5XbhR/MbPxoZH7y0FFR6qLUEzUFNzpomud79s+d8jXcjJSGWyHcHsOdEH4Zw90R3PNMBlVLFzSuxus+u82us0r3V6O76LEbHTb5+beo1PB7CO3d8JIJ/7EXfhChI4UUMVUKllm7jJ7BSmCRETx8Bn9+cui3eZ6IAc97LgRG99EIVqucuMIJ7ZIy1dB5i06QOC6zMiXVmFetS2EtsNCM5hlVmmQFjkUW8ZxKWDf+xmAiau7z10Fn7+xwl1MRkXQnBwM0NBlsjGAzQlNa8l6PSqOBDtLY3eIu7SS6uWvCllHZHsHjqIw0PGn9B+NhvSc="
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "14"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/pair_with_0"
}
primitive_transform {
id: "24"
function_spec {
id: "25"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "21"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/Flatten/Write"
}
coders {
function_spec {
id: "23"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\346\017{\"is_wrapper\": true, \"@type\":
\"kind:windowed_value\", \"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\": \"kind:pair\"}], \"is_pair_like\": true,
\"@type\": \"kind:pair\"}, {\"@type\": \"kind:global_window\"}]}"
}
}
}
coders {
function_spec {
id: "20"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\321\n{\"is_wrapper\": true, \"@type\":
\"kind:windowed_value\", \"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\": \"kind:pair\"}, {\"@type\":
\"kind:global_window\"}]}"
}
}
}
coders {
function_spec {
id: "18"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"is_pair_like\": true, \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "27"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "28"
process_bundle {
process_bundle_descriptor_reference: "26"
}
root: INFO: start <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: start <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out']>
root: INFO: start <DoOperation assert_that/Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Create/Read.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Group/pair_with_0.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder,
TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]]], len(consumers)=1]]>
root: INFO: finish <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: CONTROL RESPONSE instruction_id: "28"
process_bundle {
}
root: INFO: Running [('FlatMap(cross_product)/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f544c3e8a50>, start_position=None, stop_position=None))),
('FlatMap(cross_product)', WorkerDoFn(output_tags=['out'], input=(0, 0),
side_inputs=[WorkerSideInputSource(source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f544c340bd0>, tag=0)])), ('assert_that/WindowInto(WindowIntoFn)',
WorkerDoFn(output_tags=['out'], input=(1, 0))), ('assert_that/ToVoidKey',
WorkerDoFn(output_tags=['out'], input=(2, 0))),
('assert_that/Group/pair_with_1', WorkerDoFn(output_tags=['out'], input=(3,
0))), ('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[1],
write_windowed_values=True, input=(4, 0)))]
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_using_slow_impl (apache_beam.coders.slow_coders_test.SlowCoders)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/coders/slow_coders_test.py";,>
line 41, in test_using_slow_impl
import apache_beam.coders.stream
AssertionError: ImportError not raised
----------------------------------------------------------------------
Ran 1249 tests in 130.688s
FAILED (failures=1, errors=2, skipped=16)
Test failed: <unittest.runner.TextTestResult run=1249 errors=2 failures=1>
error: Test failed: <unittest.runner.TextTestResult run=1249 errors=2
failures=1>
ERROR: InvocationError:
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/target/.tox/py27gcp/bin/python>
setup.py test'
___________________________________ summary ____________________________________
docs: commands succeeded
lint: commands succeeded
ERROR: py27: commands failed
ERROR: py27cython: commands failed
ERROR: py27gcp: commands failed
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user [email protected]
