See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/2523/display/redirect?page=changes>
Changes:
[chamikara] Python streaming Create override as a composite of Impulse and a
DoFn
[kirpichov] A few cleanups in CombineTest
------------------------------------------
[...truncated 584.48 KB...]
}
primitive_transform {
id: "9"
function_spec {
id: "10"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "0"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "6"
}
}
step_name: "FlatMap(cross_product)/0"
}
coders {
function_spec {
id: "4"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\",
\"is_pair_like\": true}"
}
}
}
coders {
function_spec {
id: "6"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\207\001{\"component_encodings\": [{\"@type\":
\"kind:bytes\"}, {\"@type\": \"kind:global_window\"}], \"@type\":
\"kind:windowed_value\", \"is_wrapper\": true}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "12"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "13"
process_bundle {
process_bundle_descriptor_reference: "11"
}
root: INFO: start <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: start <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: start <DoOperation Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DoOperation Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[Create/Read.out0, coder=WindowedValueCoder[BytesCoder],
len(consumers)=2]]>
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: CONTROL RESPONSE instruction_id: "13"
process_bundle {
}
root: INFO: Running [('assert_that/Create/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.transforms.core._CreateSource object at 0x7f8a66139850>,
start_position=None, stop_position=None))), ('assert_that/Group/pair_with_0',
WorkerDoFn(output_tags=['out'], input=(0, 0))),
('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[0],
write_windowed_values=True, input=(1, 0)))]
root: INFO: CONTROL REQUEST instruction_id: "27"
register {
process_bundle_descriptor {
id: "26"
primitive_transform {
id: "15"
function_spec {
id: "17"
urn: "urn:org.apache.beam:source:runner:0.1"
}
inputs {
key: "16"
value {
}
}
outputs {
key: "out"
value {
coder_reference: "18"
}
}
step_name: "assert_that/Create/Read/inject_source"
}
primitive_transform {
id: "14"
function_spec {
id: "19"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\230\003eNp1kMluAjEQRAnZwJAFsucL4DJfgbIICQ5g5RRZtscDljy224sQh5GSS5TPjmGQIg4cu6r6ld1fzQGnlvKlIEzQMnNRa+F8Zo0LlEklwzorNKFWktpCU5WLmYmOi5lNdkopMTIvGkFj+A1HFTRxh4S1FWQpdfBwvMffGFs9ywU3jgbjPHqfzpP8tpERnCTK6aSCswHuSG1j2MI8nE9w18TwL7Qm8QfazLNhBegTOvs9jmpfGFf6LNUI9CF1blZSLxB0U8FFBZcD3A5OLhbCFRquDm3vImgkChpVmO9GuE6UXgV9hlurLTtBbg5B6gR6VYZRVT8l/fQ2Ie4quGe4H2QpfKClJdyUTKY7w8O4kQ4pPcnrZnj8xT3KeSyjokEaTUqTC3gaNyIL8Jz9AaKfpxQ="
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "15"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "20"
}
}
step_name: "assert_that/Create/Read"
}
primitive_transform {
id: "21"
function_spec {
id: "22"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\210\010eNq9lG1z1DYQx332ARcHWkgobXlICgXqg3IObSkPBZr2UhJqckmdKIEZGI1s607q2ZZXkjluhpspLw541W/Kd6h8CZMwQ3jZGY1trXb/kn67639sLyYFiRnFESVZS0uSq66QmWrFQlK3TdKURCndlqQoqFwSD3IXrOYrqI3A9tCRQoqYKgVOnPA0bVUPF8eSEk1xt8xjzYUJqHv7l1NBEqyHBXXhEGq0RUI3zQQOj+FICA0vqAVOUF+dX0Szby3rpRk166Vt/VuzejVrA6Y6Y3CbqPYCplGdyJ6Co+hwfzD5OvYGPkO5z0RG/b9p3ue5ev++plLynPoDIfvK3Jf61XXxulC6LbKMa7w+1EzkeItK3h36Kukrv5iY/H18/D0+fsWnVQzhc9S4m5IsSsh9OL76zkYWnEB2N4eZMcw2NZwM4YsY46jkqeY5xm6PaqK1dOHUfio8K4TUOBNJmRoyX6Izn8gLfDWGr0M4jRoYJzzWGMOZ13A2hHPoJC4Il1iTHh5wzfBzkpYU5jofSVBMzQTmWd1jBrsd1ANndWMRnTXMn9rWyAynIl/xd6yuXY0N+MbwP9/0kN1agAvIMfvAt8jp0yFcRId2Nruk4fL/loZS87RKw3dsLuiiumNN1cBrGu7NEK6wU+xgkFUkXB3D9yFcYwZfKwSfzXU6I1hA05MCxYznWsH1D1vELEzsrYSaXBAtpHIfrlU1vFKZXfjB9MePRuYnD03zvCj1REzBjQ46Kkq9Z/i5U76Gm5HScCuE22O4E8IvY7g7gnseu84qmftG5leP3eiwie9iZE5WlXpBY2xK7Dd2u9TwewjtXf8l4//Hnv+DCDmV3zJrl9EzWAksMoKHz+DPTzb9Ns8TMeB5z4XAaD4awaqHprTkvR6VRq1zUPSui7tEu6RM9ebuFNaMyvoI/opQYzDRNiLhQSI7Hu5yKiKS7hzFMN0wEpsjQBGa0TyjSpOswLHIIp5TCVuBZcBwhZOdnWH7LTpB4rjMypRU/6Cqryg8Dqwy0vCk9R+w6L0n"
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "14"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/pair_with_0"
}
primitive_transform {
id: "24"
function_spec {
id: "25"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "21"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/Flatten/Write"
}
coders {
function_spec {
id: "18"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\",
\"is_pair_like\": true}"
}
}
}
coders {
function_spec {
id: "23"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\346\017{\"component_encodings\":
[{\"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\",
\"is_pair_like\": true}, {\"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\",
\"is_pair_like\": true}, {\"component_encodings\": [{\"component_encodings\":
[], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\",
\"is_pair_like\": true}], \"@type\": \"kind:pair\", \"is_pair_like\": true}],
\"@type\": \"kind:pair\", \"is_pair_like\": true}, {\"@type\":
\"kind:global_window\"}], \"@type\": \"kind:windowed_value\", \"is_wrapper\":
true}"
}
}
}
coders {
function_spec {
id: "20"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\321\n{\"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\",
\"is_pair_like\": true}, {\"component_encodings\": [{\"component_encodings\":
[], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\",
\"is_pair_like\": true}], \"@type\": \"kind:pair\", \"is_pair_like\": true},
{\"@type\": \"kind:global_window\"}], \"@type\": \"kind:windowed_value\",
\"is_wrapper\": true}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "27"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "28"
process_bundle {
process_bundle_descriptor_reference: "26"
}
root: INFO: start <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: start <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out']>
root: INFO: start <DoOperation assert_that/Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Create/Read.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Group/pair_with_0.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder,
TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]]], len(consumers)=1]]>
root: INFO: finish <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: CONTROL RESPONSE instruction_id: "28"
process_bundle {
}
root: INFO: Running [('FlatMap(cross_product)/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f8a67ae6950>, start_position=None, stop_position=None))),
('FlatMap(cross_product)', WorkerDoFn(output_tags=['out'], input=(0, 0),
side_inputs=[WorkerSideInputSource(source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f8a67ae6690>, tag=0)])), ('assert_that/WindowInto(WindowIntoFn)',
WorkerDoFn(output_tags=['out'], input=(1, 0))), ('assert_that/ToVoidKey',
WorkerDoFn(output_tags=['out'], input=(2, 0))),
('assert_that/Group/pair_with_1', WorkerDoFn(output_tags=['out'], input=(3,
0))), ('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[1],
write_windowed_values=True, input=(4, 0)))]
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_using_slow_impl (apache_beam.coders.slow_coders_test.SlowCoders)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/coders/slow_coders_test.py";,>
line 41, in test_using_slow_impl
import apache_beam.coders.stream
AssertionError: ImportError not raised
----------------------------------------------------------------------
Ran 1249 tests in 129.200s
FAILED (failures=1, errors=2, skipped=16)
Test failed: <unittest.runner.TextTestResult run=1249 errors=2 failures=1>
error: Test failed: <unittest.runner.TextTestResult run=1249 errors=2
failures=1>
ERROR: InvocationError:
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/target/.tox/py27gcp/bin/python>
setup.py test'
___________________________________ summary ____________________________________
docs: commands succeeded
lint: commands succeeded
ERROR: py27: commands failed
ERROR: py27cython: commands failed
ERROR: py27gcp: commands failed
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user [email protected]
