See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/2524/display/redirect?page=changes>
Changes:
[robertwb] Add dry run option to DataflowRunner
------------------------------------------
[...truncated 584.71 KB...]
}
primitive_transform {
id: "9"
function_spec {
id: "10"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "0"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "6"
}
}
step_name: "FlatMap(cross_product)/0"
}
coders {
function_spec {
id: "6"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\207\001{\"is_wrapper\": true, \"component_encodings\":
[{\"@type\": \"kind:bytes\"}, {\"@type\": \"kind:global_window\"}], \"@type\":
\"kind:windowed_value\"}"
}
}
}
coders {
function_spec {
id: "4"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"is_pair_like\": true, \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "12"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "13"
process_bundle {
process_bundle_descriptor_reference: "11"
}
root: INFO: start <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: start <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: start <DoOperation Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DoOperation Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[Create/Read.out0, coder=WindowedValueCoder[BytesCoder],
len(consumers)=2]]>
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: CONTROL RESPONSE instruction_id: "13"
process_bundle {
}
root: INFO: Running [('assert_that/Create/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.transforms.core._CreateSource object at 0x7f1c8c40e8d0>,
start_position=None, stop_position=None))), ('assert_that/Group/pair_with_0',
WorkerDoFn(output_tags=['out'], input=(0, 0))),
('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[0],
write_windowed_values=True, input=(1, 0)))]
root: INFO: CONTROL REQUEST instruction_id: "27"
register {
process_bundle_descriptor {
id: "26"
primitive_transform {
id: "15"
function_spec {
id: "17"
urn: "urn:org.apache.beam:source:runner:0.1"
}
inputs {
key: "16"
value {
}
}
outputs {
key: "out"
value {
coder_reference: "18"
}
}
step_name: "assert_that/Create/Read/inject_source"
}
primitive_transform {
id: "14"
function_spec {
id: "19"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\224\003eNp1kLluAjEYhAm5wJADcucJoNmnQCRRJChglSqybK8XLPn6fQhRrJQ0UR47hkWKKCj9zXhm7K/mgBFL2JJjyonKXNSaO59Z4wKhQoqwzkqNiRW4ltBUFnxmomN8ZpOcXJKPzFgjaAy/4aiCZt7BYW05XgodPBzv5W+ELc8KzowjwTiP3qbzhF83GMFJSjmdVHA2yDtC2xi2YR7OJ3nXxPAPWpP4A23q6bAC9Amd/R5HtC+NUz5LNRx9CF2YldALBN1UcFHB5SBvrba01HB16HLtQC/SUCLrkLTxOkX0KujT9FThccFLEmWAm9+8H4TiPhBlMTOKivRjcPveyHuEsaiiJEEYjZUpONwl3A5OLBbcpQn3hybsLGhUt8x3R3hIIx4reKKRBnjO/gCPwqcU"
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "15"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "20"
}
}
step_name: "assert_that/Create/Read"
}
primitive_transform {
id: "21"
function_spec {
id: "22"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\210\010eNq9lG1z1DYQx332ARcHWkgobXlICgXqg3IObSkPBZr2UhJqckmdKIEZGI1s607q2ZZXkjluhpspLw541W/Kd6h8CZMwQ3jZGY1t7Wr/Wv1W639sLyYFiRnFESVZS0uSq66QmWrFQlK3TdKURCndlqQoqFwSD3IXrOYrqI3A9pCDuzk4ccLTtFU9XBxLSjTF3TKPNRdmcd3b704FSbAeFtSFQ6jRFgndNBM4PIYjITS8oBY4QX11fhHNvrWsl2bUrJe29W/N6tWsDZjqjMFtotoLmEZ1InsKjqLD/cHk69gb+AzlPhMZ9f+meZ/n6v37mkrJc+oPhOwrc1bqV0fF60LptsgyrvH6UDOR4y0qeXfoq6Sv/GJi8vex8ffY+BWbVjGEz1HjbkqyKCH34fjqOxtZcALZhsnMGGabGk6G8EWMcVTyVPMcY7dHNdFaunBqPxWeFUJqnImkTA2ZL9GZT9QEvhrD1yGcRg2MEx5rjOHMazgbwjl0EheES6xJDw+4Zvg5SUsKc52PFCimZgLzrO4xg90O6oGzurGIzhrmT21rZIZTka/4O1bXrsYGfGP4n296yG4twAXkmH3gW+T06RAuokM7m13ScPl/K0OpeVqV4Ts2F3RR3bGmauA1DfdmCFfYKXYwyCoSro7h+xCuMYOvFYLP5jqdESyg6ckFxYznWsH1D9vDOCb2VkJNLYgWUrkP16o7vFKZXfjB9MaPRuYnD03zvCj1REzBjQ46Kkq9Z/i5U76Gm5HScCuE22O4E8IvY7g7gnsmEldXuqBx1V732W12nVW6vxrdRY/d6LBJ8G9RqeH3ENq77iXj/mPP/SBCRwopYqoULLN2GT2DlcAiI3j4DP78ZNNv8zwRA573XAiM7qMRrHqoMZhYTUKdg4J3VrjLqYhIuiNiiKwZifUR/BWZY3GFE9olZaohfItmNM+o0iQrcCyyiOdUwkZgoRMkjsusTEn1B6m6gsKmMU9pyXs9Kk0K6KAUdpe4Szu7bO5OYcsksT2Cx1EZaXjS+g8Gpb0n"
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "14"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/pair_with_0"
}
primitive_transform {
id: "24"
function_spec {
id: "25"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "21"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/Flatten/Write"
}
coders {
function_spec {
id: "20"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\321\n{\"is_wrapper\": true, \"component_encodings\":
[{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\": \"kind:pair\"}, {\"@type\": \"kind:global_window\"}], \"@type\":
\"kind:windowed_value\"}"
}
}
}
coders {
function_spec {
id: "23"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\346\017{\"is_wrapper\": true, \"component_encodings\":
[{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"is_pair_like\": true, \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\": \"kind:pair\"}], \"@type\": \"kind:pair\"}, {\"@type\":
\"kind:global_window\"}], \"@type\": \"kind:windowed_value\"}"
}
}
}
coders {
function_spec {
id: "18"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"is_pair_like\": true, \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "27"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "28"
process_bundle {
process_bundle_descriptor_reference: "26"
}
root: INFO: start <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: start <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out']>
root: INFO: start <DoOperation assert_that/Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Create/Read.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Group/pair_with_0.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder,
TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]]], len(consumers)=1]]>
root: INFO: finish <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: CONTROL RESPONSE instruction_id: "28"
process_bundle {
}
root: INFO: Running [('FlatMap(cross_product)/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f1c8c3b9150>, start_position=None, stop_position=None))),
('FlatMap(cross_product)', WorkerDoFn(output_tags=['out'], input=(0, 0),
side_inputs=[WorkerSideInputSource(source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f1c8c3b9550>, tag=0)])), ('assert_that/WindowInto(WindowIntoFn)',
WorkerDoFn(output_tags=['out'], input=(1, 0))), ('assert_that/ToVoidKey',
WorkerDoFn(output_tags=['out'], input=(2, 0))),
('assert_that/Group/pair_with_1', WorkerDoFn(output_tags=['out'], input=(3,
0))), ('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[1],
write_windowed_values=True, input=(4, 0)))]
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_using_slow_impl (apache_beam.coders.slow_coders_test.SlowCoders)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/coders/slow_coders_test.py";,>
line 41, in test_using_slow_impl
import apache_beam.coders.stream
AssertionError: ImportError not raised
----------------------------------------------------------------------
Ran 1249 tests in 130.479s
FAILED (failures=1, errors=2, skipped=16)
Test failed: <unittest.runner.TextTestResult run=1249 errors=2 failures=1>
error: Test failed: <unittest.runner.TextTestResult run=1249 errors=2
failures=1>
ERROR: InvocationError:
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/target/.tox/py27gcp/bin/python>
setup.py test'
___________________________________ summary ____________________________________
docs: commands succeeded
lint: commands succeeded
ERROR: py27: commands failed
ERROR: py27cython: commands failed
ERROR: py27gcp: commands failed
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user [email protected]
