See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/4544/display/redirect?page=changes>
Changes: [wcn] Fix golint issues [robertwb] Optimize reshuffle. [robertwb] Add PipelineRunner.run_async for non-blocking execution. ------------------------------------------ [...truncated 291.17 KB...] from apache_beam.testing.test_pipeline import TestPipeline from apache_beam.testing.test_utils import delete_files +from hamcrest.core.core.allof import all_of +from nose.plugins.attrib import attr class WordCountIT(unittest.TestCase): ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/examples/streaming_wordcount_it_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/examples/streaming_wordcount_it_test.py>:before 2018-03-23 17:50:29.204663 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/examples/streaming_wordcount_it_test.py>:after 2018-03-30 20:50:18.030522 @@ -29,15 +29,14 @@ import unittest import uuid -from hamcrest.core.core.allof import all_of -from nose.plugins.attrib import attr - from apache_beam.examples import streaming_wordcount from apache_beam.io.gcp.tests.pubsub_matcher import PubSubMessageMatcher from apache_beam.runners.runner import PipelineState from apache_beam.testing import test_utils from apache_beam.testing.pipeline_verifiers import PipelineStateMatcher from apache_beam.testing.test_pipeline import TestPipeline +from hamcrest.core.core.allof import all_of +from nose.plugins.attrib import attr INPUT_TOPIC = 'wc_topic_input' OUTPUT_TOPIC = 'wc_topic_output' ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/examples/cookbook/bigquery_tornadoes_it_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/examples/cookbook/bigquery_tornadoes_it_test.py>:before 2018-01-24 00:22:36.719312 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/examples/cookbook/bigquery_tornadoes_it_test.py>:after 2018-03-30 20:50:19.053095 @@ -21,14 +21,13 @@ import time import unittest -from hamcrest.core.core.allof import all_of -from nose.plugins.attrib import attr - from apache_beam.examples.cookbook import bigquery_tornadoes from apache_beam.io.gcp.tests import utils from apache_beam.io.gcp.tests.bigquery_matcher import BigqueryMatcher from apache_beam.testing.pipeline_verifiers import PipelineStateMatcher from apache_beam.testing.test_pipeline import TestPipeline +from hamcrest.core.core.allof import all_of +from nose.plugins.attrib import attr class BigqueryTornadoesIT(unittest.TestCase): ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline_test.py>:before 2018-01-24 00:22:36.959311 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline_test.py>:after 2018-03-30 20:50:19.316035 @@ -20,12 +20,11 @@ import logging import unittest -from hamcrest.core.assert_that import assert_that as hc_assert_that -from hamcrest.core.base_matcher import BaseMatcher - from apache_beam.internal import pickler from apache_beam.options.pipeline_options import PipelineOptions from apache_beam.testing.test_pipeline import TestPipeline +from hamcrest.core.assert_that import assert_that as hc_assert_that +from hamcrest.core.base_matcher import BaseMatcher # A simple matcher that is ued for testing extra options appending. ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/pipeline_verifiers.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/pipeline_verifiers.py>:before 2018-01-24 00:22:36.959311 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/pipeline_verifiers.py>:after 2018-03-30 20:50:19.344472 @@ -25,12 +25,11 @@ import logging import time -from hamcrest.core.base_matcher import BaseMatcher - from apache_beam.io.filesystems import FileSystems from apache_beam.runners.runner import PipelineState from apache_beam.testing import test_utils as utils from apache_beam.utils import retry +from hamcrest.core.base_matcher import BaseMatcher __all__ = [ 'PipelineStateMatcher', ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/pipeline_verifiers_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/pipeline_verifiers_test.py>:before 2018-02-14 17:17:58.815289 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/pipeline_verifiers_test.py>:after 2018-03-30 20:50:19.376030 @@ -21,7 +21,6 @@ import tempfile import unittest -from hamcrest import assert_that as hc_assert_that from mock import Mock from mock import patch @@ -30,6 +29,7 @@ from apache_beam.runners.runner import PipelineState from apache_beam.testing import pipeline_verifiers as verifiers from apache_beam.testing.test_utils import patch_retry +from hamcrest import assert_that as hc_assert_that try: # pylint: disable=wrong-import-order, wrong-import-position ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline.py>:before 2018-03-21 03:17:48.486161 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline.py>:after 2018-03-30 20:50:19.553258 @@ -20,12 +20,11 @@ import argparse import shlex -from nose.plugins.skip import SkipTest - from apache_beam.internal import pickler from apache_beam.options.pipeline_options import PipelineOptions from apache_beam.pipeline import Pipeline from apache_beam.runners.runner import PipelineState +from nose.plugins.skip import SkipTest __all__ = [ 'TestPipeline', ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/combiners_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/combiners_test.py>:before 2018-02-14 00:08:23.317406 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/combiners_test.py>:after 2018-03-30 20:50:20.065747 @@ -19,10 +19,9 @@ import unittest -import hamcrest as hc - import apache_beam as beam import apache_beam.transforms.combiners as combine +import hamcrest as hc from apache_beam.testing.test_pipeline import TestPipeline from apache_beam.testing.util import assert_that from apache_beam.testing.util import equal_to ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/display_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/display_test.py>:before 2018-03-06 17:44:37.983556 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/display_test.py>:after 2018-03-30 20:50:20.121111 @@ -22,16 +22,16 @@ import unittest from datetime import datetime +import six + +import apache_beam as beam # pylint: disable=ungrouped-imports import hamcrest as hc -import six -from hamcrest.core.base_matcher import BaseMatcher - -import apache_beam as beam from apache_beam.options.pipeline_options import PipelineOptions from apache_beam.transforms.display import DisplayData from apache_beam.transforms.display import DisplayDataItem from apache_beam.transforms.display import HasDisplayData +from hamcrest.core.base_matcher import BaseMatcher # pylint: enable=ungrouped-imports ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/ptransform_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/ptransform_test.py>:before 2018-03-01 20:03:53.966026 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/ptransform_test.py>:after 2018-03-30 20:50:20.342453 @@ -26,13 +26,11 @@ import unittest from functools import reduce -import hamcrest as hc -from nose.plugins.attrib import attr - import apache_beam as beam import apache_beam.pvalue as pvalue import apache_beam.transforms.combiners as combine import apache_beam.typehints as typehints +import hamcrest as hc from apache_beam.io.iobase import Read from apache_beam.metrics import Metrics from apache_beam.metrics.metric import MetricsFilter @@ -49,6 +47,7 @@ from apache_beam.typehints import with_output_types from apache_beam.typehints.typehints_test import TypeHintTestCase from apache_beam.utils.windowed_value import WindowedValue +from nose.plugins.attrib import attr # Disable frequent lint warning due to pipe operator for chaining transforms. # pylint: disable=expression-not-assigned ERROR: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py> Imports are incorrectly sorted. --- <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py>:before 2018-01-24 00:22:36.983311 +++ <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py>:after 2018-03-30 20:50:20.414042 @@ -20,13 +20,12 @@ import logging import unittest -from nose.plugins.attrib import attr - import apache_beam as beam from apache_beam.testing.test_pipeline import TestPipeline from apache_beam.testing.util import assert_that from apache_beam.testing.util import equal_to from apache_beam.transforms import window +from nose.plugins.attrib import attr class SideInputsTest(unittest.TestCase): Command exited with non-zero status 1 356.72user 7.62system 2:08.06elapsed 284%CPU (0avgtext+0avgdata 246532maxresident)k 32inputs+168outputs (0major+648220minor)pagefaults 0swaps ERROR: InvocationError: '/usr/bin/time <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/run_pylint.sh'> py3-lint create: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py3-lint> py3-lint installdeps: pycodestyle==2.3.1, pylint==1.7.2, future==0.16.0, isort==4.2.15, flake8==3.5.0 py3-lint inst: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/dist/apache-beam-2.5.0.dev0.zip> py3-lint installed: apache-beam==2.5.0.dev0,astroid==1.6.2,avro==1.8.2,backports.functools-lru-cache==1.5,certifi==2018.1.18,chardet==3.0.4,configparser==3.5.0,crcmod==1.7,dill==0.2.6,docopt==0.6.2,enum34==1.1.6,flake8==3.5.0,funcsigs==1.0.2,future==0.16.0,futures==3.2.0,grpcio==1.10.0,hdfs==2.1.0,httplib2==0.9.2,idna==2.6,isort==4.2.15,lazy-object-proxy==1.3.1,mccabe==0.6.1,mock==2.0.0,oauth2client==4.1.2,pbr==4.0.0,protobuf==3.5.2.post1,pyasn1==0.4.2,pyasn1-modules==0.2.1,pycodestyle==2.3.1,pyflakes==1.6.0,pylint==1.7.2,pytz==2018.3,PyVCF==0.6.8,PyYAML==3.12,requests==2.18.4,rsa==3.4.2,singledispatch==3.4.0.3,six==1.11.0,typing==3.6.4,urllib3==1.22,wrapt==1.10.11 py3-lint runtests: PYTHONHASHSEED='1538324538' py3-lint runtests: commands[0] | python --version Python 2.7.6 py3-lint runtests: commands[1] | pip --version pip 9.0.3 from <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py3-lint/local/lib/python2.7/site-packages> (python 2.7) py3-lint runtests: commands[2] | time <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/run_mini_py3lint.sh> Running flake8 for module apache_beam: 0 29.79user 0.24system 0:09.90elapsed 303%CPU (0avgtext+0avgdata 66132maxresident)k 0inputs+0outputs (0major+88579minor)pagefaults 0swaps ___________________________________ summary ____________________________________ cover: commands succeeded ERROR: docs: commands failed ERROR: py27: commands failed ERROR: py27-cython2: commands failed ERROR: py27-gcp: commands failed ERROR: py27-lint: commands failed py3-lint: commands succeeded Build step 'Execute shell' marked build as failure Not sending mail to unregistered user aljoscha.kret...@gmail.com Not sending mail to unregistered user eh...@google.com Not sending mail to unregistered user ro...@frantil.com Not sending mail to unregistered user ankurgoe...@gmail.com Not sending mail to unregistered user da...@getindata.com Not sending mail to unregistered user c...@google.com Not sending mail to unregistered user andreas.ehrencr...@velik.it Not sending mail to unregistered user hero...@google.com Not sending mail to unregistered user git...@alasdairhodge.co.uk Not sending mail to unregistered user mari...@google.com Not sending mail to unregistered user aal...@gmail.com Not sending mail to unregistered user w...@google.com Not sending mail to unregistered user boyu...@google.com Not sending mail to unregistered user mair...@google.com Not sending mail to unregistered user j...@nanthrax.net Not sending mail to unregistered user xuming...@users.noreply.github.com Not sending mail to unregistered user mark...@google.com Not sending mail to unregistered user szewi...@gmail.com Not sending mail to unregistered user grzegorz.kolakow...@getindata.com Not sending mail to unregistered user aromanenko....@gmail.com
