See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/4877/display/redirect>
------------------------------------------ [...truncated 1.07 MB...] test_no_partial_writeouts (apache_beam.pipeline_test.DirectRunnerRetryTests) ... ok test_retry_fork_graph (apache_beam.pipeline_test.DirectRunnerRetryTests) ... ok test_element (apache_beam.pipeline_test.DoFnTest) ... ok test_side_input_no_tag (apache_beam.pipeline_test.DoFnTest) ... ok test_side_input_tagged (apache_beam.pipeline_test.DoFnTest) ... ok test_timestamp_param (apache_beam.pipeline_test.DoFnTest) ... ok test_timestamp_param_map (apache_beam.pipeline_test.DoFnTest) ... ok test_window_param (apache_beam.pipeline_test.DoFnTest) ... ok test_attribute_setting (apache_beam.pipeline_test.PipelineOptionsTest) ... ok test_defaults (apache_beam.pipeline_test.PipelineOptionsTest) ... ok test_dir (apache_beam.pipeline_test.PipelineOptionsTest) ... ok test_flag_parsing (apache_beam.pipeline_test.PipelineOptionsTest) ... ok test_keyword_parsing (apache_beam.pipeline_test.PipelineOptionsTest) ... ok test_view_as (apache_beam.pipeline_test.PipelineOptionsTest) ... ok test_aggregator_empty_input (apache_beam.pipeline_test.PipelineTest) ... ok test_apply_custom_transform (apache_beam.pipeline_test.PipelineTest) ... ok test_create (apache_beam.pipeline_test.PipelineTest) ... ok test_create_singleton_pcollection (apache_beam.pipeline_test.PipelineTest) ... ok test_fake_read (apache_beam.pipeline_test.PipelineTest) ... ok test_flatmap_builtin (apache_beam.pipeline_test.PipelineTest) ... ok test_memory_usage (apache_beam.pipeline_test.PipelineTest) ... ok test_metrics_in_fake_source (apache_beam.pipeline_test.PipelineTest) ... ok test_pipeline_as_context (apache_beam.pipeline_test.PipelineTest) ... ok test_ptransform_override_type_hints (apache_beam.pipeline_test.PipelineTest) ... ok test_ptransform_overrides (apache_beam.pipeline_test.PipelineTest) ... ok test_reuse_cloned_custom_transform_instance (apache_beam.pipeline_test.PipelineTest) ... ok test_reuse_custom_transform_instance (apache_beam.pipeline_test.PipelineTest) ... ok test_transform_no_super_init (apache_beam.pipeline_test.PipelineTest) ... ok test_visit_entire_graph (apache_beam.pipeline_test.PipelineTest) ... ok test_parent_pointer (apache_beam.pipeline_test.RunnerApiTest) ... ok test_assingleton_multi_element (apache_beam.pvalue_test.PValueTest) ... ok test_pvalue_expected_arguments (apache_beam.pvalue_test.PValueTest) ... ok test_file_checksum_matchcer_invalid_sleep_time (apache_beam.testing.pipeline_verifiers_test.PipelineVerifiersTest) ... ok test_file_checksum_matcher_read_failed (apache_beam.testing.pipeline_verifiers_test.PipelineVerifiersTest) ... ok test_file_checksum_matcher_service_error (apache_beam.testing.pipeline_verifiers_test.PipelineVerifiersTest) ... ok test_file_checksum_matcher_sleep_before_verify (apache_beam.testing.pipeline_verifiers_test.PipelineVerifiersTest) ... ok test_file_checksum_matcher_success (apache_beam.testing.pipeline_verifiers_test.PipelineVerifiersTest) ... ok Test PipelineStateMatcher fails when using default expected state ... ok Test PipelineStateMatcher successes when matches given state ... ok Test PipelineStateMatcher successes when using default expected state ... ok test_append_extra_options (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... ok test_append_verifier_in_extra_opt (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... ok test_create_test_pipeline_options (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... ok test_empty_option_args_parsing (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... ok test_get_option (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... ok test_option_args_parsing (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... ok test_skip_IT (apache_beam.testing.test_pipeline_test.TestPipelineTest) ... SKIP: IT is skipped because --test-pipeline-options is not specified test_basic_execution (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_basic_execution_batch_sideinputs (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_basic_execution_batch_sideinputs_fixed_windows (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_basic_execution_sideinputs (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_basic_execution_sideinputs_fixed_windows (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_basic_test_stream (apache_beam.testing.test_stream_test.TestStreamTest) ... ok Advance TestClock to (X + delta) and see the pipeline does finish. ... ok test_gbk_execution_after_watermark_trigger (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_gbk_execution_no_triggers (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_test_stream_errors (apache_beam.testing.test_stream_test.TestStreamTest) ... ok test_cleanup_subscriptions (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_cleanup_topics (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_delete_files_fails_with_invalid_arg (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_delete_files_fails_with_io_error (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_delete_files_succeeds (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_temp_dir_removes_files (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_temp_file_field_correct (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_wait_for_subscriptions_created_fails (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_wait_for_subscriptions_created_succeeds (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_wait_for_topics_created_fails (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_wait_for_topics_created_succeeds (apache_beam.testing.test_utils_test.TestUtilsTest) ... ok test_assert_that_fails (apache_beam.testing.util_test.UtilTest) ... ok test_assert_that_fails_on_empty_expected (apache_beam.testing.util_test.UtilTest) ... ok test_assert_that_fails_on_empty_input (apache_beam.testing.util_test.UtilTest) ... ok test_assert_that_passes (apache_beam.testing.util_test.UtilTest) ... ok test_assert_that_passes_empty_equal_to (apache_beam.testing.util_test.UtilTest) ... ok test_assert_that_passes_empty_is_empty (apache_beam.testing.util_test.UtilTest) ... ok test_windowed_value_assert_fail_unmatched_timestamp (apache_beam.testing.util_test.UtilTest) ... ok test_windowed_value_assert_fail_unmatched_value (apache_beam.testing.util_test.UtilTest) ... ok test_windowed_value_assert_fail_unmatched_window (apache_beam.testing.util_test.UtilTest) ... ok test_windowed_value_passes (apache_beam.testing.util_test.UtilTest) ... ok ---------------------------------------------------------------------- XML: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/nosetests.xml> ---------------------------------------------------------------------- Ran 1571 tests in 176.043s OK (SKIP=47) py27-gcp runtests: commands[5] | <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/run_tox_cleanup.sh> py27-lint create: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py27-lint> py27-lint installdeps: pycodestyle==2.3.1, pylint==1.7.2, future==0.16.0, isort==4.2.15, flake8==3.5.0 py27-lint inst: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/dist/apache-beam-2.5.0.dev0.zip> py27-lint installed: apache-beam==2.5.0.dev0,astroid==1.6.3,avro==1.8.2,backports.functools-lru-cache==1.5,certifi==2018.4.16,chardet==3.0.4,configparser==3.5.0,crcmod==1.7,dill==0.2.6,docopt==0.6.2,enum34==1.1.6,flake8==3.5.0,funcsigs==1.0.2,future==0.16.0,futures==3.2.0,grpcio==1.11.0,hdfs==2.1.0,httplib2==0.9.2,idna==2.6,isort==4.2.15,lazy-object-proxy==1.3.1,mccabe==0.6.1,mock==2.0.0,nose==1.3.7,oauth2client==4.1.2,pbr==4.0.2,protobuf==3.5.2.post1,pyasn1==0.4.2,pyasn1-modules==0.2.1,pycodestyle==2.3.1,pyflakes==1.6.0,PyHamcrest==1.9.0,pylint==1.7.2,pytz==2018.4,PyVCF==0.6.8,PyYAML==3.12,requests==2.18.4,rsa==3.4.2,singledispatch==3.4.0.3,six==1.11.0,typing==3.6.4,urllib3==1.22,wrapt==1.10.11 py27-lint runtests: PYTHONHASHSEED='4234001943' py27-lint runtests: commands[0] | python --version Python 2.7.12 py27-lint runtests: commands[1] | pip --version pip 10.0.1 from <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py27-lint/local/lib/python2.7/site-packages/pip> (python 2.7) py27-lint runtests: commands[2] | time <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/run_pylint.sh> Skipping lint for generated files: bigquery_v2_client.py, bigquery_v2_messages.py, dataflow_v1b3_client.py, dataflow_v1b3_messages.py, storage_v1_client.py, storage_v1_messages.py, proto2_coder_test_messages_pb2.py, beam_artifact_api_pb2_grpc.py, beam_artifact_api_pb2.py, beam_fn_api_pb2_grpc.py, beam_fn_api_pb2.py, beam_job_api_pb2_grpc.py, beam_job_api_pb2.py, beam_provision_api_pb2_grpc.py, beam_provision_api_pb2.py, beam_runner_api_pb2_grpc.py, beam_runner_api_pb2.py, endpoints_pb2_grpc.py, endpoints_pb2.py, standard_window_fns_pb2_grpc.py, standard_window_fns_pb2.py Running pylint for module apache_beam gen_protos.py setup.py test_config.py: -------------------------------------------------------------------- Your code has been rated at 10.00/10 (previous run: 10.00/10, +0.00) Running pycodestyle for module apache_beam gen_protos.py setup.py test_config.py: Running flake8 for module apache_beam gen_protos.py setup.py test_config.py: 0 Running isort for module apache_beam gen_protos.py setup.py test_config.py: Skipped 72 files Checking for files requiring stage 1 refactoring from futurize No future changes needed Checking unittest.main for module apache_beam gen_protos.py setup.py test_config.py: 224.96user 6.39system 0:36.74elapsed 629%CPU (0avgtext+0avgdata 259048maxresident)k 0inputs+176outputs (0major+810623minor)pagefaults 0swaps py3-lint create: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py3-lint> py3-lint installdeps: pycodestyle==2.3.1, pylint==1.7.2, future==0.16.0, isort==4.2.15, flake8==3.5.0 py3-lint inst: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/dist/apache-beam-2.5.0.dev0.zip> py3-lint installed: apache-beam==2.5.0.dev0,astroid==1.6.3,avro==1.8.2,certifi==2018.4.16,chardet==3.0.4,crcmod==1.7,dill==0.2.6,docopt==0.6.2,flake8==3.5.0,future==0.16.0,futures==3.1.1,grpcio==1.11.0,hdfs==2.1.0,httplib2==0.9.2,idna==2.6,isort==4.2.15,lazy-object-proxy==1.3.1,mccabe==0.6.1,mock==2.0.0,nose==1.3.7,oauth2client==4.1.2,pbr==4.0.2,protobuf==3.5.2.post1,pyasn1==0.4.2,pyasn1-modules==0.2.1,pycodestyle==2.3.1,pyflakes==1.6.0,PyHamcrest==1.9.0,pylint==1.7.2,pytz==2018.4,PyVCF==0.6.8,PyYAML==3.12,requests==2.18.4,rsa==3.4.2,six==1.11.0,typing==3.6.4,urllib3==1.22,wrapt==1.10.11 py3-lint runtests: PYTHONHASHSEED='4234001943' py3-lint runtests: commands[0] | python --version Python 3.5.2 py3-lint runtests: commands[1] | pip --version pip 10.0.1 from <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py3-lint/lib/python3.5/site-packages/pip> (python 3.5) py3-lint runtests: commands[2] | time <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/run_mini_py3lint.sh> Running flake8 for module apache_beam: 0 23.67user 0.49system 0:03.35elapsed 720%CPU (0avgtext+0avgdata 46832maxresident)k 0inputs+0outputs (0major+106817minor)pagefaults 0swaps ___________________________________ summary ____________________________________ cover: commands succeeded docs: commands succeeded py27: commands succeeded py27-cython: commands succeeded py27-gcp: commands succeeded py27-lint: commands succeeded py3-lint: commands succeeded congratulations :) # Virtualenv for the rest of the script to run setup & e2e tests ${LOCAL_PATH}/virtualenv sdks/python New python executable in <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/sdks/python/bin/python> Installing setuptools, pip, wheel...done. . sdks/python/bin/activate # This file must be used with "source bin/activate" *from bash* # you cannot run it directly deactivate () { unset -f pydoc >/dev/null 2>&1 # reset old environment variables # ! [ -z ${VAR+_} ] returns true if VAR is declared at all if ! [ -z "${_OLD_VIRTUAL_PATH+_}" ] ; then PATH="$_OLD_VIRTUAL_PATH" export PATH unset _OLD_VIRTUAL_PATH fi if ! [ -z "${_OLD_VIRTUAL_PYTHONHOME+_}" ] ; then PYTHONHOME="$_OLD_VIRTUAL_PYTHONHOME" export PYTHONHOME unset _OLD_VIRTUAL_PYTHONHOME fi # This should detect bash and zsh, which have a hash command that must # be called to get it to forget past commands. Without forgetting # past commands the $PATH changes we made may not be respected if [ -n "${BASH-}" ] || [ -n "${ZSH_VERSION-}" ] ; then hash -r 2>/dev/null fi if ! [ -z "${_OLD_VIRTUAL_PS1+_}" ] ; then PS1="$_OLD_VIRTUAL_PS1" export PS1 unset _OLD_VIRTUAL_PS1 fi unset VIRTUAL_ENV if [ ! "${1-}" = "nondestructive" ] ; then # Self destruct! unset -f deactivate fi } # unset irrelevant variables deactivate nondestructive VIRTUAL_ENV="<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/sdks/python";> export VIRTUAL_ENV _OLD_VIRTUAL_PATH="$PATH" PATH="$VIRTUAL_ENV/bin:$PATH" export PATH # unset PYTHONHOME if set if ! [ -z "${PYTHONHOME+_}" ] ; then _OLD_VIRTUAL_PYTHONHOME="$PYTHONHOME" unset PYTHONHOME fi if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT-}" ] ; then _OLD_VIRTUAL_PS1="$PS1" if [ "x" != x ] ; then PS1="$PS1" else PS1="(`basename \"$VIRTUAL_ENV\"`) $PS1" fi export PS1 fi basename "$VIRTUAL_ENV" # Make sure to unalias pydoc if it's already there alias pydoc 2>/dev/null >/dev/null && unalias pydoc pydoc () { python -m pydoc "$@" } # This should detect bash and zsh, which have a hash command that must # be called to get it to forget past commands. Without forgetting # past commands the $PATH changes we made may not be respected if [ -n "${BASH-}" ] || [ -n "${ZSH_VERSION-}" ] ; then hash -r 2>/dev/null fi cd sdks/python pip install -e .[gcp,test] Directory '.' is not installable. File 'setup.py' not found. > Task :beam-sdks-python:postCommit FAILED :beam-sdks-python:postCommit (Thread[Task worker for ':' Thread 9,5,main]) completed. Took 25 mins 35.287 secs. FAILURE: Build failed with an exception. * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/build.gradle'> line: 165 * What went wrong: Execution failed for task ':beam-sdks-python:postCommit'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org BUILD FAILED in 25m 40s 1 actionable task: 1 executed Publishing build scan... https://gradle.com/s/i65ojphle5vl4 Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure
