This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from ac3f592 [BEAM-8933] Update BigQuery proto dependency (#10334)
add df37616 [BEAM-7746] Add python type hints (part 1) (#9915)
No new revisions were added by this update.
Summary of changes:
.gitignore | 2 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
sdks/python/.pylintrc | 2 +
sdks/python/apache_beam/coders/coder_impl.py | 141 +++++--
sdks/python/apache_beam/coders/coders.py | 124 +++++-
sdks/python/apache_beam/coders/observable_test.py | 4 +-
sdks/python/apache_beam/coders/slow_stream.py | 17 +-
.../apache_beam/coders/standard_coders_test.py | 4 +-
sdks/python/apache_beam/coders/typecoders.py | 13 +-
.../examples/complete/juliaset/setup.py | 5 +-
.../examples/cookbook/bigtableio_it_test.py | 6 +-
.../examples/cookbook/group_with_coder_test.py | 2 +-
sdks/python/apache_beam/internal/module_test.py | 3 +-
sdks/python/apache_beam/internal/pickler.py | 6 +-
sdks/python/apache_beam/internal/util.py | 16 +-
sdks/python/apache_beam/io/avroio_test.py | 3 +-
sdks/python/apache_beam/io/concat_source_test.py | 2 +-
sdks/python/apache_beam/io/filebasedsink.py | 2 +-
sdks/python/apache_beam/io/filebasedsource.py | 16 +-
sdks/python/apache_beam/io/fileio.py | 29 +-
sdks/python/apache_beam/io/filesystem.py | 10 +-
sdks/python/apache_beam/io/filesystemio.py | 4 +-
sdks/python/apache_beam/io/filesystems.py | 5 +
.../io/flink/flink_streaming_impulse_source.py | 4 +-
.../io/gcp/datastore/v1/query_splitter.py | 2 +-
.../io/gcp/datastore/v1/query_splitter_test.py | 5 +-
.../gcp/datastore/v1new/datastore_write_it_test.py | 2 +-
.../io/gcp/datastore/v1new/datastoreio_test.py | 2 +-
.../apache_beam/io/gcp/datastore/v1new/helper.py | 4 +-
.../io/gcp/datastore/v1new/query_splitter_test.py | 6 +-
.../apache_beam/io/gcp/datastore/v1new/types.py | 4 +-
.../apache_beam/io/gcp/datastore_write_it_test.py | 2 +-
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 3 +
.../apache_beam/io/gcp/gcsfilesystem_test.py | 2 +-
.../apache_beam/io/gcp/gcsio_integration_test.py | 2 +-
.../io/gcp/internal/clients/bigquery/__init__.py | 2 +-
.../io/gcp/internal/clients/storage/__init__.py | 2 +-
sdks/python/apache_beam/io/gcp/pubsub.py | 40 +-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 2 +-
sdks/python/apache_beam/io/hadoopfilesystem.py | 4 +
.../python/apache_beam/io/hadoopfilesystem_test.py | 2 +-
sdks/python/apache_beam/io/iobase.py | 38 +-
sdks/python/apache_beam/io/localfilesystem.py | 3 +
sdks/python/apache_beam/io/restriction_trackers.py | 4 +
sdks/python/apache_beam/io/textio.py | 15 +-
sdks/python/apache_beam/io/tfrecordio.py | 2 +-
sdks/python/apache_beam/io/vcfio.py | 4 +-
sdks/python/apache_beam/metrics/cells.py | 4 +
.../python/apache_beam/metrics/monitoring_infos.py | 11 +-
.../python/apache_beam/options/pipeline_options.py | 27 +-
sdks/python/apache_beam/options/value_provider.py | 3 +-
sdks/python/apache_beam/pipeline.py | 116 +++++-
sdks/python/apache_beam/pvalue.py | 84 +++-
sdks/python/apache_beam/runners/common.py | 145 +++++--
.../runners/dataflow/dataflow_runner.py | 13 +-
.../runners/dataflow/dataflow_runner_test.py | 2 +-
.../runners/dataflow/internal/apiclient_test.py | 2 +-
.../dataflow/internal/clients/dataflow/__init__.py | 2 +-
.../runners/dataflow/template_runner_test.py | 2 +-
.../apache_beam/runners/direct/bundle_factory.py | 13 +-
.../direct/consumer_tracking_pipeline_visitor.py | 17 +-
.../apache_beam/runners/direct/direct_runner.py | 1 +
.../runners/direct/evaluation_context.py | 80 +++-
sdks/python/apache_beam/runners/direct/executor.py | 75 +++-
.../runners/direct/sdf_direct_runner.py | 3 +
.../runners/direct/transform_evaluator.py | 56 ++-
.../runners/direct/watermark_manager.py | 52 ++-
.../runners/interactive/cache_manager.py | 10 +-
.../runners/interactive/cache_manager_test.py | 2 +-
.../runners/interactive/display/display_manager.py | 12 +-
.../runners/interactive/display/pipeline_graph.py | 16 +-
.../interactive/display/pipeline_graph_renderer.py | 17 +-
sdks/python/apache_beam/runners/job/utils.py | 2 +
.../python/apache_beam/runners/pipeline_context.py | 50 ++-
.../runners/portability/abstract_job_service.py | 102 ++++-
.../runners/portability/artifact_service.py | 35 +-
.../runners/portability/fn_api_runner.py | 445 ++++++++++++++++-----
.../runners/portability/fn_api_runner_test.py | 3 +-
.../portability/fn_api_runner_transforms.py | 127 ++++--
.../apache_beam/runners/portability/job_server.py | 2 +
.../runners/portability/local_job_service.py | 38 +-
.../runners/portability/portable_runner.py | 12 +-
.../runners/portability/portable_stager.py | 6 +-
.../apache_beam/runners/portability/stager.py | 35 +-
.../apache_beam/runners/portability/stager_test.py | 3 +-
sdks/python/apache_beam/runners/runner.py | 84 ++--
.../apache_beam/runners/worker/bundle_processor.py | 284 ++++++++++---
.../apache_beam/runners/worker/data_plane.py | 110 ++++-
.../apache_beam/runners/worker/log_handler.py | 3 +-
sdks/python/apache_beam/runners/worker/logger.py | 4 +-
.../apache_beam/runners/worker/opcounters.py | 27 +-
.../apache_beam/runners/worker/operations.py | 106 ++++-
.../apache_beam/runners/worker/sdk_worker.py | 154 +++++--
.../apache_beam/runners/worker/sdk_worker_main.py | 2 +-
.../apache_beam/runners/worker/statesampler.py | 31 +-
.../runners/worker/statesampler_slow.py | 22 +-
.../runners/worker/worker_id_interceptor.py | 2 +
.../apache_beam/runners/worker/worker_pool_main.py | 31 +-
.../chicago_taxi/tfdv_analyze_and_validate.py | 2 +-
.../benchmarks/chicago_taxi/trainer/taxi.py | 2 +-
.../testing/load_tests/load_test_metrics_utils.py | 3 +-
.../apache_beam/testing/pipeline_verifiers_test.py | 2 +-
sdks/python/apache_beam/testing/test_stream.py | 4 +-
sdks/python/apache_beam/transforms/combiners.py | 14 +-
sdks/python/apache_beam/transforms/core.py | 77 +++-
sdks/python/apache_beam/transforms/display.py | 20 +-
sdks/python/apache_beam/transforms/external.py | 7 +-
.../python/apache_beam/transforms/external_test.py | 6 +-
sdks/python/apache_beam/transforms/ptransform.py | 94 ++++-
sdks/python/apache_beam/transforms/sideinputs.py | 21 +-
sdks/python/apache_beam/transforms/timeutil.py | 4 +-
sdks/python/apache_beam/transforms/trigger.py | 10 +-
sdks/python/apache_beam/transforms/userstate.py | 29 ++
sdks/python/apache_beam/transforms/util.py | 61 +--
sdks/python/apache_beam/transforms/window.py | 52 ++-
sdks/python/apache_beam/typehints/decorators.py | 26 +-
.../typehints/native_type_compatibility.py | 2 +-
.../typehints/native_type_compatibility_test.py | 2 +-
.../apache_beam/typehints/trivial_inference.py | 2 +-
sdks/python/apache_beam/typehints/typehints.py | 5 +-
sdks/python/apache_beam/utils/counters.py | 12 +-
sdks/python/apache_beam/utils/profiler.py | 3 +
sdks/python/apache_beam/utils/proto_utils.py | 45 +++
sdks/python/apache_beam/utils/timestamp.py | 39 ++
sdks/python/apache_beam/utils/timestamp_test.py | 8 +
sdks/python/apache_beam/utils/urns.py | 63 ++-
sdks/python/apache_beam/utils/windowed_value.py | 36 +-
.../python/build-requirements.txt | 9 +-
sdks/python/gen_protos.py | 18 +-
sdks/python/mypy.ini | 60 +++
sdks/python/setup.py | 41 +-
sdks/python/test-suites/tox/py37/build.gradle | 3 +
sdks/python/tox.ini | 23 +-
133 files changed, 3148 insertions(+), 716 deletions(-)
copy .test-infra/kubernetes/cassandra/SmallITCluster/teardown.sh =>
sdks/python/build-requirements.txt (85%)
create mode 100644 sdks/python/mypy.ini
