This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from b74fcf7 (commit)
to a272999 (commit)
from b74fcf7 [BEAM-11731][BEAM-10582] Allow pyarrow<4,numpy<1.21.0,
improve pyarrow verification (#13892)
add a8b0573 [BEAM-11595] bump jackson to 2.12.1
add befcc3d Merge pull request #13900: [BEAM-11595] bump jackson to 2.12.1
add d9011f6 [BEAM-11729] Remove calls to Class.getSimpleName() for
WindowTracing debug logs. These are evaluated eagerly and showed up on CPU
profiles.
add 123901f Merge #13864: [BEAM-11729] Remove calls to
Class.getSimpleName() for WindowTracing
add 5565e18 [BEAM-11773] Add bhulette as an owner for pandas, pyarrow,
numpy requirements (#13919)
add b787dd1 [BEAM-9547] Produce better errors for some groupby() and
set_index() configurations (#13853)
add 86f266b [BEAM-11762] Upgrades Tensorflow, numpy, and grpcio
dependencies (#13911)
add 5d1a034 [BEAM-9918] Support Tagged external PTransforms (#13872)
add 804bc28 Using LoadingCache instead of Map to cache BundleProcessor
add 022a2ab Merge pull request #13893 from [BEAM-11752] Using
LoadingCache instead of Map to cache BundleProcessor
add 1d921ee Remove translations.eliminate_common_key_with_none from
DataflowRunner
add 091ecdf Merge pull request #13921: [BEAM-11723] Remove
translations.eliminate_common_key_with_none from DataflowRunner when
pre_optimize=all
add 6637224 [BEAM-11503] bump rockdbjni to 6.15.2
add 6935e10 Merge pull request #13916: [BEAM-11503] bump rockdbjni to
6.15.2
add f0bd066 [BEAM-11265] make sure sample text file gets copied into
archetype (#13918)
add 7b7ab4b [BEAM-11723] Use packed name for PairWithVoid consolidation.
add 6e0ca2f Only do pair-with-none packing when combiner packing is
desired.
add 2c559ab Make eliminate_common_key_with_none private.
add d0c5e80 Merge branch 'master' into pack-combine-naming
add a35752f Merge branch 'master' into pack-combine-naming
add 4b53ffc Merge pull request #13856 [BEAM-11723] More conservative
PairWithVoid consolidation.
add c6db9ca [BEAM-11324] Impose consistent ordering on partitionings used
in PartitioningSession (#13854)
add e6eba9e [BEAM-11659] Extract common payload serialization behavior
for Row transforms. (#13825)
add ee4ccef Explicitly set dataflow runner v2 test shuffle mode to
appliance
add 5adf500 Merge pull request #13928 from [BEAM-11779] Explicitly set
dataflow runner v2 test shuffle mode to appliance
add b3fd2bd [BEAM-11377] Add retries to mvn command.
add a272999 Merge pull request #13923 from tysonjh/snapshot-fix
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
ownership/PYTHON_DEPENDENCY_OWNERS.yaml | 9 ++
.../src/main/groovy/MobileGamingCommands.groovy | 2 +
.../main/groovy/quickstart-java-dataflow.groovy | 2 +
.../src/main/groovy/quickstart-java-direct.groovy | 2 +
.../main/groovy/quickstart-java-flinklocal.groovy | 2 +
.../main/groovy/quickstart-java-twister2.groovy | 2 +
.../apache/beam/runners/core/ReduceFnRunner.java | 6 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
runners/samza/build.gradle | 2 +-
sdks/go/pkg/beam/core/graph/edge.go | 26 ++++
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 29 +++-
sdks/go/pkg/beam/core/runtime/graphx/xlang.go | 20 ++-
sdks/go/pkg/beam/external.go | 65 ++++++++-
sdks/go/pkg/beam/external_test.go | 92 ++++++++++++
sdks/go/pkg/beam/util.go | 8 ++
.../src/main/resources/beam/suppressions.xml | 1 +
.../container/license_scripts/dep_urls_java.yaml | 4 +
.../org/apache/beam/sdk/schemas/io/GenericDlq.java | 17 +--
.../beam/sdk/schemas/io/GenericDlqProvider.java | 6 +-
...nvalidLocationException.java => Providers.java} | 33 +++--
.../AvroPayloadSerializerProvider.java} | 25 ++--
.../io/payloads/JsonPayloadSerializerProvider.java | 52 +++++++
.../payloads/PayloadSerializer.java} | 31 ++++-
.../payloads/PayloadSerializerProvider.java} | 19 ++-
.../PayloadSerializers.java} | 42 +++---
.../schemas/io/{ => payloads}/package-info.java | 2 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 5 +-
.../org/apache/beam/sdk/util/RowJsonUtils.java | 2 +-
.../io/AvroPayloadSerializerProviderTest.java | 64 +++++++++
.../io/JsonPayloadSerializerProviderTest.java | 60 ++++++++
.../meta/provider/kafka/BeamKafkaAvroTable.java | 89 ------------
.../meta/provider/kafka/BeamKafkaJsonTable.java | 107 --------------
.../meta/provider/kafka/BeamKafkaProtoTable.java | 119 ----------------
.../meta/provider/kafka/BeamKafkaThriftTable.java | 138 ------------------
.../meta/provider/kafka/KafkaTableProvider.java | 86 +++---------
.../kafka/PayloadSerializerKafkaTable.java | 69 +++++++++
.../payloads/ProtoPayloadSerializerProvider.java | 85 ++++++++++++
.../payloads/ThriftPayloadSerializerProvider.java | 108 +++++++++++++++
.../sql/meta/provider/payloads}/package-info.java | 2 +-
.../provider/kafka/BeamKafkaTableAvroTest.java | 12 +-
.../provider/kafka/BeamKafkaTableJsonTest.java | 12 +-
.../provider/kafka/BeamKafkaTableProtoTest.java | 36 +++--
.../provider/kafka/BeamKafkaTableThriftTest.java | 35 +++--
.../provider/kafka/KafkaTableProviderTest.java | 12 +-
.../ProtoPayloadSerializerProviderTest.java | 111 +++++++++++++++
.../ThriftPayloadSerializerProviderTest.java | 154 +++++++++++++++++++++
.../fn/harness/control/ProcessBundleHandler.java | 58 +++++---
.../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 98 +++----------
.../sdk/io/gcp/pubsub/PubsubSchemaIOProvider.java | 49 ++++++-
.../beam/sdk/io/gcp/pubsub/RowToPubsubMessage.java | 60 ++------
.../sdk/io/gcp/pubsub/PubsubMessageToRowTest.java | 40 ++----
.../maven-archetypes/examples/generate-sources.sh | 15 +-
sdks/java/testing/nexmark/build.gradle | 1 +
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 3 +-
sdks/python/apache_beam/dataframe/expressions.py | 32 ++++-
sdks/python/apache_beam/dataframe/frames.py | 11 +-
sdks/python/apache_beam/dataframe/frames_test.py | 100 ++++++++++---
.../apache_beam/dataframe/pandas_doctests_test.py | 15 +-
.../runners/dataflow/dataflow_runner.py | 3 +-
.../runners/portability/fn_api_runner/fn_runner.py | 1 -
.../portability/fn_api_runner/translations.py | 101 ++++++++------
.../portability/fn_api_runner/translations_test.py | 11 +-
.../runners/portability/portable_runner.py | 6 +-
sdks/python/container/base_image_requirements.txt | 6 +-
.../container/license_scripts/dep_urls_py.yaml | 2 +
67 files changed, 1496 insertions(+), 926 deletions(-)
create mode 100644 sdks/go/pkg/beam/external_test.go
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{InvalidLocationException.java
=> Providers.java} (52%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{InvalidLocationException.java
=> payloads/AvroPayloadSerializerProvider.java} (61%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/payloads/JsonPayloadSerializerProvider.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{Factory.java =>
io/payloads/PayloadSerializer.java} (59%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{Factory.java =>
io/payloads/PayloadSerializerProvider.java} (66%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{Failure.java
=> payloads/PayloadSerializers.java} (53%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{ =>
payloads}/package-info.java (95%)
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/io/AvroPayloadSerializerProviderTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/io/JsonPayloadSerializerProviderTest.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaAvroTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaJsonTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaProtoTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaThriftTable.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/PayloadSerializerKafkaTable.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ProtoPayloadSerializerProvider.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ThriftPayloadSerializerProvider.java
copy sdks/java/{core/src/main/java/org/apache/beam/sdk/schemas/io =>
extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads}/package-info.java
(93%)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ProtoPayloadSerializerProviderTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ThriftPayloadSerializerProviderTest.java
