This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from dcfbcf9 (commit)
to 485b581 (commit)
from dcfbcf9 Merge pull request #14166: [BEAM-11935] Updates Dataflow
client to latest version
add c391aba [BEAM-11033] Updates Dataflow metrics handling to support
portable job submission (#14158)
add 1de8ef9 [BEAM-11913] Add support for Hadoop configuration on ParquetIO
add 8408e38 Merge pull request #14171: [BEAM-11913] Add support for
Hadoop configuration on ParquetIO
add 4ce3176 [BEAM-11941] Upgrade Flink runner to Flink version 1.12.2
add 21feb59 Merge pull request #14173: [BEAM-11941] Upgrade Flink runner
to Flink version 1.12.2
add 4e7d645 [BEAM-11659] Allow Kafka sql table provider to have a nested
mode and raw binary payloads (#14016)
add b55dd49 [BEAM-11659] Implement Pub/Sub Lite Table Provider (#13920)
add d587d42 [BEAM-9689] Add Go quickstart for Spark runner.
add d772aea Merge pull request #14177 from ibzib/BEAM-9689
add d30d095 [BEAM-11357] Add the ability to declare annotations to Python.
add 660fbc3 lint
add 1fb5ecc Another test.
add f8da690 Merge pull request #14160 [BEAM-11357] Add the ability to
declare annotations to Python.
add 648f6ac [BEAM-7372][BEAM-9372] Cleanup py2 and py35 codepath from
runners (#14137)
add 01bc05f Exclude uses of slf4j Logger from checkerframework, since it
is not annotated
add 819876d Eliminate nullness errors in DataflowMetrics
add 485b581 Merge pull request #14175: [BEAM-10402] Turn on nullness
checking in DataflowMetrics
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +
runners/flink/1.12/build.gradle | 2 +-
.../beam/runners/dataflow/DataflowMetrics.java | 80 ++++--
.../beam/runners/dataflow/DataflowPipelineJob.java | 34 ++-
.../beam/runners/dataflow/DataflowRunner.java | 3 +-
.../src/main/resources/beam/suppressions.xml | 1 +
.../java/org/apache/beam/sdk/schemas/Schema.java | 35 +++
.../beam/sdk/schemas/io/DeadLetteredTransform.java | 87 +++++++
.../org/apache/beam/sdk/schemas/SchemaTest.java | 19 ++
.../sdk/schemas/io/DeadLetteredTransformTest.java | 102 ++++++++
.../sql/meta/provider/kafka/BeamKafkaCSVTable.java | 37 ++-
.../sql/meta/provider/kafka/BeamKafkaTable.java | 15 +-
.../meta/provider/kafka/KafkaTableProvider.java | 46 ++--
.../provider/kafka/NestedPayloadKafkaTable.java | 181 +++++++++++++
.../kafka/PayloadSerializerKafkaTable.java | 25 +-
.../sql/meta/provider/kafka/Schemas.java | 107 ++++++++
.../PubsubLiteSubscriptionTable.java} | 63 +++--
.../pubsublite/PubsubLiteTableProvider.java | 219 ++++++++++++++++
.../PubsubLiteTopicTable.java} | 60 ++---
.../sql/meta/provider/pubsublite/RowHandler.java | 171 ++++++++++++
.../meta/provider/pubsublite}/package-info.java | 2 +-
.../provider/kafka/BeamKafkaTableAvroTest.java | 3 +-
.../meta/provider/kafka/BeamKafkaTableCSVTest.java | 2 +-
.../provider/kafka/BeamKafkaTableJsonTest.java | 3 +-
.../provider/kafka/BeamKafkaTableProtoTest.java | 9 +-
.../meta/provider/kafka/BeamKafkaTableTest.java | 42 ++-
.../provider/kafka/BeamKafkaTableThriftTest.java | 9 +-
.../meta/provider/kafka/KafkaTableProviderIT.java | 61 +++++
.../provider/kafka/KafkaTableProviderTest.java | 69 ++++-
.../sql/meta/provider/kafka/KafkaTestTable.java | 9 +-
.../kafka/NestedPayloadKafkaTableTest.java | 290 +++++++++++++++++++++
.../pubsublite/PubsubLiteTableProviderTest.java | 239 +++++++++++++++++
.../meta/provider/pubsublite/RowHandlerTest.java | 237 +++++++++++++++++
.../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 4 +-
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 58 ++++-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 33 ++-
sdks/python/apache_beam/pipeline.py | 27 +-
sdks/python/apache_beam/pipeline_test.py | 36 +++
.../runners/dataflow/dataflow_runner.py | 21 +-
.../runners/dataflow/dataflow_runner_test.py | 6 +-
.../runners/dataflow/internal/apiclient.py | 2 +-
.../runners/dataflow/internal/apiclient_test.py | 141 +++-------
.../consumer_tracking_pipeline_visitor_test.py | 4 -
.../interactive/background_caching_job_test.py | 3 -
.../runners/interactive/cache_manager.py | 11 +-
.../runners/interactive/caching/streaming_cache.py | 12 +-
.../display/pcoll_visualization_test.py | 3 -
.../runners/interactive/interactive_beam_test.py | 18 --
.../runners/interactive/interactive_environment.py | 8 +-
.../interactive/interactive_environment_test.py | 3 -
.../runners/interactive/interactive_runner_test.py | 3 -
.../interactive/options/capture_control_test.py | 3 -
.../runners/interactive/recording_manager_test.py | 25 --
.../apache_beam/runners/interactive/utils_test.py | 7 -
.../runners/portability/artifact_service.py | 3 -
.../runners/portability/flink_runner.py | 5 -
.../portability/flink_uber_jar_job_server_test.py | 2 -
.../portability/fn_api_runner/fn_runner_test.py | 17 +-
.../runners/portability/spark_runner.py | 5 -
.../portability/spark_uber_jar_job_server_test.py | 2 -
.../apache_beam/runners/portability/stager.py | 4 +-
.../apache_beam/runners/portability/stager_test.py | 35 ---
.../apache_beam/runners/worker/operations.py | 6 +-
.../runners/worker/sdk_worker_main_test.py | 2 -
sdks/python/apache_beam/transforms/ptransform.py | 3 +
.../site/content/en/get-started/quickstart-go.md | 13 +-
66 files changed, 2324 insertions(+), 467 deletions(-)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/DeadLetteredTransform.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/io/DeadLetteredTransformTest.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/NestedPayloadKafkaTable.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/Schemas.java
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/{seqgen/GenerateSequenceTable.java
=> pubsublite/PubsubLiteSubscriptionTable.java} (52%)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTableProvider.java
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/{seqgen/GenerateSequenceTable.java
=> pubsublite/PubsubLiteTopicTable.java} (52%)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/RowHandler.java
copy sdks/java/{core/src/main/java/org/apache/beam/sdk/schemas/io =>
extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite}/package-info.java
(93%)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/NestedPayloadKafkaTableTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTableProviderTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/RowHandlerTest.java
