This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from d4851d7 (commit)
to 6aac541 (commit)
from d4851d7 [BEAM-12145][BEAM-12155] Fixes MetricsTest failure (#14508)
add f805f1c Merge pull request #14499 from [BEAM-11408, BEAM-11772] Add
explicit output typehints to ensure coder determinism for BQ with auto-sharding
add 28eec3f [BEAM-11712] Make up-to-date build file and codestyle
add a407d79 [BEAM-11712] Add options for input/output paths, make it run
via SparkRunner
add 8fe0c5c [BEAM-11712] Fix static analysis warnings and typos on TPC-DS
module
add b3ef203 Merge pull request #14373: [BEAM-11712] Run TPC-DS via
BeamSQL and Spark runner
add 22ccbe6 Fix W201 Trailing whitespace
add 8e6a798 Merge pull request #14522: Fix W201 Trailing whitespace
add d739669 Allow manual trigger of wheel build
add 772cde0 Merge pull request #14514: Allow manual trigger of wheel build
add 9d9fea7 [BEAM-12069] Move test_utils.py mock import inside function
(#14511)
add 822d16a Remove redundant cast
add eb057a4 Merge pull request #14523: Remove redundant cast
add 67badf6 [BEAM-11945] Add debug capture to SDK harness (#14197)
add f2cc926 Eliminate beam_fn_api from KafkaIO expansion
add 3b85447 Merge pull request #14419 from [BEAM-12114] Eliminate
beam_fn_api from KafkaIO expansion
add c9f1fee lint
add e094603 Merge pull request #14525 from emilymye/pylint - Fix Python
lint
add fcf0f50 [BEAM-12011] Eliminate WindowFn.getOutputTime method
add 6aac541 Merge pull request #14268: [BEAM-12011] Eliminate
WindowFn.getOutputTime method
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_wheels.yml | 2 +-
.../apache/beam/runners/core/WatermarkHold.java | 5 +-
.../functions/FlinkNonMergingReduceFunction.java | 5 +-
.../functions/HashingFlinkCombineRunner.java | 10 +-
.../functions/SingleWindowFlinkCombineRunner.java | 11 +-
.../functions/SortingFlinkCombineRunner.java | 15 +-
runners/google-cloud-dataflow-java/build.gradle | 1 +
.../beam/runners/dataflow/DataflowRunner.java | 4 +
.../util/BatchGroupAlsoByWindowAndCombineFn.java | 6 +-
.../util/BatchGroupAlsoByWindowViaIteratorsFn.java | 6 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 14 +-
.../worker/util/GroupAlsoByWindowProperties.java | 12 +-
.../environment/EmbeddedEnvironmentFactory.java | 1 +
.../fnexecution/control/RemoteExecutionTest.java | 1 +
.../runners/portability/ExternalWorkerService.java | 3 +-
.../SparkStructuredStreamingRunner.java | 3 +
.../translation/batch/AggregatorCombiner.java | 6 +-
runners/spark/spark_runner.gradle | 1 +
.../org/apache/beam/runners/spark/SparkRunner.java | 3 +
.../beam/runners/spark/SparkRunnerDebugger.java | 3 +
.../GroupNonMergingWindowsFunctions.java | 8 +-
.../runners/spark/translation/SparkCombineFn.java | 10 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 93 --
.../sdk/transforms/windowing/GlobalWindows.java | 6 -
.../transforms/windowing/PartitioningWindowFn.java | 5 -
.../sdk/transforms/windowing/SlidingWindows.java | 17 -
.../beam/sdk/transforms/windowing/WindowFn.java | 23 -
.../org/apache/beam/sdk/util/IdentityWindowFn.java | 6 -
.../org/apache/beam/sdk/metrics/MetricsTest.java | 2 +-
.../sdk/transforms/windowing/FixedWindowsTest.java | 8 -
.../sdk/transforms/windowing/SessionsTest.java | 9 -
.../transforms/windowing/SlidingWindowsTest.java | 17 -
.../sdk/transforms/windowing/WindowingTest.java | 6 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 32 +-
.../fn/harness/control/ProcessBundleHandler.java | 12 +-
.../beam/fn/harness/status/BeamFnStatusClient.java | 230 ++++
.../beam/fn/harness/status}/MemoryMonitor.java | 84 +-
.../beam/fn/harness/status}/package-info.java | 4 +-
.../harness/control/ProcessBundleHandlerTest.java | 2 +-
.../fn/harness/status/BeamFnStatusClientTest.java | 142 +++
.../beam/fn/harness/status}/MemoryMonitorTest.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 5 -
sdks/java/io/kafka/build.gradle | 1 +
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 176 ++-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 4 +-
.../beam/sdk/nexmark/queries/WinningBids.java | 23 -
sdks/java/testing/tpcds/README.md | 68 +
sdks/java/testing/tpcds/build.gradle | 108 +-
.../apache/beam/sdk/tpcds/BeamSqlEnvRunner.java | 327 +++--
.../java/org/apache/beam/sdk/tpcds/BeamTpcds.java | 50 +-
.../java/org/apache/beam/sdk/tpcds/CsvToRow.java | 47 +-
.../org/apache/beam/sdk/tpcds/QueryReader.java | 51 +-
.../java/org/apache/beam/sdk/tpcds/RowToCsv.java | 38 +-
.../apache/beam/sdk/tpcds/SqlTransformRunner.java | 314 +++--
.../apache/beam/sdk/tpcds/SummaryGenerator.java | 219 ++--
.../beam/sdk/tpcds/TableSchemaJSONLoader.java | 162 +--
.../org/apache/beam/sdk/tpcds/TpcdsOptions.java | 40 +-
.../beam/sdk/tpcds/TpcdsOptionsRegistrar.java | 10 +-
.../beam/sdk/tpcds/TpcdsParametersReader.java | 136 +-
.../java/org/apache/beam/sdk/tpcds/TpcdsRun.java | 54 +-
.../org/apache/beam/sdk/tpcds/TpcdsRunResult.java | 120 +-
.../org/apache/beam/sdk/tpcds/TpcdsSchemas.java | 1336 ++++++++++----------
.../org/apache/beam/sdk/tpcds}/package-info.java | 4 +-
.../org/apache/beam/sdk/tpcds/QueryReaderTest.java | 361 +++---
.../beam/sdk/tpcds/TableSchemaJSONLoaderTest.java | 261 ++--
.../beam/sdk/tpcds/TpcdsParametersReaderTest.java | 110 +-
.../apache/beam/sdk/tpcds/TpcdsSchemasTest.java | 183 ++-
sdks/python/apache_beam/coders/coders.py | 3 +
.../apache_beam/coders/coders_test_common.py | 4 +
sdks/python/apache_beam/io/gcp/bigquery.py | 8 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 4 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 41 +-
sdks/python/apache_beam/testing/test_utils.py | 7 +-
73 files changed, 2841 insertions(+), 2268 deletions(-)
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/status/BeamFnStatusClient.java
copy
{runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/util
=>
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/status}/MemoryMonitor.java
(90%)
copy sdks/java/{fn-execution/src/main/java/org/apache/beam/sdk/fn/stream =>
harness/src/main/java/org/apache/beam/fn/harness/status}/package-info.java (91%)
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/status/BeamFnStatusClientTest.java
copy
{runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/util
=>
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/status}/MemoryMonitorTest.java
(97%)
create mode 100644 sdks/java/testing/tpcds/README.md
copy sdks/java/testing/{load-tests/src/main/java/org/apache/beam/sdk/loadtests
=> tpcds/src/main/java/org/apache/beam/sdk/tpcds}/package-info.java (92%)
