This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 6aac541 (commit)
to a86dc06 (commit)
from 6aac541 Merge pull request #14268: [BEAM-12011] Eliminate
WindowFn.getOutputTime method
add 4c6d5ef [BEAM-8925][BEAM-5542] Bump Tika version to "1.26" and bndlib
version to "1.50.0"
add 9847f2c Merge pull request #14521: [BEAM-8925][BEAM-5542] Bump Tika
version to "1.26" and bndlib version to "1.50.0"
add 1a3825b Reverts MetricsTest assertion for non-portable path.
add 56ea201 Fixes a Java 8 type inference failure
add 2db98ee Merge pull request #14526: [BEAM-12155] Fixes MetricsTest
assertion for non-portable path
add 4dd45e0 [BEAM-6597] Use short id metric protocol for Java. (#14482)
add 76ef24c Revert "[BEAM-12011] Eliminate WindowFn.getOutputTime method"
add aeab089 Merge pull request #14536: [BEAM-12168] Revert "[BEAM-12011]
Eliminate WindowFn.getOutputTime method"
add 75c0931 initial changes
add 1d0585b processing code
add f6c176d fixed errors
add 44b6a45 fixed imports
add 95d8658 updated configuration
add fe5455b updated the output format
add b548931 added not run tests
add 9129d92 added readme
add ab5a511 deleted gradle jar
add 5fed7bf read output file from commandline
add cb5375f added code comments
add c849f69 code comment
add 6e29c8cb added Readme
add 65ed159 added apache licence
add 35f92e9 adding test categories
add 0d7eb47 adding apache licence
add 33763f5 review comment fix
add be107d7 review comment fix
add 4b93d00 initial changes
add 918aaf6 processing code
add 60533e9 fixed errors
add c275a8b fixed imports
add 8120d45 updated configuration
add 88b18de updated the output format
add dad20e9 added not run tests
add 102c317 added readme
add 70f9478 deleted gradle jar
add 5e9290d read output file from commandline
add 8fbb56f added code comments
add 842245d code comment
add e2abf14 added Readme
add 294586a added apache licence
add d69cc01 adding test categories
add 9f62153 rebase with beam master
add bc91fa1 adding apache licence
add e3964ac review comment fix
add 627205b review comment fix
add 873f723 rebase with master
add 830bd90 refactoring
add 4690830 removed output file
add e769b08 updated dependency
add dcd1f47 minor update to readme
add c730223 Merge pull request #13492 from [BEAM-2888]-GSoD: Script to
generate data for capability matrix
add 7d682db [BEAM-12136] Warn when using a deterministic fallback coder
(#14455)
add 18795f8 [BEAM-12136] Add deterministic coder for enum.Enum
add 4732bed Merge pull request #14532: [BEAM-12136] Add deterministic
coder for enum.Enum
add 240185f Remove uses of WindowFn.getOutputTime
add 4b7b746 Merge pull request #14540: Remove uses of
WindowFn.getOutputTime
add d57dee1 [BEAM-11914] Add PipelineOptions as DoFn @Setup parameters
(#14155)
add db9e148 [BEAM-12138] Fix groupby(level=) for values other than 0
(#14487)
add a86dc06 Bump container pandas version to 1.2.4 (#14524)
No new revisions were added by this update.
Summary of changes:
.test-infra/validate-runner/README.md | 38 ++++++
.test-infra/validate-runner/build.gradle | 64 ++++++++++
.../java/org/apache/beam/validate/runner/Main.java | 62 ++++++++++
.../beam/validate/runner/model/CaseResult.java | 89 ++++++++++++++
.../beam/validate/runner/model/Configuration.java | 56 +++++----
.../beam/validate/runner/model/SuiteResult.java | 31 +++--
.../beam/validate/runner/model/TestResult.java | 36 +++---
.../validate/runner/service/ModeTestService.java | 63 ++++++++++
.../beam/validate/runner/service/TestService.java | 119 +++++++++++++++++++
.../validate/runner/util/CategoryRetriever.java | 53 +++++++++
.../beam/validate/runner/util/FileReaderUtil.java | 50 ++++----
.../src/main/resources/configuration.yaml | 18 ++-
.../src/main/resources/log4j.properties | 10 +-
.../runners/core/construction/SplittableParDo.java | 10 +-
.../construction/SplittableParDoNaiveBounded.java | 16 ++-
.../core/SplittableParDoViaKeyedWorkItems.java | 19 ++-
.../runners/core/metrics/MetricsContainerImpl.java | 129 +++++++++++++++------
.../core/metrics/MetricsContainerStepMap.java | 12 ++
.../beam/runners/core/metrics/ShortIdMap.java} | 48 ++++----
.../runners/core/metrics/SimpleExecutionState.java | 26 +++++
.../runners/core/metrics/SimpleStateRegistry.java | 10 ++
.../beam/runners/direct/DoFnLifecycleManager.java | 15 ++-
.../beam/runners/direct/ParDoEvaluatorFactory.java | 3 +-
.../SplittableProcessElementsEvaluatorFactory.java | 2 +-
.../direct/StatefulParDoEvaluatorFactory.java | 2 +-
...cycleManagerRemovingTransformEvaluatorTest.java | 3 +-
.../runners/direct/DoFnLifecycleManagerTest.java | 3 +-
.../runners/direct/DoFnLifecycleManagersTest.java | 16 ++-
.../translation/functions/FlinkDoFnFunction.java | 7 +-
.../functions/FlinkStatefulDoFnFunction.java | 5 +-
.../wrappers/streaming/DoFnOperator.java | 4 +-
.../dataflow/BatchStatefulParDoOverrides.java | 5 +-
.../dataflow/worker/DoFnInstanceManagers.java | 13 ++-
.../dataflow/worker/UserParDoFnFactory.java | 3 +-
.../dataflow/worker/DoFnInstanceManagersTest.java | 9 +-
.../runners/dataflow/worker/SimpleParDoFnTest.java | 4 +-
.../runners/jet/processors/AbstractParDoP.java | 3 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 7 +-
.../samza/runtime/SamzaDoFnInvokerRegistrar.java | 5 +-
.../SplittableParDoProcessKeyedElementsOp.java | 2 +-
.../translation/batch/DoFnFunction.java | 2 +-
.../spark/translation/MultiDoFnFunction.java | 2 +-
.../translators/functions/DoFnFunction.java | 2 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 14 ++-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 4 +-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 2 +-
.../beam/sdk/transforms/reflect/DoFnInvokers.java | 27 ++++-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 10 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 44 ++++++-
.../beam/sdk/transforms/windowing/WindowFn.java | 23 ++++
.../beam/sdk/metrics/MetricResultsMatchers.java | 27 ++---
.../org/apache/beam/sdk/metrics/MetricsTest.java | 27 +----
.../org/apache/beam/sdk/transforms/ParDoTest.java | 29 +++++
.../sdk/transforms/reflect/DoFnInvokersTest.java | 11 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 3 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 24 +++-
.../fn/harness/control/ProcessBundleHandler.java | 85 ++++++++------
.../harness/data/PCollectionConsumerRegistry.java | 7 ++
.../harness/data/PTransformFunctionRegistry.java | 8 ++
.../harness/control/ProcessBundleHandlerTest.java | 13 +++
sdks/java/io/tika/build.gradle | 4 +-
sdks/python/apache_beam/coders/coder_impl.pxd | 1 +
sdks/python/apache_beam/coders/coder_impl.py | 23 +++-
.../apache_beam/coders/coders_test_common.py | 25 +++-
sdks/python/apache_beam/dataframe/frames.py | 42 +++++--
sdks/python/apache_beam/dataframe/frames_test.py | 26 +++++
sdks/python/container/base_image_requirements.txt | 2 +-
settings.gradle.kts | 2 +
68 files changed, 1241 insertions(+), 318 deletions(-)
create mode 100644 .test-infra/validate-runner/README.md
create mode 100644 .test-infra/validate-runner/build.gradle
create mode 100644
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/Main.java
create mode 100644
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/model/CaseResult.java
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/udaf/ArrayAgg.java
=>
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/model/Configuration.java
(50%)
copy
sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/FakeSnowflakeIngestManager.java
=>
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/model/SuiteResult.java
(63%)
copy
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/BundleCheckpointHandler.java
=>
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/model/TestResult.java
(63%)
create mode 100644
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/service/ModeTestService.java
create mode 100644
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/service/TestService.java
create mode 100644
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/util/CategoryRetriever.java
copy
sdks/java/extensions/euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/testkit/accumulators/LongCounter.java
=>
.test-infra/validate-runner/src/main/java/org/apache/beam/validate/runner/util/FileReaderUtil.java
(51%)
copy .yamllint.yml =>
.test-infra/validate-runner/src/main/resources/configuration.yaml (73%)
copy sdks/python/MANIFEST.in =>
.test-infra/validate-runner/src/main/resources/log4j.properties (71%)
copy
runners/core-java/src/{test/java/org/apache/beam/runners/core/metrics/MonitoringInfoConstantsTest.java
=> main/java/org/apache/beam/runners/core/metrics/ShortIdMap.java} (53%)
