This is an automated email from the ASF dual-hosted git repository.
gaoyunhaii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink-ml.git.
from 7c35cb9 [FLINK-24651][iteration] Add bounded all-round iteration
new 203edbe [hotfix][iteration] Add the flink-ml-tests project
new d1d5d00 [FLINK-24652][iteration] Add per-round operator wrappers
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
flink-ml-iteration/pom.xml | 8 +
.../flink/iteration/operator/OperatorUtils.java | 23 +-
.../perround/AbstractPerRoundWrapperOperator.java | 488 +++++++++++++++++++++
.../MultipleInputPerRoundWrapperOperator.java} | 98 ++++-
.../OneInputPerRoundWrapperOperator.java} | 46 +-
.../PerRoundOperatorWrapper.java} | 13 +-
.../TwoInputPerRoundWrapperOperator.java} | 66 ++-
.../apache/flink/iteration/proxy/ProxyOutput.java | 2 +-
.../state/ProxyInternalTimeServiceManager.java | 62 +++
.../proxy/state/ProxyKeyedStateBackend.java | 236 ++++++++++
.../proxy/state/ProxyOperatorStateBackend.java | 128 ++++++
.../proxy/state/ProxyStateSnapshotContext.java | 55 +++
.../state/ProxyStreamOperatorStateContext.java | 86 ++++
.../state/StateNamePrefix.java} | 20 +-
.../iteration/operator/allround/LifeCycle.java | 2 +
.../MultipleInputAllRoundWrapperOperatorTest.java | 40 +-
.../OneInputAllRoundWrapperOperatorTest.java | 35 +-
.../TwoInputAllRoundWrapperOperatorTest.java | 42 +-
.../MultipleInputPerRoundWrapperOperatorTest.java} | 120 +++--
.../OneInputPerRoundWrapperOperatorTest.java} | 83 ++--
.../perround/PerRoundOperatorStateTest.java | 266 +++++++++++
.../TwoInputPerRoundWrapperOperatorTest.java} | 97 ++--
flink-ml-tests/pom.xml | 57 +++
.../BoundedAllRoundStreamIterationITCase.java | 22 +-
.../iteration}/UnboundedStreamIterationITCase.java | 16 +-
.../test/iteration}/operators/CollectSink.java | 2 +-
.../test/iteration}/operators/EpochRecord.java | 2 +-
.../iteration}/operators/IncrementEpochMap.java | 2 +-
.../test/iteration}/operators/OutputRecord.java | 2 +-
.../operators/ReduceAllRoundProcessFunction.java | 2 +-
.../operators/RoundBasedTerminationCriteria.java | 2 +-
.../test/iteration}/operators/SequenceSource.java | 2 +-
.../TwoInputReduceAllRoundProcessFunction.java | 2 +-
.../src/test/resources/log4j2-test.properties | 0
pom.xml | 1 +
35 files changed, 1872 insertions(+), 256 deletions(-)
create mode 100644
flink-ml-iteration/src/main/java/org/apache/flink/iteration/operator/perround/AbstractPerRoundWrapperOperator.java
copy
flink-ml-iteration/src/main/java/org/apache/flink/iteration/operator/{allround/MultipleInputAllRoundWrapperOperator.java
=> perround/MultipleInputPerRoundWrapperOperator.java} (56%)
copy
flink-ml-iteration/src/main/java/org/apache/flink/iteration/operator/{allround/OneInputAllRoundWrapperOperator.java
=> perround/OneInputPerRoundWrapperOperator.java} (71%)
copy
flink-ml-iteration/src/main/java/org/apache/flink/iteration/operator/{allround/AllRoundOperatorWrapper.java
=> perround/PerRoundOperatorWrapper.java} (89%)
copy
flink-ml-iteration/src/main/java/org/apache/flink/iteration/operator/{allround/TwoInputAllRoundWrapperOperator.java
=> perround/TwoInputPerRoundWrapperOperator.java} (64%)
create mode 100644
flink-ml-iteration/src/main/java/org/apache/flink/iteration/proxy/state/ProxyInternalTimeServiceManager.java
create mode 100644
flink-ml-iteration/src/main/java/org/apache/flink/iteration/proxy/state/ProxyKeyedStateBackend.java
create mode 100644
flink-ml-iteration/src/main/java/org/apache/flink/iteration/proxy/state/ProxyOperatorStateBackend.java
create mode 100644
flink-ml-iteration/src/main/java/org/apache/flink/iteration/proxy/state/ProxyStateSnapshotContext.java
create mode 100644
flink-ml-iteration/src/main/java/org/apache/flink/iteration/proxy/state/ProxyStreamOperatorStateContext.java
copy
flink-ml-iteration/src/main/java/org/apache/flink/iteration/{IterationID.java
=> proxy/state/StateNamePrefix.java} (67%)
copy
flink-ml-iteration/src/test/java/org/apache/flink/iteration/operator/{allround/MultipleInputAllRoundWrapperOperatorTest.java
=> perround/MultipleInputPerRoundWrapperOperatorTest.java} (68%)
copy
flink-ml-iteration/src/test/java/org/apache/flink/iteration/operator/{allround/OneInputAllRoundWrapperOperatorTest.java
=> perround/OneInputPerRoundWrapperOperatorTest.java} (73%)
create mode 100644
flink-ml-iteration/src/test/java/org/apache/flink/iteration/operator/perround/PerRoundOperatorStateTest.java
copy
flink-ml-iteration/src/test/java/org/apache/flink/iteration/operator/{allround/TwoInputAllRoundWrapperOperatorTest.java
=> perround/TwoInputPerRoundWrapperOperatorTest.java} (71%)
create mode 100644 flink-ml-tests/pom.xml
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/BoundedAllRoundStreamIterationITCase.java
(93%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/UnboundedStreamIterationITCase.java
(95%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/CollectSink.java
(96%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/EpochRecord.java
(96%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/IncrementEpochMap.java
(95%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/OutputRecord.java
(97%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/ReduceAllRoundProcessFunction.java
(98%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/RoundBasedTerminationCriteria.java
(97%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/SequenceSource.java
(97%)
rename {flink-ml-iteration/src/test/java/org/apache/flink/iteration/itcases =>
flink-ml-tests/src/test/java/org/apache/flink/test/iteration}/operators/TwoInputReduceAllRoundProcessFunction.java
(98%)
copy {flink-ml-iteration =>
flink-ml-tests}/src/test/resources/log4j2-test.properties (100%)
