This is an automated email from the ASF dual-hosted git repository.
aloalt pushed a change to branch WAYANG-FL
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from 0f8032c9 Merge remote-tracking branch 'upstream/WAYANG-FL' into
WAYANG-FL
add 7c3a435d Create Client.java
add 992661d8 Create Server.java
add 426c25a0 Create PlanMesssage.java
add bc7efcc5 Create FLSystem.java
add 138d9eec Good Progress
add a1876b76 Toy example working
new 5f1fa2ba Merge pull request #515 from Akshit1235/WAYANG-FL
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../wayang/api/serialization/JacksonConfig.java | 24 -
.../wayang/core/plan/wayangplan/WayangPlan.java | 226 ----
.../java/org/apache/wayang/sqlite3/Sqlite3.java | 62 -
.../sqlite3/channels/ChannelConversions.java | 55 -
.../wayang/sqlite3/mapping/FilterMapping.java | 63 --
.../apache/wayang/sqlite3/mapping/Mappings.java | 36 -
.../wayang/sqlite3/mapping/ProjectionMapping.java | 66 --
.../sqlite3/operators/Sqlite3FilterOperator.java | 45 -
.../operators/Sqlite3ProjectionOperator.java | 49 -
.../sqlite3/operators/Sqlite3TableSource.java | 56 -
.../wayang/sqlite3/platform/Sqlite3Platform.java | 51 -
.../sqlite3/plugin/Sqlite3ConversionPlugin.java | 57 -
.../wayang/sqlite3/plugin/Sqlite3Plugin.java | 58 -
wayang-fl/src/main/java/org/client/Client.java | 19 +
wayang-fl/src/main/java/org/client/FLClient.java | 92 ++
.../src/main/java/org/client/FLClientApp.java | 27 +
wayang-fl/src/main/java/org/components/FLJob.java | 144 +++
.../src/main/java/org/components/FLJobStatus.java | 4 +
.../src/main/java/org/components/FLSystem.java | 48 +
.../java/org/components/aggregator/Aggregator.java | 18 +
.../java/org/components/criterion/Criterion.java | 16 +
.../org/components/criterion/EpochsCriterion.java | 7 +
.../hyperparameters/FLHyperparameters.java | 10 +
.../hyperparameters/Hyperparameters.java | 34 +
.../src/main/java/org/example/BiFunction.java | 9 -
.../src/main/java/org/example/ClientActor.java | 136 ---
wayang-fl/src/main/java/org/example/ClientApp.java | 40 -
.../src/main/java/org/example/ClientMessage.java | 19 -
.../src/main/java/org/example/ComputeRequest.java | 13 -
.../src/main/java/org/example/ComputeResponse.java | 13 -
wayang-fl/src/main/java/org/example/JoinAck.java | 14 -
.../src/main/java/org/example/JoinRequest.java | 14 -
wayang-fl/src/main/java/org/example/LeaveAck.java | 13 -
.../src/main/java/org/example/LeaveRequest.java | 13 -
.../main/java/org/example/LeaveServerCommand.java | 13 -
wayang-fl/src/main/java/org/example/Main.java | 17 -
.../src/main/java/org/example/MonoFunction.java | 9 -
.../src/main/java/org/example/PlanMessage.java | 18 -
wayang-fl/src/main/java/org/example/SGDImpl.java | 269 -----
.../src/main/java/org/example/ServerActor.java | 113 --
wayang-fl/src/main/java/org/example/ServerApp.java | 133 ---
.../src/main/java/org/example/TriFunction.java | 9 -
wayang-fl/src/main/java/org/example/WordCount.java | 129 ---
.../java/org/functions/AggregatorFunction.java | 11 +
.../src/main/java/org/functions/PlanFunction.java | 14 +
.../org/messages/AggregateResponsesMessage.java | 5 +
.../java/org/messages/CheckCriterionMessage.java | 4 +
.../org/messages/ClientUpdateRequestMessage.java | 13 +
.../org/messages/ClientUpdateResponseMessage.java | 13 +
.../java/org/messages/FinalOperandMessage.java | 4 +
.../java/org/messages/HandshakeAckMessage.java | 4 +
.../main/java/org/messages/HandshakeMessage.java | 5 +
.../org/messages/InitiateHandshakeMessage.java | 18 +
.../java/org/{example => messages}/Message.java | 2 +-
.../org/messages/PlanHyperparametersMessage.java | 23 +
.../java/org/messages/RunIterationMessage.java | 4 +
.../messages/SendPlanHyperparametersMessage.java | 23 +
.../main/java/org/messages/UpdateStateMessage.java | 14 +
wayang-fl/src/main/java/org/server/FLServer.java | 126 +++
wayang-fl/src/main/java/org/server/Server.java | 19 +
.../scala/org/apache/wayang/api/DataQuanta.scala | 1185 --------------------
.../scala/org/apache/wayang/api/MultiContext.scala | 73 --
.../apache/wayang/api/MultiContextDataQuanta.scala | 179 ---
.../wayang/api/MultiContextPlanBuilder.scala | 186 ---
.../scala/org/apache/wayang/api/PlanBuilder.scala | 207 ----
.../wayang/api/async/DataQuantaAsyncResult.scala | 37 -
.../wayang/api/async/DataQuantaImplicits.scala | 99 --
.../scala/org/apache/wayang/api/async/Main.scala | 85 --
.../wayang/api/async/PlanBuilderImplicits.scala | 49 -
.../org/apache/wayang/api/async/package.scala | 140 ---
.../api/serialization/SerializationUtils.scala | 203 ----
.../wayang/api/serialization/TempFileUtils.scala | 65 --
.../GenericSerializableDeserializer.scala | 35 -
.../GenericSerializableSerializer.scala | 35 -
.../MultiContextDeserializer.scala | 98 --
.../customserializers/MultiContextSerializer.scala | 63 --
.../customserializers/OperatorDeserializer.scala | 430 -------
.../customserializers/PlatformDeserializer.scala | 47 -
.../customserializers/PlatformSerializer.scala | 32 -
.../mixins/ConfigurationAndContextMixIns.scala | 122 --
.../api/serialization/mixins/DataTypeMixIns.scala | 68 --
.../serialization/mixins/DescriptorMixIns.scala | 118 --
.../api/serialization/mixins/EstimatorMixIns.scala | 124 --
.../serialization/mixins/IgnoreLoggerMixIn.scala | 27 -
.../api/serialization/mixins/OperatorMixIns.scala | 134 ---
.../api/serialization/mixins/ProviderMixIns.scala | 85 --
.../api/serialization/mixins/SlotMixIns.scala | 45 -
.../src/test/java/org/test/FLIntegrationTest.java | 143 +++
.../resources/client-application.conf} | 6 +-
.../resources/server-application.conf} | 38 +-
.../test/scala/org/apache/wayang/api/ApiTest.scala | 578 ----------
.../serialization/OperatorSerializationTests.scala | 516 ---------
.../serialization/OtherSerializationTests.scala | 370 ------
.../api/serialization/SerializationTestBase.scala | 150 ---
94 files changed, 887 insertions(+), 7448 deletions(-)
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/api/serialization/JacksonConfig.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/core/plan/wayangplan/WayangPlan.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/Sqlite3.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/channels/ChannelConversions.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/mapping/FilterMapping.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/mapping/Mappings.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/mapping/ProjectionMapping.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3FilterOperator.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3ProjectionOperator.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3TableSource.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/platform/Sqlite3Platform.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/plugin/Sqlite3ConversionPlugin.java
delete mode 100644
wayang-fl/src/main/java/org/apache/wayang/sqlite3/plugin/Sqlite3Plugin.java
create mode 100644 wayang-fl/src/main/java/org/client/Client.java
create mode 100644 wayang-fl/src/main/java/org/client/FLClient.java
create mode 100644 wayang-fl/src/main/java/org/client/FLClientApp.java
create mode 100644 wayang-fl/src/main/java/org/components/FLJob.java
create mode 100644 wayang-fl/src/main/java/org/components/FLJobStatus.java
create mode 100644 wayang-fl/src/main/java/org/components/FLSystem.java
create mode 100644
wayang-fl/src/main/java/org/components/aggregator/Aggregator.java
create mode 100644
wayang-fl/src/main/java/org/components/criterion/Criterion.java
create mode 100644
wayang-fl/src/main/java/org/components/criterion/EpochsCriterion.java
create mode 100644
wayang-fl/src/main/java/org/components/hyperparameters/FLHyperparameters.java
create mode 100644
wayang-fl/src/main/java/org/components/hyperparameters/Hyperparameters.java
delete mode 100644 wayang-fl/src/main/java/org/example/BiFunction.java
delete mode 100644 wayang-fl/src/main/java/org/example/ClientActor.java
delete mode 100644 wayang-fl/src/main/java/org/example/ClientApp.java
delete mode 100644 wayang-fl/src/main/java/org/example/ClientMessage.java
delete mode 100644 wayang-fl/src/main/java/org/example/ComputeRequest.java
delete mode 100644 wayang-fl/src/main/java/org/example/ComputeResponse.java
delete mode 100644 wayang-fl/src/main/java/org/example/JoinAck.java
delete mode 100644 wayang-fl/src/main/java/org/example/JoinRequest.java
delete mode 100644 wayang-fl/src/main/java/org/example/LeaveAck.java
delete mode 100644 wayang-fl/src/main/java/org/example/LeaveRequest.java
delete mode 100644 wayang-fl/src/main/java/org/example/LeaveServerCommand.java
delete mode 100644 wayang-fl/src/main/java/org/example/Main.java
delete mode 100644 wayang-fl/src/main/java/org/example/MonoFunction.java
delete mode 100644 wayang-fl/src/main/java/org/example/PlanMessage.java
delete mode 100644 wayang-fl/src/main/java/org/example/SGDImpl.java
delete mode 100644 wayang-fl/src/main/java/org/example/ServerActor.java
delete mode 100644 wayang-fl/src/main/java/org/example/ServerApp.java
delete mode 100644 wayang-fl/src/main/java/org/example/TriFunction.java
delete mode 100644 wayang-fl/src/main/java/org/example/WordCount.java
create mode 100644
wayang-fl/src/main/java/org/functions/AggregatorFunction.java
create mode 100644 wayang-fl/src/main/java/org/functions/PlanFunction.java
create mode 100644
wayang-fl/src/main/java/org/messages/AggregateResponsesMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/CheckCriterionMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/ClientUpdateRequestMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/ClientUpdateResponseMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/FinalOperandMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/HandshakeAckMessage.java
create mode 100644 wayang-fl/src/main/java/org/messages/HandshakeMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/InitiateHandshakeMessage.java
rename wayang-fl/src/main/java/org/{example => messages}/Message.java (78%)
create mode 100644
wayang-fl/src/main/java/org/messages/PlanHyperparametersMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/RunIterationMessage.java
create mode 100644
wayang-fl/src/main/java/org/messages/SendPlanHyperparametersMessage.java
create mode 100644 wayang-fl/src/main/java/org/messages/UpdateStateMessage.java
create mode 100644 wayang-fl/src/main/java/org/server/FLServer.java
create mode 100644 wayang-fl/src/main/java/org/server/Server.java
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/DataQuanta.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/MultiContext.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/MultiContextDataQuanta.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/MultiContextPlanBuilder.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/PlanBuilder.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/async/DataQuantaAsyncResult.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/async/DataQuantaImplicits.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/async/Main.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/async/PlanBuilderImplicits.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/async/package.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/SerializationUtils.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/TempFileUtils.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/GenericSerializableDeserializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/GenericSerializableSerializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/MultiContextDeserializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/MultiContextSerializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/OperatorDeserializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/PlatformDeserializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/customserializers/PlatformSerializer.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/ConfigurationAndContextMixIns.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/DataTypeMixIns.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/DescriptorMixIns.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/EstimatorMixIns.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/IgnoreLoggerMixIn.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/OperatorMixIns.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/ProviderMixIns.scala
delete mode 100644
wayang-fl/src/main/scala/org/apache/wayang/api/serialization/mixins/SlotMixIns.scala
create mode 100644 wayang-fl/src/test/java/org/test/FLIntegrationTest.java
copy wayang-fl/src/{main/resources/application.conf =>
test/resources/client-application.conf} (82%)
rename wayang-fl/src/{main/resources/application.conf =>
test/resources/server-application.conf} (93%)
delete mode 100644 wayang-fl/src/test/scala/org/apache/wayang/api/ApiTest.scala
delete mode 100644
wayang-fl/src/test/scala/org/apache/wayang/api/serialization/OperatorSerializationTests.scala
delete mode 100644
wayang-fl/src/test/scala/org/apache/wayang/api/serialization/OtherSerializationTests.scala
delete mode 100644
wayang-fl/src/test/scala/org/apache/wayang/api/serialization/SerializationTestBase.scala
