This is an automated email from the ASF dual-hosted git repository.
rpardomeza pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git.
from d4d9c24 Merge pull request #20 from 2pk03/main
add 5344336 [WAYANG-32] Base structure for Wayang Experiments Storage
functionalities
add a1c1ac8 [WAYANG-32] Tests and fixed
add fdb7ac3 [WAYANG-32] More general corrections, comments, and Readme
update
add d3351ae [WAYANG-32] Updated readme and headers
add 23bb4ab [Java11] Full Support compilation java 11 and switch scala
version
add 81670c6 [Java11] small correction for compiling with java8
add 6a39295 [WAYANG-33] add missing licence header StopWatch.java file
add f742118 [WAYANG-33] the dependency de.hpi.isg.profiledb replaced by
local implementation
add 9ef20fe Merge branch 'profile-db' of
https://github.com/apache/incubator-wayang into profile-db
add 12ebaec [Java11] minnor correction on the travis and pom.xml
new cbd408c Merge pull request #21 from apache/profile-db
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 2 +-
pom.xml | 191 +++++++++++++++---
src/main/script/prerequisiteCheck.groovy | 2 +-
wayang-api/pom.xml | 2 +-
wayang-api/wayang-api-scala-java/pom.xml | 14 +-
.../scala/org/apache/wayang/api/DataQuanta.scala | 4 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 5 +-
.../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +-
.../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +-
.../api/util/DataQuantaBuilderDecorator.scala | 2 +-
wayang-commons/pom.xml | 15 +-
wayang-commons/wayang-basic/pom.xml | 17 ++
.../operators/MaterializedGroupByOperator.java | 2 +-
.../wayang/basic/operators/TextFileSource.java | 3 +-
.../wayang/basic/operators/TextFileSourceTest.java | 7 +-
wayang-commons/wayang-core/pom.xml | 13 +-
.../main/java/org/apache/wayang/core/api/Job.java | 6 +-
.../org/apache/wayang/core/api/WayangContext.java | 4 +-
.../optimizer/enumeration/PlanEnumeration.java | 3 +-
.../core/optimizer/enumeration/PlanEnumerator.java | 2 +-
.../wayang/core/plan/wayangplan/PlanMetrics.java | 4 +-
.../wayang/core/plan/wayangplan/SlotMapping.java | 28 +--
.../wayang/core/profiling/CostMeasurement.java | 5 +-
.../core/profiling/ExecutionPlanMeasurement.java | 5 +-
.../profiling/PartialExecutionMeasurement.java | 5 +-
.../apache/wayang/core/profiling/ProfileDBs.java | 7 +-
wayang-commons/wayang-utils-profile-db/README.md | 30 +++
.../wayang-utils-profile-db}/pom.xml | 27 ++-
.../wayang/commons/util/profiledb/ProfileDB.java | 194 ++++++++++++++++++
.../util/profiledb/instrumentation/StopWatch.java | 162 +++++++++++++++
.../profiledb/json/MeasurementDeserializer.java | 58 ++++++
.../util/profiledb/json/MeasurementSerializer.java | 41 ++++
.../commons/util/profiledb/model/Experiment.java | 181 +++++++++++++++++
.../commons/util/profiledb/model/Measurement.java} | 63 +++---
.../commons/util/profiledb/model/Subject.java | 87 +++++++++
.../wayang/commons/util/profiledb/model/Type.java} | 14 +-
.../model/measurement/TimeMeasurement.java | 217 +++++++++++++++++++++
.../util/profiledb/storage/FileStorage.java | 118 +++++++++++
.../util/profiledb/storage/JDBCStorage.java | 108 ++++++++++
.../commons/util/profiledb/storage/Storage.java | 174 +++++++++++++++++
.../commons/util/profiledb/ProfileDBTest.java | 188 ++++++++++++++++++
.../measurement/TestMemoryMeasurement.java | 80 ++++++++
.../profiledb/measurement/TestTimeMeasurement.java | 74 +++++++
wayang-distro/pom.xml | 26 ++-
wayang-platforms/pom.xml | 9 +-
wayang-platforms/wayang-graphchi/pom.xml | 2 +-
.../apache/wayang/java/platform/JavaPlatform.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSource.java | 2 +-
.../wayang/jdbc/operators/JdbcTableSourceTest.java | 7 +-
wayang-platforms/wayang-spark/pom.xml | 9 +-
wayang-plugins/wayang-iejoin/pom.xml | 4 +-
wayang-profiler/pom.xml | 40 +++-
.../org/apache/wayang/profiler/java/Profiler.java | 9 +-
.../wayang/profiler/log/GeneticOptimizerApp.java | 3 +-
.../org/apache/wayang/profiler/spark/Main.java | 9 +-
wayang-tests-integration/pom.xml | 84 +++++---
.../apache/wayang/tests/FlinkIntegrationIT.java | 5 +-
.../apache/wayang/tests/GiraphIntegrationIT.java | 5 +-
.../java/org/apache/wayang/tests/WayangPlans.java | 4 +-
.../apache/wayang/test}/GraphChiIntegrationIT.java | 3 +-
60 files changed, 2154 insertions(+), 238 deletions(-)
create mode 100644 wayang-commons/wayang-utils-profile-db/README.md
copy {wayang-api => wayang-commons/wayang-utils-profile-db}/pom.xml (75%)
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/ProfileDB.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/instrumentation/StopWatch.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/json/MeasurementDeserializer.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/json/MeasurementSerializer.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Experiment.java
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/Tuple.java
=>
wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Measurement.java}
(51%)
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Subject.java
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/plan/wayangplan/EstimationContextProperty.java
=>
wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/Type.java}
(74%)
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/model/measurement/TimeMeasurement.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/FileStorage.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/JDBCStorage.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/java/org/apache/wayang/commons/util/profiledb/storage/Storage.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/ProfileDBTest.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/measurement/TestMemoryMeasurement.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/test/java/org/apache/wayang/commons/util/profiledb/measurement/TestTimeMeasurement.java
rename wayang-tests-integration/{src/test/java/org/apache/wayang/tests =>
src_2_11/test/java/org/apache/wayang/test}/GraphChiIntegrationIT.java (98%)
