This is an automated email from the ASF dual-hosted git repository. rpardomeza pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit cbd408c73f8f0330045e3895062c78f3b44b6169 Merge: d4d9c24 12ebaec Author: Rodrigo Pardo Meza <[email protected]> AuthorDate: Fri Sep 3 04:32:41 2021 -0400 Merge pull request #21 from apache/profile-db [WAYANG-(32,33)]Profile db .travis.yml | 2 +- pom.xml | 191 +++++++++++++++--- src/main/script/prerequisiteCheck.groovy | 2 +- wayang-api/pom.xml | 2 +- wayang-api/wayang-api-scala-java/pom.xml | 14 +- .../scala/org/apache/wayang/api/DataQuanta.scala | 4 +- .../org/apache/wayang/api/DataQuantaBuilder.scala | 5 +- .../org/apache/wayang/api/JavaPlanBuilder.scala | 3 +- .../scala/org/apache/wayang/api/PlanBuilder.scala | 2 +- .../api/util/DataQuantaBuilderDecorator.scala | 2 +- wayang-commons/pom.xml | 15 +- wayang-commons/wayang-basic/pom.xml | 17 ++ .../operators/MaterializedGroupByOperator.java | 2 +- .../wayang/basic/operators/TextFileSource.java | 3 +- .../wayang/basic/operators/TextFileSourceTest.java | 7 +- wayang-commons/wayang-core/pom.xml | 13 +- .../main/java/org/apache/wayang/core/api/Job.java | 6 +- .../org/apache/wayang/core/api/WayangContext.java | 4 +- .../optimizer/enumeration/PlanEnumeration.java | 3 +- .../core/optimizer/enumeration/PlanEnumerator.java | 2 +- .../wayang/core/plan/wayangplan/PlanMetrics.java | 4 +- .../wayang/core/plan/wayangplan/SlotMapping.java | 28 +-- .../wayang/core/profiling/CostMeasurement.java | 5 +- .../core/profiling/ExecutionPlanMeasurement.java | 5 +- .../profiling/PartialExecutionMeasurement.java | 5 +- .../apache/wayang/core/profiling/ProfileDBs.java | 7 +- wayang-commons/wayang-utils-profile-db/README.md | 30 +++ .../wayang-utils-profile-db}/pom.xml | 27 ++- .../wayang/commons/util/profiledb/ProfileDB.java | 194 ++++++++++++++++++ .../util/profiledb/instrumentation/StopWatch.java | 162 +++++++++++++++ .../profiledb/json/MeasurementDeserializer.java | 58 ++++++ .../util/profiledb/json/MeasurementSerializer.java | 41 ++++ .../commons/util/profiledb/model/Experiment.java | 181 +++++++++++++++++ .../commons/util/profiledb/model/Measurement.java | 72 +++++++ .../commons/util/profiledb/model/Subject.java | 87 +++++++++ .../wayang/commons/util/profiledb/model/Type.java | 31 +++ .../model/measurement/TimeMeasurement.java | 217 +++++++++++++++++++++ .../util/profiledb/storage/FileStorage.java | 118 +++++++++++ .../util/profiledb/storage/JDBCStorage.java | 108 ++++++++++ .../commons/util/profiledb/storage/Storage.java | 174 +++++++++++++++++ .../commons/util/profiledb/ProfileDBTest.java | 188 ++++++++++++++++++ .../measurement/TestMemoryMeasurement.java | 80 ++++++++ .../profiledb/measurement/TestTimeMeasurement.java | 74 +++++++ wayang-distro/pom.xml | 26 ++- wayang-platforms/pom.xml | 9 +- wayang-platforms/wayang-graphchi/pom.xml | 2 +- .../apache/wayang/java/platform/JavaPlatform.java | 2 +- .../wayang/jdbc/operators/JdbcTableSource.java | 2 +- .../wayang/jdbc/operators/JdbcTableSourceTest.java | 7 +- wayang-platforms/wayang-spark/pom.xml | 9 +- wayang-plugins/wayang-iejoin/pom.xml | 4 +- wayang-profiler/pom.xml | 40 +++- .../org/apache/wayang/profiler/java/Profiler.java | 9 +- .../wayang/profiler/log/GeneticOptimizerApp.java | 3 +- .../org/apache/wayang/profiler/spark/Main.java | 9 +- wayang-tests-integration/pom.xml | 84 +++++--- .../apache/wayang/tests/FlinkIntegrationIT.java | 5 +- .../apache/wayang/tests/GiraphIntegrationIT.java | 5 +- .../java/org/apache/wayang/tests/WayangPlans.java | 4 +- .../apache/wayang/test}/GraphChiIntegrationIT.java | 3 +- 60 files changed, 2221 insertions(+), 197 deletions(-)
