This is an automated email from the ASF dual-hosted git repository.
mboehm7 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from 8e1e53bacb [SYSTEMDS-3694] Python NN Sequence and layer interface
add 65551e61e0 [SYSTEMDS-1780] Resource optimizer - cost estimation
framework
No new revisions were added by this update.
Summary of changes:
pom.xml | 22 +-
scripts/aws/run_systemds_script.sh | 4 +
scripts/aws/spinup_systemds_cluster.sh | 33 +
scripts/aws/systemds_cluster.config | 10 +
.../resource/cost/CostEstimationException.java | 15 +
.../sysds/resource/cost/CostEstimationWrapper.java | 14 +-
.../apache/sysds/resource/cost/CostEstimator.java | 993 +++++++++++++++++++++
.../apache/sysds/resource/cost/IOCostUtils.java | 192 ++++
.../org/apache/sysds/resource/cost/RDDStats.java | 57 ++
.../org/apache/sysds/resource/cost/VarStats.java | 89 ++
.../context/SparkExecutionContext.java | 24 +-
.../instructions/cp/DataGenCPInstruction.java | 1 +
.../instructions/cp/VariableCPInstruction.java | 4 +
.../instructions/spark/RandSPInstruction.java | 2 +-
.../instructions/spark/WriteSPInstruction.java | 4 +
15 files changed, 1456 insertions(+), 8 deletions(-)
create mode 100644
src/main/java/org/apache/sysds/resource/cost/CostEstimationException.java
copy
scripts/monitoring/src/app/modules/coordinators/create-edit/create-edit.component.scss
=> src/main/java/org/apache/sysds/resource/cost/CostEstimationWrapper.java
(89%)
create mode 100644
src/main/java/org/apache/sysds/resource/cost/CostEstimator.java
create mode 100644
src/main/java/org/apache/sysds/resource/cost/IOCostUtils.java
create mode 100644 src/main/java/org/apache/sysds/resource/cost/RDDStats.java
create mode 100644 src/main/java/org/apache/sysds/resource/cost/VarStats.java
