This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/master by this push:
new 22375bb [SYSTEMDS-2718] Matrix Mult Accelerator Comparison
22375bb is described below
commit 22375bbb4c6f2efcbcce43db12de37fdd406b77c
Author: baunsgaard <[email protected]>
AuthorDate: Fri Nov 6 14:29:43 2020 +0100
[SYSTEMDS-2718] Matrix Mult Accelerator Comparison
This commit initialize the performance test suite, with a micro benchmark
comparing the performance of MKL and default matrix multiplication.
The construction allows easy execution on different hardware platforms
to check FP-OPS, to see theoretical throughput compared to hardware
specification.
Closes #1095
---
.gitignore | 5 +-
bin/systemds | 4 +-
scripts/perftest/MatrixMult.sh | 67 ++++++++++++++++++++++
scripts/perftest/README.md | 37 ++++++++++++
.../log4j-off.properties} | 20 +++----
scripts/perftest/conf/mkl.xml | 22 +++++++
scripts/perftest/conf/openblas.xml | 22 +++++++
scripts/perftest/conf/std.xml | 21 +++++++
scripts/perftest/runAll.sh | 32 ++---------
.../perftest/{changeFormat.dml => scripts/MM.dml} | 18 +++---
.../README.TXT => perftestDeprecated/README.md} | 17 ++----
.../changeFormat.dml | 0
.../extractTestData.dml | 0
.../genBinomialData.sh | 0
.../genClusteringData.sh | 0
.../genDescriptiveStatisticsData.sh | 0
.../genDimensionReductionData.sh | 0
.../genMultinomialData.sh | 0
.../genRandLogRegData_LTStats.sh | 0
.../genStratStatisticsData.sh | 0
.../genTreeData.sh | 0
scripts/{perftest => perftestDeprecated}/runAll.sh | 0
.../runAllBinomial.sh | 0
.../runAllClustering.sh | 0
.../runAllDimensionReduction.sh | 0
.../runAllMultinomial.sh | 0
.../runAllRegression.sh | 0
.../runAllStats.sh | 0
.../runAllTrees.sh | 0
.../runBivarStats.sh | 0
.../{perftest => perftestDeprecated}/runDecTree.sh | 0
.../runGLM_binomial_probit.sh | 0
.../runGLM_gamma_log.sh | 0
.../runGLM_poisson_log.sh | 0
.../{perftest => perftestDeprecated}/runKmeans.sh | 0
.../{perftest => perftestDeprecated}/runL2SVM.sh | 0
.../runLinearRegCG.sh | 0
.../runLinearRegDS.sh | 0
.../{perftest => perftestDeprecated}/runMSVM.sh | 0
.../runMultiLogReg.sh | 0
.../runNaiveBayes.sh | 0
scripts/{perftest => perftestDeprecated}/runPCA.sh | 0
.../runRandTree.sh | 0
.../runStratStats.sh | 0
.../runUnivarStats.sh | 0
45 files changed, 205 insertions(+), 60 deletions(-)
diff --git a/.gitignore b/.gitignore
index befbb16..f8b2e00 100644
--- a/.gitignore
+++ b/.gitignore
@@ -109,4 +109,7 @@ src/main/cpp/build
src/main/cpp/bin
# legacy dml
-*.dmlt
\ No newline at end of file
+*.dmlt
+
+# Performance Test artifacts
+scripts/perftest/results
\ No newline at end of file
diff --git a/bin/systemds b/bin/systemds
index a899c9e..3b1dc37 100755
--- a/bin/systemds
+++ b/bin/systemds
@@ -258,7 +258,9 @@ else
fi
fi
-if [ -z "$CONFIG_FILE" ] ; then
+if [[ "$*" == *-config* ]]; then
+ CONFIG_FILE=""
+elif [ -z "$CONFIG_FILE" ] ; then
# same as above: set config file param if the file exists
CONFIG_FILE=$(find $DIR_SEARCH_ORDER -iname "SystemDS*config*.xml" 2>
/dev/null | head -n 1)
if [ -z "$CONFIG_FILE" ]; then
diff --git a/scripts/perftest/MatrixMult.sh b/scripts/perftest/MatrixMult.sh
new file mode 100755
index 0000000..add9d66
--- /dev/null
+++ b/scripts/perftest/MatrixMult.sh
@@ -0,0 +1,67 @@
+#!/usr/bin/env bash
+#-------------------------------------------------------------
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#-------------------------------------------------------------
+
+# Import MKL
+if [ -d ~/intel ] && [ -d ~/intel/bin ] && [ -f ~/intel/bin/compilervars.sh ];
then
+ . ~/intel/bin/compilervars.sh intel64
+else
+ . /opt/intel/bin/compilervars.sh intel64
+fi
+
+# Set properties
+export LOG4JPROP='scripts/perftest/conf/log4j-off.properties'
+export SYSDS_QUIET=1
+export SYSTEMDS_ROOT=$(pwd)
+export PATH=$SYSTEMDS_ROOT/bin:$PATH
+
+
+
+# Logging output
+LogName='scripts/perftest/results/MM.log'
+mkdir -p 'scripts/perftest/results'
+rm -f $LogName
+
+# Baseline
+perf stat -d -d -d -r 5 \
+ systemds scripts/perftest/scripts/MM.dml \
+ -config scripts/perftest/conf/std.xml \
+ -stats \
+ -args 5000 5000 5000 1.0 1.0 3 \
+ >>$LogName 2>&1
+
+# MKL
+perf stat -d -d -d -r 5 \
+ systemds scripts/perftest/scripts/MM.dml \
+ -config scripts/perftest/conf/mkl.xml \
+ -stats \
+ -args 5000 5000 5000 1.0 1.0 3 \
+ >>$LogName 2>&1
+
+# Open Blas
+perf stat -d -d -d -r 5 \
+ systemds scripts/perftest/scripts/MM.dml \
+ -config scripts/perftest/conf/openblas.xml \
+ -stats \
+ -args 5000 5000 5000 1.0 1.0 3 \
+ >>$LogName 2>&1
+
+cat $LogName | grep -E ' ba\+\* |Total elapsed time|-----------| instructions
| cycles | CPUs utilized ' | tee $LogName.log
\ No newline at end of file
diff --git a/scripts/perftest/README.md b/scripts/perftest/README.md
new file mode 100644
index 0000000..62385aa
--- /dev/null
+++ b/scripts/perftest/README.md
@@ -0,0 +1,37 @@
+<!--
+{% comment %}
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to you under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+{% end comment %}
+-->
+
+# Perf tests SystemDS
+
+to run all performance tests for SystemDS, simply download systemds, install
the prerequisites and execute.
+
+There are a few prerequisites:
+
+- First follow the install guide:
<http://apache.github.io/systemds/site/install> and build the project.
+- Setup Intel MKL: <http://apache.github.io/systemds/site/run>
+- Setup OpenBlas:
<https://github.com/xianyi/OpenBLAS/wiki/Precompiled-installation-packages>
+- Install Perf stat:
<https://linoxide.com/linux-how-to/install-perf-tool-centos-ubuntu/>
+
+NOTE THE SCRIPT HAS TO BE RUN FROM THE ROOT OF THE REPOSITORY.
+
+```bash
+./scripts/perftest/runAll.sh
+```
+
+look inside the runAll script to see how to run individual tests.
diff --git a/scripts/perftest/extractTestData.dml
b/scripts/perftest/conf/log4j-off.properties
similarity index 70%
copy from scripts/perftest/extractTestData.dml
copy to scripts/perftest/conf/log4j-off.properties
index a31fcb4..a98837d 100644
--- a/scripts/perftest/extractTestData.dml
+++ b/scripts/perftest/conf/log4j-off.properties
@@ -7,9 +7,9 @@
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
-#
+#
# http://www.apache.org/licenses/LICENSE-2.0
-#
+#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@@ -19,13 +19,13 @@
#
#-------------------------------------------------------------
-n = 5000;
-
-X = read($1);
-y = read($2);
+log4j.rootLogger=ALL, console
-X = X[1:n,];
-y = y[1:n,];
+log4j.logger.org.apache.sysds=INFO
+log4j.logger.org.apache.spark=ERROR
+log4j.logger.org.apache.hadoop=ERROR
-write(X, $3, format=$5);
-write(y, $4, format=$5);
+log4j.appender.console=org.apache.log4j.ConsoleAppender
+log4j.appender.console.target=System.err
+log4j.appender.console.layout=org.apache.log4j.PatternLayout
+log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p
%c{2}: %m%n
diff --git a/scripts/perftest/conf/mkl.xml b/scripts/perftest/conf/mkl.xml
new file mode 100644
index 0000000..fd655d7
--- /dev/null
+++ b/scripts/perftest/conf/mkl.xml
@@ -0,0 +1,22 @@
+<!--
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+-->
+<root>
+ <sysds.cp.parallel.ops>true</sysds.cp.parallel.ops>
+ <sysds.native.blas>mkl</sysds.native.blas>
+</root>
\ No newline at end of file
diff --git a/scripts/perftest/conf/openblas.xml
b/scripts/perftest/conf/openblas.xml
new file mode 100644
index 0000000..97d7c16
--- /dev/null
+++ b/scripts/perftest/conf/openblas.xml
@@ -0,0 +1,22 @@
+<!--
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+-->
+<root>
+ <sysds.cp.parallel.ops>true</sysds.cp.parallel.ops>
+ <sysds.native.blas>openblas</sysds.native.blas>
+</root>
\ No newline at end of file
diff --git a/scripts/perftest/conf/std.xml b/scripts/perftest/conf/std.xml
new file mode 100644
index 0000000..c465de5
--- /dev/null
+++ b/scripts/perftest/conf/std.xml
@@ -0,0 +1,21 @@
+<!--
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+-->
+<root>
+ <sysds.cp.parallel.ops>true</sysds.cp.parallel.ops>
+</root>
\ No newline at end of file
diff --git a/scripts/perftest/runAll.sh b/scripts/perftest/runAll.sh
old mode 100644
new mode 100755
index 2553b38..88974f9
--- a/scripts/perftest/runAll.sh
+++ b/scripts/perftest/runAll.sh
@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/bin/env bash
#-------------------------------------------------------------
#
# Licensed to the Apache Software Foundation (ASF) under one
@@ -8,9 +8,9 @@
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
-#
+#
# http://www.apache.org/licenses/LICENSE-2.0
-#
+#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@@ -20,30 +20,10 @@
#
#-------------------------------------------------------------
-if [ "$1" == "" -o "$2" == "" ]; then echo "Usage: $0 <hdfsDataDir> <MR |
SPARK | ECHO> e.g. $0 perftest SPARK" ; exit 1 ; fi
-
-#init time measurement
-date >> times.txt
-
-./runAllBinomial.sh $1 $2
-./runAllMultinomial.sh $1 $2
-./runAllRegression.sh $1 $2
-./runAllStats.sh $1 $2
-./runAllClustering.sh $1 $2
-
-# add stepwise Linear
-# add stepwise GLM
-#./runAllTrees $1 $2
-# add randomForest
-#./runAllDimensionReduction $1 $2
-#./runAllMatrixFactorization $1 $2
-#ALS
-#./runAllSurvival $1 $2
-#KaplanMeier
-#Cox
-
-
+# Micro Benchmarks:
+./scripts/perftest/MatrixMult.sh
+# Algorithms Benchmarks:
diff --git a/scripts/perftest/changeFormat.dml b/scripts/perftest/scripts/MM.dml
similarity index 82%
copy from scripts/perftest/changeFormat.dml
copy to scripts/perftest/scripts/MM.dml
index 616d20f..1620684 100644
--- a/scripts/perftest/changeFormat.dml
+++ b/scripts/perftest/scripts/MM.dml
@@ -7,9 +7,9 @@
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
-#
+#
# http://www.apache.org/licenses/LICENSE-2.0
-#
+#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@@ -19,13 +19,9 @@
#
#-------------------------------------------------------------
-X = read($1);
-y = read($2);
-
-#create new multinomial label vector
-if($3>1){
- y = round( (Rand(rows=nrow(y),cols=1, min=0, max=1)*$3)+0.5);
+x = rand(rows=$1, cols=$2, min= 0.0, max= 1.0, sparsity=$4, seed= 12)
+v = rand(rows=ncol(x), cols=$3, min=0.0, max=1.0, sparsity=$5, seed= 13)
+for(i in 1:$6) {
+ res = x %*% v
}
-
-write(X, $4, format=$6);
-write(y, $5, format=$6);
+print(sum(res))
\ No newline at end of file
diff --git a/scripts/perftest/README.TXT b/scripts/perftestDeprecated/README.md
similarity index 89%
rename from scripts/perftest/README.TXT
rename to scripts/perftestDeprecated/README.md
index cc72466..cbc6eee 100644
--- a/scripts/perftest/README.TXT
+++ b/scripts/perftestDeprecated/README.md
@@ -1,6 +1,9 @@
+
HOW TO RUN THE PERFORMANCE SUITE
================================
+Deprecated
+
Create a directory <...> on target machine on cluster, and copy from
repository SystemDS/system-ds: machine/cluster:
@@ -10,19 +13,18 @@ repository SystemDS/system-ds: machine/cluster:
Also copy:
- scripts/sparkDML.sh to <...>/perftest/ // Edit
sparkDML and set SPARK_HOME and SYSTEMDS_ROOT.
+ // Edit sparkDML and set SPARK_HOME and SYSTEMDS_ROOT.
+ scripts/sparkDML.sh to <...>/perftest/
target/system-ds-5.0-SNAPSHOT.jar to <...>/perftest/SystemDS.jar
test/config/SystemDS-config.xml to <...>/perftest/SystemDS-config.xml
chmod -R +x <...>/./* // Change permissions
-
Customize in runAll*.sh to choose data sizes as well as in gen*Data.sh.
-
Following alternative run modes are supported from <...>/perftest/
- ./runAll.sh $1 $2 // run all test
+ ./runAll.sh $1 $2 // run all test
./runAll.sh myperftest SPARK // example
@@ -49,10 +51,3 @@ Following alternative run modes are supported from
<...>/perftest/
./genDescriptiveStatisticsData.sh $1 $2
./genStratStatisticsData.sh $1 $2
./genDimensionReductionData.sh $1 $2
-
-
-
-
-
-
-
diff --git a/scripts/perftest/changeFormat.dml
b/scripts/perftestDeprecated/changeFormat.dml
similarity index 100%
rename from scripts/perftest/changeFormat.dml
rename to scripts/perftestDeprecated/changeFormat.dml
diff --git a/scripts/perftest/extractTestData.dml
b/scripts/perftestDeprecated/extractTestData.dml
similarity index 100%
rename from scripts/perftest/extractTestData.dml
rename to scripts/perftestDeprecated/extractTestData.dml
diff --git a/scripts/perftest/genBinomialData.sh
b/scripts/perftestDeprecated/genBinomialData.sh
similarity index 100%
rename from scripts/perftest/genBinomialData.sh
rename to scripts/perftestDeprecated/genBinomialData.sh
diff --git a/scripts/perftest/genClusteringData.sh
b/scripts/perftestDeprecated/genClusteringData.sh
similarity index 100%
rename from scripts/perftest/genClusteringData.sh
rename to scripts/perftestDeprecated/genClusteringData.sh
diff --git a/scripts/perftest/genDescriptiveStatisticsData.sh
b/scripts/perftestDeprecated/genDescriptiveStatisticsData.sh
similarity index 100%
rename from scripts/perftest/genDescriptiveStatisticsData.sh
rename to scripts/perftestDeprecated/genDescriptiveStatisticsData.sh
diff --git a/scripts/perftest/genDimensionReductionData.sh
b/scripts/perftestDeprecated/genDimensionReductionData.sh
similarity index 100%
rename from scripts/perftest/genDimensionReductionData.sh
rename to scripts/perftestDeprecated/genDimensionReductionData.sh
diff --git a/scripts/perftest/genMultinomialData.sh
b/scripts/perftestDeprecated/genMultinomialData.sh
similarity index 100%
rename from scripts/perftest/genMultinomialData.sh
rename to scripts/perftestDeprecated/genMultinomialData.sh
diff --git a/scripts/perftest/genRandLogRegData_LTStats.sh
b/scripts/perftestDeprecated/genRandLogRegData_LTStats.sh
similarity index 100%
rename from scripts/perftest/genRandLogRegData_LTStats.sh
rename to scripts/perftestDeprecated/genRandLogRegData_LTStats.sh
diff --git a/scripts/perftest/genStratStatisticsData.sh
b/scripts/perftestDeprecated/genStratStatisticsData.sh
similarity index 100%
rename from scripts/perftest/genStratStatisticsData.sh
rename to scripts/perftestDeprecated/genStratStatisticsData.sh
diff --git a/scripts/perftest/genTreeData.sh
b/scripts/perftestDeprecated/genTreeData.sh
similarity index 100%
rename from scripts/perftest/genTreeData.sh
rename to scripts/perftestDeprecated/genTreeData.sh
diff --git a/scripts/perftest/runAll.sh b/scripts/perftestDeprecated/runAll.sh
similarity index 100%
copy from scripts/perftest/runAll.sh
copy to scripts/perftestDeprecated/runAll.sh
diff --git a/scripts/perftest/runAllBinomial.sh
b/scripts/perftestDeprecated/runAllBinomial.sh
similarity index 100%
rename from scripts/perftest/runAllBinomial.sh
rename to scripts/perftestDeprecated/runAllBinomial.sh
diff --git a/scripts/perftest/runAllClustering.sh
b/scripts/perftestDeprecated/runAllClustering.sh
similarity index 100%
rename from scripts/perftest/runAllClustering.sh
rename to scripts/perftestDeprecated/runAllClustering.sh
diff --git a/scripts/perftest/runAllDimensionReduction.sh
b/scripts/perftestDeprecated/runAllDimensionReduction.sh
similarity index 100%
rename from scripts/perftest/runAllDimensionReduction.sh
rename to scripts/perftestDeprecated/runAllDimensionReduction.sh
diff --git a/scripts/perftest/runAllMultinomial.sh
b/scripts/perftestDeprecated/runAllMultinomial.sh
similarity index 100%
rename from scripts/perftest/runAllMultinomial.sh
rename to scripts/perftestDeprecated/runAllMultinomial.sh
diff --git a/scripts/perftest/runAllRegression.sh
b/scripts/perftestDeprecated/runAllRegression.sh
similarity index 100%
rename from scripts/perftest/runAllRegression.sh
rename to scripts/perftestDeprecated/runAllRegression.sh
diff --git a/scripts/perftest/runAllStats.sh
b/scripts/perftestDeprecated/runAllStats.sh
similarity index 100%
rename from scripts/perftest/runAllStats.sh
rename to scripts/perftestDeprecated/runAllStats.sh
diff --git a/scripts/perftest/runAllTrees.sh
b/scripts/perftestDeprecated/runAllTrees.sh
similarity index 100%
rename from scripts/perftest/runAllTrees.sh
rename to scripts/perftestDeprecated/runAllTrees.sh
diff --git a/scripts/perftest/runBivarStats.sh
b/scripts/perftestDeprecated/runBivarStats.sh
similarity index 100%
rename from scripts/perftest/runBivarStats.sh
rename to scripts/perftestDeprecated/runBivarStats.sh
diff --git a/scripts/perftest/runDecTree.sh
b/scripts/perftestDeprecated/runDecTree.sh
similarity index 100%
rename from scripts/perftest/runDecTree.sh
rename to scripts/perftestDeprecated/runDecTree.sh
diff --git a/scripts/perftest/runGLM_binomial_probit.sh
b/scripts/perftestDeprecated/runGLM_binomial_probit.sh
similarity index 100%
rename from scripts/perftest/runGLM_binomial_probit.sh
rename to scripts/perftestDeprecated/runGLM_binomial_probit.sh
diff --git a/scripts/perftest/runGLM_gamma_log.sh
b/scripts/perftestDeprecated/runGLM_gamma_log.sh
similarity index 100%
rename from scripts/perftest/runGLM_gamma_log.sh
rename to scripts/perftestDeprecated/runGLM_gamma_log.sh
diff --git a/scripts/perftest/runGLM_poisson_log.sh
b/scripts/perftestDeprecated/runGLM_poisson_log.sh
similarity index 100%
rename from scripts/perftest/runGLM_poisson_log.sh
rename to scripts/perftestDeprecated/runGLM_poisson_log.sh
diff --git a/scripts/perftest/runKmeans.sh
b/scripts/perftestDeprecated/runKmeans.sh
similarity index 100%
rename from scripts/perftest/runKmeans.sh
rename to scripts/perftestDeprecated/runKmeans.sh
diff --git a/scripts/perftest/runL2SVM.sh
b/scripts/perftestDeprecated/runL2SVM.sh
similarity index 100%
rename from scripts/perftest/runL2SVM.sh
rename to scripts/perftestDeprecated/runL2SVM.sh
diff --git a/scripts/perftest/runLinearRegCG.sh
b/scripts/perftestDeprecated/runLinearRegCG.sh
similarity index 100%
rename from scripts/perftest/runLinearRegCG.sh
rename to scripts/perftestDeprecated/runLinearRegCG.sh
diff --git a/scripts/perftest/runLinearRegDS.sh
b/scripts/perftestDeprecated/runLinearRegDS.sh
similarity index 100%
rename from scripts/perftest/runLinearRegDS.sh
rename to scripts/perftestDeprecated/runLinearRegDS.sh
diff --git a/scripts/perftest/runMSVM.sh b/scripts/perftestDeprecated/runMSVM.sh
similarity index 100%
rename from scripts/perftest/runMSVM.sh
rename to scripts/perftestDeprecated/runMSVM.sh
diff --git a/scripts/perftest/runMultiLogReg.sh
b/scripts/perftestDeprecated/runMultiLogReg.sh
similarity index 100%
rename from scripts/perftest/runMultiLogReg.sh
rename to scripts/perftestDeprecated/runMultiLogReg.sh
diff --git a/scripts/perftest/runNaiveBayes.sh
b/scripts/perftestDeprecated/runNaiveBayes.sh
similarity index 100%
rename from scripts/perftest/runNaiveBayes.sh
rename to scripts/perftestDeprecated/runNaiveBayes.sh
diff --git a/scripts/perftest/runPCA.sh b/scripts/perftestDeprecated/runPCA.sh
similarity index 100%
rename from scripts/perftest/runPCA.sh
rename to scripts/perftestDeprecated/runPCA.sh
diff --git a/scripts/perftest/runRandTree.sh
b/scripts/perftestDeprecated/runRandTree.sh
similarity index 100%
rename from scripts/perftest/runRandTree.sh
rename to scripts/perftestDeprecated/runRandTree.sh
diff --git a/scripts/perftest/runStratStats.sh
b/scripts/perftestDeprecated/runStratStats.sh
similarity index 100%
rename from scripts/perftest/runStratStats.sh
rename to scripts/perftestDeprecated/runStratStats.sh
diff --git a/scripts/perftest/runUnivarStats.sh
b/scripts/perftestDeprecated/runUnivarStats.sh
similarity index 100%
rename from scripts/perftest/runUnivarStats.sh
rename to scripts/perftestDeprecated/runUnivarStats.sh
