http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/reorg/Reverse2.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/reorg/Reverse2.R b/src/test/scripts/functions/reorg/Reverse2.R index 7537fe9..1599d60 100644 --- a/src/test/scripts/functions/reorg/Reverse2.R +++ b/src/test/scripts/functions/reorg/Reverse2.R @@ -1,41 +1,41 @@ -#------------------------------------------------------------- -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -#------------------------------------------------------------- - - -args <- commandArgs(TRUE) -options(digits=22) -library("Matrix") - -A = as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) - -B = matrix(0, nrow(A), ncol(A)); -for( i in 1:ncol(A) ) -{ - col = as.vector(A[,i]) - col = rev(col); - B[,i] = col; -} - -writeMM(as(B,"CsparseMatrix"), paste(args[2], "B", sep="")) - - - - +#------------------------------------------------------------- +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# +#------------------------------------------------------------- + + +args <- commandArgs(TRUE) +options(digits=22) +library("Matrix") + +A = as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) + +B = matrix(0, nrow(A), ncol(A)); +for( i in 1:ncol(A) ) +{ + col = as.vector(A[,i]) + col = rev(col); + B[,i] = col; +} + +writeMM(as(B,"CsparseMatrix"), paste(args[2], "B", sep="")) + + + +
http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/reorg/Reverse2.dml ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/reorg/Reverse2.dml b/src/test/scripts/functions/reorg/Reverse2.dml index b1d796c..e8e68ed 100644 --- a/src/test/scripts/functions/reorg/Reverse2.dml +++ b/src/test/scripts/functions/reorg/Reverse2.dml @@ -1,25 +1,25 @@ -#------------------------------------------------------------- -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -#------------------------------------------------------------- - - -A = read($1); -B = table(seq(1,nrow(A),1),seq(nrow(A),1,-1)) %*% A; +#------------------------------------------------------------- +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# +#------------------------------------------------------------- + + +A = read($1); +B = table(seq(1,nrow(A),1),seq(nrow(A),1,-1)) %*% A; write(B, $2); \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/reorg/Transpose.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/reorg/Transpose.R b/src/test/scripts/functions/reorg/Transpose.R index f1e3467..d4f1b10 100644 --- a/src/test/scripts/functions/reorg/Transpose.R +++ b/src/test/scripts/functions/reorg/Transpose.R @@ -19,15 +19,15 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) -library("Matrix") - -X=readMM(paste(args[1], "X.mtx", sep="")) -Y=t(X); -writeMM(as(Y,"CsparseMatrix"), paste(args[2], "Y", sep=""), format="text") - - - - + +args <- commandArgs(TRUE) +options(digits=22) +library("Matrix") + +X=readMM(paste(args[1], "X.mtx", sep="")) +Y=t(X); +writeMM(as(Y,"CsparseMatrix"), paste(args[2], "Y", sep=""), format="text") + + + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/reorg/Transpose.dml ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/reorg/Transpose.dml b/src/test/scripts/functions/reorg/Transpose.dml index e01ec87..1825e5f 100644 --- a/src/test/scripts/functions/reorg/Transpose.dml +++ b/src/test/scripts/functions/reorg/Transpose.dml @@ -19,8 +19,8 @@ # #------------------------------------------------------------- - -X = read($1, rows=$2, cols=$3, format="text"); - -Y = t(X); + +X = read($1, rows=$2, cols=$3, format="text"); + +Y = t(X); write(Y, $4, format="text"); \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/CTableRowHist.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/CTableRowHist.R b/src/test/scripts/functions/ternary/CTableRowHist.R index 0a8453f..8788d3d 100644 --- a/src/test/scripts/functions/ternary/CTableRowHist.R +++ b/src/test/scripts/functions/ternary/CTableRowHist.R @@ -19,26 +19,26 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) -A <- floor(A); - -IA = (A != 0) * seq (1, nrow (A), 1); -IA = matrix (IA, (nrow (A) * ncol(A)), 1, byrow = FALSE); -VA = matrix ( A, (nrow (A) * ncol(A)), 1, byrow = FALSE); -#IA = removeEmpty (target = IA, margin = "rows"); -#VA = removeEmpty (target = VA, margin = "rows"); -Btmp1 = table (IA, VA); -Btmp2 = as.matrix(as.data.frame.matrix(Btmp1)); - -#remove first row and column (0 values, see missing removeEmpty) -B = Btmp1[2:nrow(Btmp2),2:ncol(Btmp2)]; - -writeMM(as(B, "CsparseMatrix"), paste(args[2], "B", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) +A <- floor(A); + +IA = (A != 0) * seq (1, nrow (A), 1); +IA = matrix (IA, (nrow (A) * ncol(A)), 1, byrow = FALSE); +VA = matrix ( A, (nrow (A) * ncol(A)), 1, byrow = FALSE); +#IA = removeEmpty (target = IA, margin = "rows"); +#VA = removeEmpty (target = VA, margin = "rows"); +Btmp1 = table (IA, VA); +Btmp2 = as.matrix(as.data.frame.matrix(Btmp1)); + +#remove first row and column (0 values, see missing removeEmpty) +B = Btmp1[2:nrow(Btmp2),2:ncol(Btmp2)]; + +writeMM(as(B, "CsparseMatrix"), paste(args[2], "B", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/CTableSequenceLeft.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/CTableSequenceLeft.R b/src/test/scripts/functions/ternary/CTableSequenceLeft.R index bb98630..9260aa2 100644 --- a/src/test/scripts/functions/ternary/CTableSequenceLeft.R +++ b/src/test/scripts/functions/ternary/CTableSequenceLeft.R @@ -19,16 +19,16 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) - -B = as.matrix(as.data.frame.matrix(table(seq(1,nrow(A)), A))); - -writeMM(as(B, "CsparseMatrix"), paste(args[2], "B", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) + +B = as.matrix(as.data.frame.matrix(table(seq(1,nrow(A)), A))); + +writeMM(as(B, "CsparseMatrix"), paste(args[2], "B", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/CTableSequenceRight.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/CTableSequenceRight.R b/src/test/scripts/functions/ternary/CTableSequenceRight.R index 7be0dae..08e8e7b 100644 --- a/src/test/scripts/functions/ternary/CTableSequenceRight.R +++ b/src/test/scripts/functions/ternary/CTableSequenceRight.R @@ -19,16 +19,16 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) - -B = as.matrix(as.data.frame.matrix(table(A,seq(1,nrow(A))))); - -writeMM(as(B, "CsparseMatrix"), paste(args[2], "B", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) + +B = as.matrix(as.data.frame.matrix(table(A,seq(1,nrow(A))))); + +writeMM(as(B, "CsparseMatrix"), paste(args[2], "B", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/CentralMomentWeights.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/CentralMomentWeights.R b/src/test/scripts/functions/ternary/CentralMomentWeights.R index a952b8d..dab002c 100644 --- a/src/test/scripts/functions/ternary/CentralMomentWeights.R +++ b/src/test/scripts/functions/ternary/CentralMomentWeights.R @@ -19,20 +19,20 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") -library("moments") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) -B <- as.matrix(readMM(paste(args[1], "B.mtx", sep=""))) -order = as.integer(args[2]); - -s = moment(A*B, order, central=TRUE); -m = as.matrix(s); - -writeMM(as(m, "CsparseMatrix"), paste(args[3], "R", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") +library("moments") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) +B <- as.matrix(readMM(paste(args[1], "B.mtx", sep=""))) +order = as.integer(args[2]); + +s = moment(A*B, order, central=TRUE); +m = as.matrix(s); + +writeMM(as(m, "CsparseMatrix"), paste(args[3], "R", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/CovarianceWeights.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/CovarianceWeights.R b/src/test/scripts/functions/ternary/CovarianceWeights.R index 7cc1576..5d19076 100644 --- a/src/test/scripts/functions/ternary/CovarianceWeights.R +++ b/src/test/scripts/functions/ternary/CovarianceWeights.R @@ -19,20 +19,20 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") -library("moments") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) -B <- as.matrix(readMM(paste(args[1], "B.mtx", sep=""))) -#note this script assumes weights of 1 - -s = cov(A,B); -m = as.matrix(s); - -writeMM(as(m, "CsparseMatrix"), paste(args[2], "R", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") +library("moments") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) +B <- as.matrix(readMM(paste(args[1], "B.mtx", sep=""))) +#note this script assumes weights of 1 + +s = cov(A,B); +m = as.matrix(s); + +writeMM(as(m, "CsparseMatrix"), paste(args[2], "R", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/IQMWeights.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/IQMWeights.R b/src/test/scripts/functions/ternary/IQMWeights.R index 0ad792c..56c43ad 100644 --- a/src/test/scripts/functions/ternary/IQMWeights.R +++ b/src/test/scripts/functions/ternary/IQMWeights.R @@ -19,27 +19,27 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) - -#without weights (assumes weights of 1) -m = nrow(A); -S = sort(A) -q25d=m*0.25 -q75d=m*0.75 -q25i=ceiling(q25d) -q75i=ceiling(q75d) -iqm = sum(S[(q25i+1):q75i]) -iqm = iqm + (q25i-q25d)*S[q25i] - (q75i-q75d)*S[q75i] -iqm = iqm/(m*0.5) - -miqm = as.matrix(iqm); - -writeMM(as(miqm, "CsparseMatrix"), paste(args[3], "R", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) + +#without weights (assumes weights of 1) +m = nrow(A); +S = sort(A) +q25d=m*0.25 +q75d=m*0.75 +q25i=ceiling(q25d) +q75i=ceiling(q75d) +iqm = sum(S[(q25i+1):q75i]) +iqm = iqm + (q25i-q25d)*S[q25i] - (q75i-q75d)*S[q75i] +iqm = iqm/(m*0.5) + +miqm = as.matrix(iqm); + +writeMM(as(miqm, "CsparseMatrix"), paste(args[3], "R", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/MedianWeights.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/MedianWeights.R b/src/test/scripts/functions/ternary/MedianWeights.R index 0399470..1ebf612 100644 --- a/src/test/scripts/functions/ternary/MedianWeights.R +++ b/src/test/scripts/functions/ternary/MedianWeights.R @@ -19,18 +19,18 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) - -#without weights (assumes weights of 1) -s = median(A); -m = as.matrix(s); - -writeMM(as(m, "CsparseMatrix"), paste(args[3], "R", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) + +#without weights (assumes weights of 1) +s = median(A); +m = as.matrix(s); + +writeMM(as(m, "CsparseMatrix"), paste(args[3], "R", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/QuantileWeights.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/QuantileWeights.R b/src/test/scripts/functions/ternary/QuantileWeights.R index be1c0b1..0ce3c99 100644 --- a/src/test/scripts/functions/ternary/QuantileWeights.R +++ b/src/test/scripts/functions/ternary/QuantileWeights.R @@ -19,19 +19,19 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) -p = as.double(args[2]); - -#without weights (assumes weights of 1) -s = quantile(A, p); -m = as.matrix(s); - -writeMM(as(m, "CsparseMatrix"), paste(args[3], "R", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) +p = as.double(args[2]); + +#without weights (assumes weights of 1) +s = quantile(A, p); +m = as.matrix(s); + +writeMM(as(m, "CsparseMatrix"), paste(args[3], "R", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/ternary/TableOutputTest.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/ternary/TableOutputTest.R b/src/test/scripts/functions/ternary/TableOutputTest.R index e0edc5e..2a4f767 100644 --- a/src/test/scripts/functions/ternary/TableOutputTest.R +++ b/src/test/scripts/functions/ternary/TableOutputTest.R @@ -19,17 +19,17 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) - -library("Matrix") - -A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) -B <- as.matrix(readMM(paste(args[1], "B.mtx", sep=""))) - -F = as.matrix(as.data.frame.matrix(table(A,B))); - -writeMM(as(F, "CsparseMatrix"), paste(args[2], "F", sep="")); - - + +args <- commandArgs(TRUE) +options(digits=22) + +library("Matrix") + +A <- as.matrix(readMM(paste(args[1], "A.mtx", sep=""))) +B <- as.matrix(readMM(paste(args[1], "B.mtx", sep=""))) + +F = as.matrix(as.data.frame.matrix(table(A,B))); + +writeMM(as(F, "CsparseMatrix"), paste(args[2], "F", sep="")); + + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/Apply.dml ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/Apply.dml b/src/test/scripts/functions/transform/Apply.dml index 11c5d48..8cbec31 100644 --- a/src/test/scripts/functions/transform/Apply.dml +++ b/src/test/scripts/functions/transform/Apply.dml @@ -19,12 +19,12 @@ # #------------------------------------------------------------- - -raw = read($DATA); - -A = transform(target = raw, - transformPath = $TFMTD, - applyTransformPath = $APPLYMTD); - -write(A, $TFDATA, format=$OFMT); - + +raw = read($DATA); + +A = transform(target = raw, + transformPath = $TFMTD, + applyTransformPath = $APPLYMTD); + +write(A, $TFDATA, format=$OFMT); + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/Scaling.R ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/Scaling.R b/src/test/scripts/functions/transform/Scaling.R index ebd9016..a3bfe59 100644 --- a/src/test/scripts/functions/transform/Scaling.R +++ b/src/test/scripts/functions/transform/Scaling.R @@ -19,18 +19,18 @@ # #------------------------------------------------------------- - -args <- commandArgs(TRUE) -options(digits=22) -library("Matrix") - -A = read.table(args[1], sep=","); -B = matrix(0, nrow=nrow(A), ncol=ncol(A)); - -cols = ncol(A); -A1 = A[, 1:cols/2]; -A2 = A[,(cols/2+1):cols] -B[, 1:cols/2] = scale(A1, center=T, scale=F) -B[, (cols/2+1):cols] = scale(A2) - -write.table(B, args[2], sep=",", row.names = F, col.names=F) + +args <- commandArgs(TRUE) +options(digits=22) +library("Matrix") + +A = read.table(args[1], sep=","); +B = matrix(0, nrow=nrow(A), ncol=ncol(A)); + +cols = ncol(A); +A1 = A[, 1:cols/2]; +A2 = A[,(cols/2+1):cols] +B[, 1:cols/2] = scale(A1, center=T, scale=F) +B[, (cols/2+1):cols] = scale(A2) + +write.table(B, args[2], sep=",", row.names = F, col.names=F) http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/Scaling.dml ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/Scaling.dml b/src/test/scripts/functions/transform/Scaling.dml index 6b575ec..a5bd9b2 100644 --- a/src/test/scripts/functions/transform/Scaling.dml +++ b/src/test/scripts/functions/transform/Scaling.dml @@ -19,12 +19,12 @@ # #------------------------------------------------------------- - -raw = read($DATA); - -A = transform(target = raw, - transformPath = $TFMTD, - transformSpec = $TFSPEC); - -write(A, $TFDATA, format=$OFMT); - + +raw = read($DATA); + +A = transform(target = raw, + transformPath = $TFMTD, + transformSpec = $TFSPEC); + +write(A, $TFDATA, format=$OFMT); + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/Transform.dml ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/Transform.dml b/src/test/scripts/functions/transform/Transform.dml index 6b575ec..a5bd9b2 100644 --- a/src/test/scripts/functions/transform/Transform.dml +++ b/src/test/scripts/functions/transform/Transform.dml @@ -19,12 +19,12 @@ # #------------------------------------------------------------- - -raw = read($DATA); - -A = transform(target = raw, - transformPath = $TFMTD, - transformSpec = $TFSPEC); - -write(A, $TFDATA, format=$OFMT); - + +raw = read($DATA); + +A = transform(target = raw, + transformPath = $TFMTD, + transformSpec = $TFSPEC); + +write(A, $TFDATA, format=$OFMT); + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/Transform_colnames.dml ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/Transform_colnames.dml b/src/test/scripts/functions/transform/Transform_colnames.dml index b02b612..64a5712 100644 --- a/src/test/scripts/functions/transform/Transform_colnames.dml +++ b/src/test/scripts/functions/transform/Transform_colnames.dml @@ -19,13 +19,13 @@ # #------------------------------------------------------------- - -raw = read($DATA); - -A = transform(target = raw, - transformPath = $TFMTD, - transformSpec = $TFSPEC, - outputNames = $COLNAMES); - -write(A, $TFDATA, format=$OFMT); - + +raw = read($DATA); + +A = transform(target = raw, + transformPath = $TFMTD, + transformSpec = $TFSPEC, + outputNames = $COLNAMES); + +write(A, $TFDATA, format=$OFMT); + http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes/homes.csv ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes/homes.csv b/src/test/scripts/functions/transform/input/homes/homes.csv index c892bf6..487a9e7 100644 --- a/src/test/scripts/functions/transform/input/homes/homes.csv +++ b/src/test/scripts/functions/transform/input/homes/homes.csv @@ -1,201 +1,201 @@ -zipcode,district,sqft,numbedrooms,numbathrooms,floors,view,saleprice,askingprice -95141,south,3002,6,3,2,FALSE,929, -95141,west,1373,7,1,3,FALSE,695,698 -91312,south,3261,6,2,2,FALSE,902,906 -94555,north,1835,3,3,3,TRUE,888,892 -95141,west,2770,5,2.5,,TRUE,812,816 -95141,east,2833,6,2.5,2,TRUE,927,932 -96334,north,1339,6,3,1,,672,675 -96334,south,2742,6,2.5,2,FALSE,872,876 -96334,north,2195,5,2.5,2,FALSE,799,803 -98755,north,3469,7,2.5,2,FALSE,958,963 -95141,south,2777,3,,3,TRUE,837,841 -96334,west,1685,7,1.5,2,TRUE,757,760 -95141,west,2238,4,3,3,FALSE,894,899 -98755,south,2699,4,,3,FALSE,779,783 -91312,west,1245,4,1,1,FALSE,547,549 -95141,west,2233,2,2.5,3,,857,861 -98755,south,3702,7,3,1,FALSE,959,964 -95141,south,2644,4,1.5,3,,854,858 -94555,north,3576,2,,3,TRUE,921,925 -98755,west,1953,1,,1,TRUE,621,624 -98755,north,1865,7,1,2,TRUE,742,745 -94555,north,3837,3,1,1,FALSE,839,842 -91312,west,2139,3,1,3,TRUE,820,824 -95141,north,3824,4,3,1,FALSE,954,958 -98755,east,2858,5,1.5,1,FALSE,759,762 -91312,south,1827,7,3,1,FALSE,735,738 -98755,east,2811,4,1,,FALSE,663,666 -91312,south,3557,2,2.5,1,FALSE,888,892 -91312,,3343,7,1.5,2,TRUE,929,933 -95141,north,1612,6,2,,TRUE,644,647 -91312,south,2553,2,2.5,2,TRUE,884,889 -98755,east,1601,,1,3,TRUE,735,738 -96334,west,1682,3,1.5,1,FALSE,625,628 -98755,south,3926,6,2,2,TRUE,1040,1044 -91312,north,2583,1,2.5,,FALSE,706,710 -98755,south,2056,7,3,1,,766,770 -96334,east,2790,5,2.5,3,FALSE,923,927 -98755,east,2162,5,2.5,2,,792,795 -95141,west,3928,4,2,3,FALSE,1037,1042 -94555,south,2000,1,3,2,TRUE,844,848 -96334,east,2688,5,2,3,TRUE,938,943 -94555,south,3533,2,1.5,2,FALSE,890,894 -95141,north,1080,1,1,2,,566,569 -94555,south,2639,3,2,3,FALSE,876,880 -91312,west,2462,4,2.5,1,TRUE,828,832 -94555,north,2420,1,1.5,3,FALSE,809,813 -91312,north,2575,4,3,,FALSE,746,750 -95141,west,1269,2,2,2,,658,661 -96334,west,3911,6,1.5,3,TRUE,1072,1077 -96334,west,2166,6,1.5,3,TRUE,867,872 -94555,south,3855,6,2,1,FALSE,914,918 -91312,west,1971,2,3,1,TRUE,790,794 -95141,east,1769,4,1,1,TRUE,652,655 -98755,north,3774,6,1,2,TRUE,961,966 -96334,west,1044,2,3,1,TRUE,685,688 -95141,north,2561,7,1.5,1,TRUE,790,794 -94555,north,1714,4,1.5,,FALSE,563,565 -95141,south,2255,2,2,3,TRUE,883,887 -94555,north,3085,6,2,1,FALSE,819,823 -98755,south,1273,2,1.5,2,FALSE,628,631 -91312,west,3785,5,3,3,TRUE,1133,1138 -98755,east,2651,2,2,1,,750,753 -91312,west,3270,7,1.5,3,FALSE,943,947 -98755,south,1749,2,2,2,FALSE,712,715 -98755,south,1625,7,1.5,2,FALSE,691,694 -96334,north,3010,7,1.5,2,FALSE,848,851 -91312,south,3919,5,1,3,TRUE,1033,1038 -95141,north,1745,2,2,,FALSE,587,590 -91312,south,1976,1,2,1,TRUE,726,729 -91312,west,3953,3,1.5,3,FALSE,1006,1010 -95141,west,3439,4,2,2,FALSE,921,925 -94555,east,3570,7,1,2,TRUE,934,938 -98755,west,2484,5,3,2,TRUE,926,931 -91312,west,2628,3,1.5,3,,850,854 -94555,south,1349,3,2,2,TRUE,721,724 -94555,,3858,7,2.5,2,TRUE,1046,1051 -94555,south,1202,4,3,3,,767,771 -98755,west,3967,3,2,3,TRUE,1095,1100 -94555,west,2090,7,3,2,TRUE,885,889 -91312,north,3236,1,,,TRUE,699,702 -94555,west,3931,3,1,,,800,804 -96334,east,1856,5,2,3,TRUE,841,845 -91312,north,1922,2,3,1,TRUE,775,778 -98755,north,1199,3,3,3,FALSE,761,765 -96334,east,2108,3,1,3,TRUE,806,810 -95141,north,1259,3,1,,FALSE,478,481 -96334,west,3901,4,2,2,FALSE,976,981 -94555,south,2654,6,1.5,2,TRUE,859,863 -94555,west,3805,6,2,3,TRUE,1085,1090 -95141,south,3199,4,2,3,FALSE,947,951 -98755,west,3786,5,1,1,TRUE,909,913 -94555,east,2160,1,1,1,FALSE,629,631 -,west,2331,3,2,3,FALSE,842,846 -95141,east,3152,7,2,1,TRUE,883,887 -96334,south,1277,3,2,2,,659,663 -94555,east,1592,2,3,2,TRUE,791,795 -95141,east,3903,1,2.5,2,FALSE,976,981 -91312,south,1076,2,2.5,1,FALSE,597,600 -96334,west,1719,1,1.5,3,FALSE,738,742 -94555,north,1439,4,1.5,1,FALSE,589,592 -91312,east,1961,2,3,1,TRUE,775,778 -95141,south,3534,3,2,,TRUE,861,865 -94555,north,2471,1,1.5,1,TRUE,753,756 -91312,west,3930,4,2.5,2,FALSE,1004,1009 -95141,north,2529,4,1.5,,,660,663 -95141,south,2833,1,1,1,FALSE,718,721 -96334,west,1356,7,1.5,,FALSE,545,548 -96334,south,2580,4,1,2,TRUE,816,820 -94555,south,2169,3,2.5,3,TRUE,904,908 -95141,east,3329,4,3,3,TRUE,1064,1069 -95141,east,3660,1,2.5,2,,948,952 -96334,south,3392,4,2,3,TRUE,1026,1031 -96334,east,3688,6,2.5,3,FALSE,1032,1037 -98755,west,3347,3,2.5,2,TRUE,991,996 -95141,east,1810,5,1,1,FALSE,606,609 -95141,east,3753,1,2.5,2,FALSE,959,963 -94555,east,3906,2,1.5,1,FALSE,866,870 -96334,east,1732,3,2,1,TRUE,700,703 -96334,south,2188,4,2,1,TRUE,767,771 -96334,south,3750,6,2,2,FALSE,963,967 -96334,south,2292,6,,1,TRUE,677,680 -98755,west,1526,6,2.5,,TRUE,673,676 -98755,north,2331,1,1.5,1,TRUE,740,743 -94555,north,1512,4,3,3,TRUE,854,858 -98755,north,3352,3,3,3,FALSE,1014,1018 -96334,north,2378,2,,2,FALSE,669,672 -91312,,1159,7,2.5,1,TRUE,670,673 -94555,south,3426,3,2.5,2,FALSE,937,941 -98755,south,3211,5,3,1,TRUE,948,953 -98755,west,2747,2,2.5,1,FALSE,803,806 -96334,east,3952,6,1.5,1,TRUE,946,950 -91312,north,3814,6,1.5,2,FALSE,934,938 -95141,south,3700,7,2.5,1,FALSE,929,933 -98755,,2448,4,1,2,FALSE,733,736 -95141,west,2629,1,2,,FALSE,696,699 -95141,east,3154,4,2.5,1,TRUE,898,902 -91312,south,2648,4,1.5,2,FALSE,793,797 -98755,,3857,3,1,2,TRUE,949,953 -98755,north,1394,4,1.5,1,FALSE,587,590 -91312,west,2709,5,2,2,FALSE,837,841 -94555,east,3946,6,1,2,TRUE,974,978 -91312,north,3905,6,2,2,FALSE,973,977 -98755,east,3248,5,1.5,1,TRUE,860,864 -96334,north,1774,7,1.5,1,FALSE,644,647 -96334,,1576,4,1,2,TRUE,685,688 -95141,north,2853,,1.5,3,TRUE,912,916 -94555,east,1995,2,3,3,TRUE,897,902 -96334,south,3803,,1,3,TRUE,1001,1006 -94555,east,2876,2,3,1,FALSE,828,832 -98755,east,3553,4,,3,TRUE,925,930 -94555,east,3229,4,2,3,TRUE,995,1000 -94555,north,1079,5,2,2,FALSE,638,641 -95141,south,3695,7,2.5,3,FALSE,1046,1051 -96334,west,3694,5,1,1,TRUE,897,901 -98755,west,1918,5,1,2,FALSE,693,697 -94555,south,1647,6,1,2,TRUE,713,716 -96334,west,2691,3,2.5,2,FALSE,858,862 -95141,south,1333,2,2,2,TRUE,716,719 -95141,west,2609,4,2,1,FALSE,765,768 -98755,west,1725,2,2,3,,772,776 -91312,west,2125,3,1,2,TRUE,760,763 -91312,west,2417,5,1,1,FALSE,689,692 -98755,west,3623,2,1,3,TRUE,995,999 -98755,north,3343,6,3,1,FALSE,908,912 -96334,south,1074,7,2.5,3,FALSE,739,743 -96334,south,2972,3,1,2,TRUE,858,862 -91312,east,1637,2,2,1,FALSE,626,629 -91312,north,1807,2,3,2,FALSE,765,768 -95141,north,1457,2,3,1,FALSE,667,670 -91312,west,3043,6,1,1,FALSE,766,770 -91312,west,3045,6,1.5,3,TRUE,967,972 -91312,north,1444,2,,1,TRUE,552,555 -98755,north,1980,5,1,1,TRUE,688,691 -98755,west,1112,3,1.5,3,TRUE,732,735 -98755,south,1533,6,1.5,3,FALSE,734,738 -91312,east,1442,5,2,2,FALSE,675,678 -91312,north,3171,6,1,3,TRUE,945,949 -96334,east,3072,5,1.5,2,FALSE,842,846 -94555,east,3506,4,1.5,3,TRUE,1000,1005 -94555,south,1574,2,1,3,FALSE,691,694 -95141,south,3521,6,,,FALSE,706,709 -94555,east,3567,6,3,1,FALSE,926,931 -91312,south,1194,1,1,2,TRUE,637,640 -94555,east,1031,3,1.5,1,FALSE,532,535 -,south,3141,2,1.5,3,TRUE,955,960 -94555,south,2776,3,2.5,2,TRUE,916,920 -91312,south,2009,5,1.5,1,TRUE,719,723 -96334,north,3784,2,1,2,FALSE,889,893 -94555,west,1975,6,1.5,2,FALSE,729,732 -98755,west,2444,2,3,2,FALSE,854,857 -95141,south,1684,3,1.5,3,FALSE,737,740 -98755,north,1729,6,1,1,TRUE,663,666 -95141,west,2817,1,1,1,,721,724 -95141,north,2236,1,1,2,FALSE,702,705 -95141,south,2061,7,3,1,FALSE,764,768 -98755,south,3561,3,2.5,3,TRUE,1070,1075 -94555,east,2143,3,1,2,FALSE,694,697 -96334,north,3840,7,1,1,FALSE,858,862 -96334,,1086,2,2.5,2,,647,650 -98755,west,3686,,1,1,TRUE,876,880 +zipcode,district,sqft,numbedrooms,numbathrooms,floors,view,saleprice,askingprice +95141,south,3002,6,3,2,FALSE,929, +95141,west,1373,7,1,3,FALSE,695,698 +91312,south,3261,6,2,2,FALSE,902,906 +94555,north,1835,3,3,3,TRUE,888,892 +95141,west,2770,5,2.5,,TRUE,812,816 +95141,east,2833,6,2.5,2,TRUE,927,932 +96334,north,1339,6,3,1,,672,675 +96334,south,2742,6,2.5,2,FALSE,872,876 +96334,north,2195,5,2.5,2,FALSE,799,803 +98755,north,3469,7,2.5,2,FALSE,958,963 +95141,south,2777,3,,3,TRUE,837,841 +96334,west,1685,7,1.5,2,TRUE,757,760 +95141,west,2238,4,3,3,FALSE,894,899 +98755,south,2699,4,,3,FALSE,779,783 +91312,west,1245,4,1,1,FALSE,547,549 +95141,west,2233,2,2.5,3,,857,861 +98755,south,3702,7,3,1,FALSE,959,964 +95141,south,2644,4,1.5,3,,854,858 +94555,north,3576,2,,3,TRUE,921,925 +98755,west,1953,1,,1,TRUE,621,624 +98755,north,1865,7,1,2,TRUE,742,745 +94555,north,3837,3,1,1,FALSE,839,842 +91312,west,2139,3,1,3,TRUE,820,824 +95141,north,3824,4,3,1,FALSE,954,958 +98755,east,2858,5,1.5,1,FALSE,759,762 +91312,south,1827,7,3,1,FALSE,735,738 +98755,east,2811,4,1,,FALSE,663,666 +91312,south,3557,2,2.5,1,FALSE,888,892 +91312,,3343,7,1.5,2,TRUE,929,933 +95141,north,1612,6,2,,TRUE,644,647 +91312,south,2553,2,2.5,2,TRUE,884,889 +98755,east,1601,,1,3,TRUE,735,738 +96334,west,1682,3,1.5,1,FALSE,625,628 +98755,south,3926,6,2,2,TRUE,1040,1044 +91312,north,2583,1,2.5,,FALSE,706,710 +98755,south,2056,7,3,1,,766,770 +96334,east,2790,5,2.5,3,FALSE,923,927 +98755,east,2162,5,2.5,2,,792,795 +95141,west,3928,4,2,3,FALSE,1037,1042 +94555,south,2000,1,3,2,TRUE,844,848 +96334,east,2688,5,2,3,TRUE,938,943 +94555,south,3533,2,1.5,2,FALSE,890,894 +95141,north,1080,1,1,2,,566,569 +94555,south,2639,3,2,3,FALSE,876,880 +91312,west,2462,4,2.5,1,TRUE,828,832 +94555,north,2420,1,1.5,3,FALSE,809,813 +91312,north,2575,4,3,,FALSE,746,750 +95141,west,1269,2,2,2,,658,661 +96334,west,3911,6,1.5,3,TRUE,1072,1077 +96334,west,2166,6,1.5,3,TRUE,867,872 +94555,south,3855,6,2,1,FALSE,914,918 +91312,west,1971,2,3,1,TRUE,790,794 +95141,east,1769,4,1,1,TRUE,652,655 +98755,north,3774,6,1,2,TRUE,961,966 +96334,west,1044,2,3,1,TRUE,685,688 +95141,north,2561,7,1.5,1,TRUE,790,794 +94555,north,1714,4,1.5,,FALSE,563,565 +95141,south,2255,2,2,3,TRUE,883,887 +94555,north,3085,6,2,1,FALSE,819,823 +98755,south,1273,2,1.5,2,FALSE,628,631 +91312,west,3785,5,3,3,TRUE,1133,1138 +98755,east,2651,2,2,1,,750,753 +91312,west,3270,7,1.5,3,FALSE,943,947 +98755,south,1749,2,2,2,FALSE,712,715 +98755,south,1625,7,1.5,2,FALSE,691,694 +96334,north,3010,7,1.5,2,FALSE,848,851 +91312,south,3919,5,1,3,TRUE,1033,1038 +95141,north,1745,2,2,,FALSE,587,590 +91312,south,1976,1,2,1,TRUE,726,729 +91312,west,3953,3,1.5,3,FALSE,1006,1010 +95141,west,3439,4,2,2,FALSE,921,925 +94555,east,3570,7,1,2,TRUE,934,938 +98755,west,2484,5,3,2,TRUE,926,931 +91312,west,2628,3,1.5,3,,850,854 +94555,south,1349,3,2,2,TRUE,721,724 +94555,,3858,7,2.5,2,TRUE,1046,1051 +94555,south,1202,4,3,3,,767,771 +98755,west,3967,3,2,3,TRUE,1095,1100 +94555,west,2090,7,3,2,TRUE,885,889 +91312,north,3236,1,,,TRUE,699,702 +94555,west,3931,3,1,,,800,804 +96334,east,1856,5,2,3,TRUE,841,845 +91312,north,1922,2,3,1,TRUE,775,778 +98755,north,1199,3,3,3,FALSE,761,765 +96334,east,2108,3,1,3,TRUE,806,810 +95141,north,1259,3,1,,FALSE,478,481 +96334,west,3901,4,2,2,FALSE,976,981 +94555,south,2654,6,1.5,2,TRUE,859,863 +94555,west,3805,6,2,3,TRUE,1085,1090 +95141,south,3199,4,2,3,FALSE,947,951 +98755,west,3786,5,1,1,TRUE,909,913 +94555,east,2160,1,1,1,FALSE,629,631 +,west,2331,3,2,3,FALSE,842,846 +95141,east,3152,7,2,1,TRUE,883,887 +96334,south,1277,3,2,2,,659,663 +94555,east,1592,2,3,2,TRUE,791,795 +95141,east,3903,1,2.5,2,FALSE,976,981 +91312,south,1076,2,2.5,1,FALSE,597,600 +96334,west,1719,1,1.5,3,FALSE,738,742 +94555,north,1439,4,1.5,1,FALSE,589,592 +91312,east,1961,2,3,1,TRUE,775,778 +95141,south,3534,3,2,,TRUE,861,865 +94555,north,2471,1,1.5,1,TRUE,753,756 +91312,west,3930,4,2.5,2,FALSE,1004,1009 +95141,north,2529,4,1.5,,,660,663 +95141,south,2833,1,1,1,FALSE,718,721 +96334,west,1356,7,1.5,,FALSE,545,548 +96334,south,2580,4,1,2,TRUE,816,820 +94555,south,2169,3,2.5,3,TRUE,904,908 +95141,east,3329,4,3,3,TRUE,1064,1069 +95141,east,3660,1,2.5,2,,948,952 +96334,south,3392,4,2,3,TRUE,1026,1031 +96334,east,3688,6,2.5,3,FALSE,1032,1037 +98755,west,3347,3,2.5,2,TRUE,991,996 +95141,east,1810,5,1,1,FALSE,606,609 +95141,east,3753,1,2.5,2,FALSE,959,963 +94555,east,3906,2,1.5,1,FALSE,866,870 +96334,east,1732,3,2,1,TRUE,700,703 +96334,south,2188,4,2,1,TRUE,767,771 +96334,south,3750,6,2,2,FALSE,963,967 +96334,south,2292,6,,1,TRUE,677,680 +98755,west,1526,6,2.5,,TRUE,673,676 +98755,north,2331,1,1.5,1,TRUE,740,743 +94555,north,1512,4,3,3,TRUE,854,858 +98755,north,3352,3,3,3,FALSE,1014,1018 +96334,north,2378,2,,2,FALSE,669,672 +91312,,1159,7,2.5,1,TRUE,670,673 +94555,south,3426,3,2.5,2,FALSE,937,941 +98755,south,3211,5,3,1,TRUE,948,953 +98755,west,2747,2,2.5,1,FALSE,803,806 +96334,east,3952,6,1.5,1,TRUE,946,950 +91312,north,3814,6,1.5,2,FALSE,934,938 +95141,south,3700,7,2.5,1,FALSE,929,933 +98755,,2448,4,1,2,FALSE,733,736 +95141,west,2629,1,2,,FALSE,696,699 +95141,east,3154,4,2.5,1,TRUE,898,902 +91312,south,2648,4,1.5,2,FALSE,793,797 +98755,,3857,3,1,2,TRUE,949,953 +98755,north,1394,4,1.5,1,FALSE,587,590 +91312,west,2709,5,2,2,FALSE,837,841 +94555,east,3946,6,1,2,TRUE,974,978 +91312,north,3905,6,2,2,FALSE,973,977 +98755,east,3248,5,1.5,1,TRUE,860,864 +96334,north,1774,7,1.5,1,FALSE,644,647 +96334,,1576,4,1,2,TRUE,685,688 +95141,north,2853,,1.5,3,TRUE,912,916 +94555,east,1995,2,3,3,TRUE,897,902 +96334,south,3803,,1,3,TRUE,1001,1006 +94555,east,2876,2,3,1,FALSE,828,832 +98755,east,3553,4,,3,TRUE,925,930 +94555,east,3229,4,2,3,TRUE,995,1000 +94555,north,1079,5,2,2,FALSE,638,641 +95141,south,3695,7,2.5,3,FALSE,1046,1051 +96334,west,3694,5,1,1,TRUE,897,901 +98755,west,1918,5,1,2,FALSE,693,697 +94555,south,1647,6,1,2,TRUE,713,716 +96334,west,2691,3,2.5,2,FALSE,858,862 +95141,south,1333,2,2,2,TRUE,716,719 +95141,west,2609,4,2,1,FALSE,765,768 +98755,west,1725,2,2,3,,772,776 +91312,west,2125,3,1,2,TRUE,760,763 +91312,west,2417,5,1,1,FALSE,689,692 +98755,west,3623,2,1,3,TRUE,995,999 +98755,north,3343,6,3,1,FALSE,908,912 +96334,south,1074,7,2.5,3,FALSE,739,743 +96334,south,2972,3,1,2,TRUE,858,862 +91312,east,1637,2,2,1,FALSE,626,629 +91312,north,1807,2,3,2,FALSE,765,768 +95141,north,1457,2,3,1,FALSE,667,670 +91312,west,3043,6,1,1,FALSE,766,770 +91312,west,3045,6,1.5,3,TRUE,967,972 +91312,north,1444,2,,1,TRUE,552,555 +98755,north,1980,5,1,1,TRUE,688,691 +98755,west,1112,3,1.5,3,TRUE,732,735 +98755,south,1533,6,1.5,3,FALSE,734,738 +91312,east,1442,5,2,2,FALSE,675,678 +91312,north,3171,6,1,3,TRUE,945,949 +96334,east,3072,5,1.5,2,FALSE,842,846 +94555,east,3506,4,1.5,3,TRUE,1000,1005 +94555,south,1574,2,1,3,FALSE,691,694 +95141,south,3521,6,,,FALSE,706,709 +94555,east,3567,6,3,1,FALSE,926,931 +91312,south,1194,1,1,2,TRUE,637,640 +94555,east,1031,3,1.5,1,FALSE,532,535 +,south,3141,2,1.5,3,TRUE,955,960 +94555,south,2776,3,2.5,2,TRUE,916,920 +91312,south,2009,5,1.5,1,TRUE,719,723 +96334,north,3784,2,1,2,FALSE,889,893 +94555,west,1975,6,1.5,2,FALSE,729,732 +98755,west,2444,2,3,2,FALSE,854,857 +95141,south,1684,3,1.5,3,FALSE,737,740 +98755,north,1729,6,1,1,TRUE,663,666 +95141,west,2817,1,1,1,,721,724 +95141,north,2236,1,1,2,FALSE,702,705 +95141,south,2061,7,3,1,FALSE,764,768 +98755,south,3561,3,2.5,3,TRUE,1070,1075 +94555,east,2143,3,1,2,FALSE,694,697 +96334,north,3840,7,1,1,FALSE,858,862 +96334,,1086,2,2.5,2,,647,650 +98755,west,3686,,1,1,TRUE,876,880 http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes/homesAllMissing.csv ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes/homesAllMissing.csv b/src/test/scripts/functions/transform/input/homes/homesAllMissing.csv index a5a2e2b..0e1cf0c 100644 --- a/src/test/scripts/functions/transform/input/homes/homesAllMissing.csv +++ b/src/test/scripts/functions/transform/input/homes/homesAllMissing.csv @@ -1,201 +1,201 @@ -zipcode,district,sqft,numbedrooms,numbathrooms,floors,view,saleprice,askingprice -95141,south,3002,6,3,2,FALSE,, -95141,west,1373,7,1,3,FALSE,,698 -91312,south,3261,6,2,2,FALSE,,906 -94555,north,1835,3,3,3,,888,892 -95141,west,2770,5,2.5,,TRUE,812,816 -95141,east,2833,6,2.5,2,,927,932 -96334,north,1339,6,3,1,,672,675 -96334,south,2742,6,2.5,2,FALSE,,876 -96334,north,2195,5,2.5,2,FALSE,,803 -98755,north,3469,7,2.5,2,FALSE,,963 -95141,south,2777,3,,3,,837,841 -96334,west,1685,7,1.5,2,,757,760 -95141,west,2238,4,3,3,FALSE,,899 -98755,south,2699,4,,3,FALSE,,783 -91312,west,1245,4,1,1,FALSE,,549 -95141,west,2233,2,2.5,3,,857,861 -98755,south,3702,7,3,1,FALSE,,964 -95141,south,2644,4,1.5,3,,854,858 -94555,north,3576,2,,3,,921,925 -98755,west,1953,1,,1,,621,624 -98755,north,1865,7,1,2,,742,745 -94555,north,3837,3,1,1,FALSE,,842 -91312,west,2139,3,1,3,,820,824 -95141,north,3824,4,3,1,FALSE,,958 -98755,east,2858,5,1.5,1,FALSE,,762 -91312,south,1827,7,3,1,FALSE,,738 -98755,east,2811,4,1,,FALSE,,666 -91312,south,3557,2,2.5,1,FALSE,,892 -91312,,3343,7,1.5,2,,929,933 -95141,north,1612,6,2,,,644,647 -91312,south,2553,2,2.5,2,,884,889 -98755,east,1601,,1,3,,735,738 -96334,west,1682,3,1.5,1,FALSE,,628 -98755,south,3926,6,2,2,,1040,1044 -91312,north,2583,1,2.5,,FALSE,,710 -98755,south,2056,7,3,1,,766,770 -96334,east,2790,5,2.5,3,FALSE,,927 -98755,east,2162,5,2.5,2,,792,795 -95141,west,3928,4,2,3,FALSE,,1042 -94555,south,2000,1,3,2,,844,848 -96334,east,2688,5,2,3,,938,943 -94555,south,3533,2,1.5,2,FALSE,,894 -95141,north,1080,1,1,2,,566,569 -94555,south,2639,3,2,3,FALSE,,880 -91312,west,2462,4,2.5,1,,828,832 -94555,north,2420,1,1.5,3,FALSE,,813 -91312,north,2575,4,3,,FALSE,,750 -95141,west,1269,2,2,2,,658,661 -96334,west,3911,6,1.5,3,,1072,1077 -96334,west,2166,6,1.5,3,,867,872 -94555,south,3855,6,2,1,FALSE,,918 -91312,west,1971,2,3,1,,790,794 -95141,east,1769,4,1,1,,652,655 -98755,north,3774,6,1,2,,961,966 -96334,west,1044,2,3,1,,685,688 -95141,north,2561,7,1.5,1,,790,794 -94555,north,1714,4,1.5,,FALSE,,565 -95141,south,2255,2,2,3,,883,887 -94555,north,3085,6,2,1,FALSE,,823 -98755,south,1273,2,1.5,2,FALSE,,631 -91312,west,3785,5,3,3,,1133,1138 -98755,east,2651,2,2,1,,750,753 -91312,west,3270,7,1.5,3,FALSE,,947 -98755,south,1749,2,2,2,FALSE,,715 -98755,south,1625,7,1.5,2,FALSE,,694 -96334,north,3010,7,1.5,2,FALSE,,851 -91312,south,3919,5,1,3,,1033,1038 -95141,north,1745,2,2,,FALSE,,590 -91312,south,1976,1,2,1,,726,729 -91312,west,3953,3,1.5,3,FALSE,,1010 -95141,west,3439,4,2,2,FALSE,,925 -94555,east,3570,7,1,2,,934,938 -98755,west,2484,5,3,2,,926,931 -91312,west,2628,3,1.5,3,,850,854 -94555,south,1349,3,2,2,,721,724 -94555,,3858,7,2.5,2,,1046,1051 -94555,south,1202,4,3,3,,767,771 -98755,west,3967,3,2,3,,1095,1100 -94555,west,2090,7,3,2,,885,889 -91312,north,3236,1,,,,699,702 -94555,west,3931,3,1,,,800,804 -96334,east,1856,5,2,3,,841,845 -91312,north,1922,2,3,1,,775,778 -98755,north,1199,3,3,3,FALSE,,765 -96334,east,2108,3,1,3,,806,810 -95141,north,1259,3,1,,FALSE,,481 -96334,west,3901,4,2,2,FALSE,,981 -94555,south,2654,6,1.5,2,,859,863 -94555,west,3805,6,2,3,,1085,1090 -95141,south,3199,4,2,3,FALSE,,951 -98755,west,3786,5,1,1,,909,913 -94555,east,2160,1,1,1,FALSE,,631 -,west,2331,3,2,3,FALSE,,846 -95141,east,3152,7,2,1,,883,887 -96334,south,1277,3,2,2,,659,663 -94555,east,1592,2,3,2,,791,795 -95141,east,3903,1,2.5,2,FALSE,,981 -91312,south,1076,2,2.5,1,FALSE,,600 -96334,west,1719,1,1.5,3,FALSE,,742 -94555,north,1439,4,1.5,1,FALSE,,592 -91312,east,1961,2,3,1,,775,778 -95141,south,3534,3,2,,,861,865 -94555,north,2471,1,1.5,1,,753,756 -91312,west,3930,4,2.5,2,FALSE,,1009 -95141,north,2529,4,1.5,,,660,663 -95141,south,2833,1,1,1,FALSE,,721 -96334,west,1356,7,1.5,,FALSE,,548 -96334,south,2580,4,1,2,,816,820 -94555,south,2169,3,2.5,3,,904,908 -95141,east,3329,4,3,3,,1064,1069 -95141,east,3660,1,2.5,2,,948,952 -96334,south,3392,4,2,3,,1026,1031 -96334,east,3688,6,2.5,3,FALSE,,1037 -98755,west,3347,3,2.5,2,,991,996 -95141,east,1810,5,1,1,FALSE,,609 -95141,east,3753,1,2.5,2,FALSE,,963 -94555,east,3906,2,1.5,1,FALSE,,870 -96334,east,1732,3,2,1,,700,703 -96334,south,2188,4,2,1,,767,771 -96334,south,3750,6,2,2,FALSE,,967 -96334,south,2292,6,,1,,677,680 -98755,west,1526,6,2.5,,,673,676 -98755,north,2331,1,1.5,1,,740,743 -94555,north,1512,4,3,3,,854,858 -98755,north,3352,3,3,3,FALSE,,1018 -96334,north,2378,2,,2,FALSE,,672 -91312,,1159,7,2.5,1,,670,673 -94555,south,3426,3,2.5,2,FALSE,,941 -98755,south,3211,5,3,1,,948,953 -98755,west,2747,2,2.5,1,FALSE,,806 -96334,east,3952,6,1.5,1,,946,950 -91312,north,3814,6,1.5,2,FALSE,,938 -95141,south,3700,7,2.5,1,FALSE,,933 -98755,,2448,4,1,2,FALSE,,736 -95141,west,2629,1,2,,FALSE,,699 -95141,east,3154,4,2.5,1,,898,902 -91312,south,2648,4,1.5,2,FALSE,,797 -98755,,3857,3,1,2,,949,953 -98755,north,1394,4,1.5,1,FALSE,,590 -91312,west,2709,5,2,2,FALSE,,841 -94555,east,3946,6,1,2,,974,978 -91312,north,3905,6,2,2,FALSE,,977 -98755,east,3248,5,1.5,1,,860,864 -96334,north,1774,7,1.5,1,FALSE,,647 -96334,,1576,4,1,2,,685,688 -95141,north,2853,,1.5,3,,912,916 -94555,east,1995,2,3,3,,897,902 -96334,south,3803,,1,3,,1001,1006 -94555,east,2876,2,3,1,FALSE,,832 -98755,east,3553,4,,3,,925,930 -94555,east,3229,4,2,3,,995,1000 -94555,north,1079,5,2,2,FALSE,,641 -95141,south,3695,7,2.5,3,FALSE,,1051 -96334,west,3694,5,1,1,,897,901 -98755,west,1918,5,1,2,FALSE,,697 -94555,south,1647,6,1,2,,713,716 -96334,west,2691,3,2.5,2,FALSE,,862 -95141,south,1333,2,2,2,,716,719 -95141,west,2609,4,2,1,FALSE,,768 -98755,west,1725,2,2,3,,772,776 -91312,west,2125,3,1,2,,760,763 -91312,west,2417,5,1,1,FALSE,,692 -98755,west,3623,2,1,3,,995,999 -98755,north,3343,6,3,1,FALSE,,912 -96334,south,1074,7,2.5,3,FALSE,,743 -96334,south,2972,3,1,2,,858,862 -91312,east,1637,2,2,1,FALSE,,629 -91312,north,1807,2,3,2,FALSE,,768 -95141,north,1457,2,3,1,FALSE,,670 -91312,west,3043,6,1,1,FALSE,,770 -91312,west,3045,6,1.5,3,,967,972 -91312,north,1444,2,,1,,552,555 -98755,north,1980,5,1,1,,688,691 -98755,west,1112,3,1.5,3,,732,735 -98755,south,1533,6,1.5,3,FALSE,,738 -91312,east,1442,5,2,2,FALSE,,678 -91312,north,3171,6,1,3,,945,949 -96334,east,3072,5,1.5,2,FALSE,,846 -94555,east,3506,4,1.5,3,,1000,1005 -94555,south,1574,2,1,3,FALSE,,694 -95141,south,3521,6,,,FALSE,,709 -94555,east,3567,6,3,1,FALSE,,931 -91312,south,1194,1,1,2,,637,640 -94555,east,1031,3,1.5,1,FALSE,,535 -,south,3141,2,1.5,3,,955,960 -94555,south,2776,3,2.5,2,,916,920 -91312,south,2009,5,1.5,1,,719,723 -96334,north,3784,2,1,2,FALSE,,893 -94555,west,1975,6,1.5,2,FALSE,,732 -98755,west,2444,2,3,2,FALSE,,857 -95141,south,1684,3,1.5,3,FALSE,,740 -98755,north,1729,6,1,1,,663,666 -95141,west,2817,1,1,1,,721,724 -95141,north,2236,1,1,2,FALSE,,705 -95141,south,2061,7,3,1,FALSE,,768 -98755,south,3561,3,2.5,3,,1070,1075 -94555,east,2143,3,1,2,FALSE,,697 -96334,north,3840,7,1,1,FALSE,,862 -96334,,1086,2,2.5,2,,647,650 -98755,west,3686,,1,1,,876,880 +zipcode,district,sqft,numbedrooms,numbathrooms,floors,view,saleprice,askingprice +95141,south,3002,6,3,2,FALSE,, +95141,west,1373,7,1,3,FALSE,,698 +91312,south,3261,6,2,2,FALSE,,906 +94555,north,1835,3,3,3,,888,892 +95141,west,2770,5,2.5,,TRUE,812,816 +95141,east,2833,6,2.5,2,,927,932 +96334,north,1339,6,3,1,,672,675 +96334,south,2742,6,2.5,2,FALSE,,876 +96334,north,2195,5,2.5,2,FALSE,,803 +98755,north,3469,7,2.5,2,FALSE,,963 +95141,south,2777,3,,3,,837,841 +96334,west,1685,7,1.5,2,,757,760 +95141,west,2238,4,3,3,FALSE,,899 +98755,south,2699,4,,3,FALSE,,783 +91312,west,1245,4,1,1,FALSE,,549 +95141,west,2233,2,2.5,3,,857,861 +98755,south,3702,7,3,1,FALSE,,964 +95141,south,2644,4,1.5,3,,854,858 +94555,north,3576,2,,3,,921,925 +98755,west,1953,1,,1,,621,624 +98755,north,1865,7,1,2,,742,745 +94555,north,3837,3,1,1,FALSE,,842 +91312,west,2139,3,1,3,,820,824 +95141,north,3824,4,3,1,FALSE,,958 +98755,east,2858,5,1.5,1,FALSE,,762 +91312,south,1827,7,3,1,FALSE,,738 +98755,east,2811,4,1,,FALSE,,666 +91312,south,3557,2,2.5,1,FALSE,,892 +91312,,3343,7,1.5,2,,929,933 +95141,north,1612,6,2,,,644,647 +91312,south,2553,2,2.5,2,,884,889 +98755,east,1601,,1,3,,735,738 +96334,west,1682,3,1.5,1,FALSE,,628 +98755,south,3926,6,2,2,,1040,1044 +91312,north,2583,1,2.5,,FALSE,,710 +98755,south,2056,7,3,1,,766,770 +96334,east,2790,5,2.5,3,FALSE,,927 +98755,east,2162,5,2.5,2,,792,795 +95141,west,3928,4,2,3,FALSE,,1042 +94555,south,2000,1,3,2,,844,848 +96334,east,2688,5,2,3,,938,943 +94555,south,3533,2,1.5,2,FALSE,,894 +95141,north,1080,1,1,2,,566,569 +94555,south,2639,3,2,3,FALSE,,880 +91312,west,2462,4,2.5,1,,828,832 +94555,north,2420,1,1.5,3,FALSE,,813 +91312,north,2575,4,3,,FALSE,,750 +95141,west,1269,2,2,2,,658,661 +96334,west,3911,6,1.5,3,,1072,1077 +96334,west,2166,6,1.5,3,,867,872 +94555,south,3855,6,2,1,FALSE,,918 +91312,west,1971,2,3,1,,790,794 +95141,east,1769,4,1,1,,652,655 +98755,north,3774,6,1,2,,961,966 +96334,west,1044,2,3,1,,685,688 +95141,north,2561,7,1.5,1,,790,794 +94555,north,1714,4,1.5,,FALSE,,565 +95141,south,2255,2,2,3,,883,887 +94555,north,3085,6,2,1,FALSE,,823 +98755,south,1273,2,1.5,2,FALSE,,631 +91312,west,3785,5,3,3,,1133,1138 +98755,east,2651,2,2,1,,750,753 +91312,west,3270,7,1.5,3,FALSE,,947 +98755,south,1749,2,2,2,FALSE,,715 +98755,south,1625,7,1.5,2,FALSE,,694 +96334,north,3010,7,1.5,2,FALSE,,851 +91312,south,3919,5,1,3,,1033,1038 +95141,north,1745,2,2,,FALSE,,590 +91312,south,1976,1,2,1,,726,729 +91312,west,3953,3,1.5,3,FALSE,,1010 +95141,west,3439,4,2,2,FALSE,,925 +94555,east,3570,7,1,2,,934,938 +98755,west,2484,5,3,2,,926,931 +91312,west,2628,3,1.5,3,,850,854 +94555,south,1349,3,2,2,,721,724 +94555,,3858,7,2.5,2,,1046,1051 +94555,south,1202,4,3,3,,767,771 +98755,west,3967,3,2,3,,1095,1100 +94555,west,2090,7,3,2,,885,889 +91312,north,3236,1,,,,699,702 +94555,west,3931,3,1,,,800,804 +96334,east,1856,5,2,3,,841,845 +91312,north,1922,2,3,1,,775,778 +98755,north,1199,3,3,3,FALSE,,765 +96334,east,2108,3,1,3,,806,810 +95141,north,1259,3,1,,FALSE,,481 +96334,west,3901,4,2,2,FALSE,,981 +94555,south,2654,6,1.5,2,,859,863 +94555,west,3805,6,2,3,,1085,1090 +95141,south,3199,4,2,3,FALSE,,951 +98755,west,3786,5,1,1,,909,913 +94555,east,2160,1,1,1,FALSE,,631 +,west,2331,3,2,3,FALSE,,846 +95141,east,3152,7,2,1,,883,887 +96334,south,1277,3,2,2,,659,663 +94555,east,1592,2,3,2,,791,795 +95141,east,3903,1,2.5,2,FALSE,,981 +91312,south,1076,2,2.5,1,FALSE,,600 +96334,west,1719,1,1.5,3,FALSE,,742 +94555,north,1439,4,1.5,1,FALSE,,592 +91312,east,1961,2,3,1,,775,778 +95141,south,3534,3,2,,,861,865 +94555,north,2471,1,1.5,1,,753,756 +91312,west,3930,4,2.5,2,FALSE,,1009 +95141,north,2529,4,1.5,,,660,663 +95141,south,2833,1,1,1,FALSE,,721 +96334,west,1356,7,1.5,,FALSE,,548 +96334,south,2580,4,1,2,,816,820 +94555,south,2169,3,2.5,3,,904,908 +95141,east,3329,4,3,3,,1064,1069 +95141,east,3660,1,2.5,2,,948,952 +96334,south,3392,4,2,3,,1026,1031 +96334,east,3688,6,2.5,3,FALSE,,1037 +98755,west,3347,3,2.5,2,,991,996 +95141,east,1810,5,1,1,FALSE,,609 +95141,east,3753,1,2.5,2,FALSE,,963 +94555,east,3906,2,1.5,1,FALSE,,870 +96334,east,1732,3,2,1,,700,703 +96334,south,2188,4,2,1,,767,771 +96334,south,3750,6,2,2,FALSE,,967 +96334,south,2292,6,,1,,677,680 +98755,west,1526,6,2.5,,,673,676 +98755,north,2331,1,1.5,1,,740,743 +94555,north,1512,4,3,3,,854,858 +98755,north,3352,3,3,3,FALSE,,1018 +96334,north,2378,2,,2,FALSE,,672 +91312,,1159,7,2.5,1,,670,673 +94555,south,3426,3,2.5,2,FALSE,,941 +98755,south,3211,5,3,1,,948,953 +98755,west,2747,2,2.5,1,FALSE,,806 +96334,east,3952,6,1.5,1,,946,950 +91312,north,3814,6,1.5,2,FALSE,,938 +95141,south,3700,7,2.5,1,FALSE,,933 +98755,,2448,4,1,2,FALSE,,736 +95141,west,2629,1,2,,FALSE,,699 +95141,east,3154,4,2.5,1,,898,902 +91312,south,2648,4,1.5,2,FALSE,,797 +98755,,3857,3,1,2,,949,953 +98755,north,1394,4,1.5,1,FALSE,,590 +91312,west,2709,5,2,2,FALSE,,841 +94555,east,3946,6,1,2,,974,978 +91312,north,3905,6,2,2,FALSE,,977 +98755,east,3248,5,1.5,1,,860,864 +96334,north,1774,7,1.5,1,FALSE,,647 +96334,,1576,4,1,2,,685,688 +95141,north,2853,,1.5,3,,912,916 +94555,east,1995,2,3,3,,897,902 +96334,south,3803,,1,3,,1001,1006 +94555,east,2876,2,3,1,FALSE,,832 +98755,east,3553,4,,3,,925,930 +94555,east,3229,4,2,3,,995,1000 +94555,north,1079,5,2,2,FALSE,,641 +95141,south,3695,7,2.5,3,FALSE,,1051 +96334,west,3694,5,1,1,,897,901 +98755,west,1918,5,1,2,FALSE,,697 +94555,south,1647,6,1,2,,713,716 +96334,west,2691,3,2.5,2,FALSE,,862 +95141,south,1333,2,2,2,,716,719 +95141,west,2609,4,2,1,FALSE,,768 +98755,west,1725,2,2,3,,772,776 +91312,west,2125,3,1,2,,760,763 +91312,west,2417,5,1,1,FALSE,,692 +98755,west,3623,2,1,3,,995,999 +98755,north,3343,6,3,1,FALSE,,912 +96334,south,1074,7,2.5,3,FALSE,,743 +96334,south,2972,3,1,2,,858,862 +91312,east,1637,2,2,1,FALSE,,629 +91312,north,1807,2,3,2,FALSE,,768 +95141,north,1457,2,3,1,FALSE,,670 +91312,west,3043,6,1,1,FALSE,,770 +91312,west,3045,6,1.5,3,,967,972 +91312,north,1444,2,,1,,552,555 +98755,north,1980,5,1,1,,688,691 +98755,west,1112,3,1.5,3,,732,735 +98755,south,1533,6,1.5,3,FALSE,,738 +91312,east,1442,5,2,2,FALSE,,678 +91312,north,3171,6,1,3,,945,949 +96334,east,3072,5,1.5,2,FALSE,,846 +94555,east,3506,4,1.5,3,,1000,1005 +94555,south,1574,2,1,3,FALSE,,694 +95141,south,3521,6,,,FALSE,,709 +94555,east,3567,6,3,1,FALSE,,931 +91312,south,1194,1,1,2,,637,640 +94555,east,1031,3,1.5,1,FALSE,,535 +,south,3141,2,1.5,3,,955,960 +94555,south,2776,3,2.5,2,,916,920 +91312,south,2009,5,1.5,1,,719,723 +96334,north,3784,2,1,2,FALSE,,893 +94555,west,1975,6,1.5,2,FALSE,,732 +98755,west,2444,2,3,2,FALSE,,857 +95141,south,1684,3,1.5,3,FALSE,,740 +98755,north,1729,6,1,1,,663,666 +95141,west,2817,1,1,1,,721,724 +95141,north,2236,1,1,2,FALSE,,705 +95141,south,2061,7,3,1,FALSE,,768 +98755,south,3561,3,2.5,3,,1070,1075 +94555,east,2143,3,1,2,FALSE,,697 +96334,north,3840,7,1,1,FALSE,,862 +96334,,1086,2,2.5,2,,647,650 +98755,west,3686,,1,1,,876,880 http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfidspec.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfidspec.json b/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfidspec.json index c3912e7..e97149f 100644 --- a/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfidspec.json +++ b/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfidspec.json @@ -1,5 +1,5 @@ -{ - "ids": true - ,"omit": [ 1,2,3,4,5,6,7,8,9 ] - ,"recode": [ 1, 2, 4, 5, 6, 7 ] -} +{ + "ids": true + ,"omit": [ 1,2,3,4,5,6,7,8,9 ] + ,"recode": [ 1, 2, 4, 5, 6, 7 ] +} http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfspec.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfspec.json b/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfspec.json index b14d1f1..c69faf1 100644 --- a/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfspec.json +++ b/src/test/scripts/functions/transform/input/homes/homesAllMissing.tfspec.json @@ -1,4 +1,4 @@ -{ - "omit": [ "zipcode","district","sqft","numbedrooms","numbathrooms","floors","view","saleprice","askingprice" ] - ,"recode": [ "zipcode", "district", "numbedrooms", "numbathrooms", "floors", "view" ] -} +{ + "omit": [ "zipcode","district","sqft","numbedrooms","numbathrooms","floors","view","saleprice","askingprice" ] + ,"recode": [ "zipcode", "district", "numbedrooms", "numbathrooms", "floors", "view" ] +} http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes/homesOmit.tfidspec.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes/homesOmit.tfidspec.json b/src/test/scripts/functions/transform/input/homes/homesOmit.tfidspec.json index a287e9f..c81ccd0 100644 --- a/src/test/scripts/functions/transform/input/homes/homesOmit.tfidspec.json +++ b/src/test/scripts/functions/transform/input/homes/homesOmit.tfidspec.json @@ -1,14 +1,14 @@ -{ - "ids": true - ,"omit": [ 1,2,3,4,5,6,7,8,9 ] - - ,"recode": [ 1, 2, 4, 5, 6, 7 ] - - ,"bin": [ - { "id": 8, "method": "equi-width", "numbins": 3 } - ,{ "id": 3, "method": "equi-width", "numbins": 4 } - ] - - ,"dummycode": [ 2, 5, 6, 7, 8, 3 ] - -} +{ + "ids": true + ,"omit": [ 1,2,3,4,5,6,7,8,9 ] + + ,"recode": [ 1, 2, 4, 5, 6, 7 ] + + ,"bin": [ + { "id": 8, "method": "equi-width", "numbins": 3 } + ,{ "id": 3, "method": "equi-width", "numbins": 4 } + ] + + ,"dummycode": [ 2, 5, 6, 7, 8, 3 ] + +} http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes/homesOmit.tfspec.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes/homesOmit.tfspec.json b/src/test/scripts/functions/transform/input/homes/homesOmit.tfspec.json index 81b1f66..f33560e 100644 --- a/src/test/scripts/functions/transform/input/homes/homesOmit.tfspec.json +++ b/src/test/scripts/functions/transform/input/homes/homesOmit.tfspec.json @@ -1,13 +1,13 @@ -{ - "omit": ["zipcode","district","sqft","numbedrooms","numbathrooms","floors","view","saleprice","askingprice"] - - ,"recode": [ "zipcode", "district", "numbedrooms", "numbathrooms", "floors", "view" ] - - ,"bin": [ - { "name": "saleprice" , "method": "equi-width", "numbins": 3 } - ,{ "name": "sqft" , "method": "equi-width", "numbins": 4 } - ] - - ,"dummycode": [ "district", "numbathrooms", "floors", "view", "saleprice", "sqft" ] - -} +{ + "omit": ["zipcode","district","sqft","numbedrooms","numbathrooms","floors","view","saleprice","askingprice"] + + ,"recode": [ "zipcode", "district", "numbedrooms", "numbathrooms", "floors", "view" ] + + ,"bin": [ + { "name": "saleprice" , "method": "equi-width", "numbins": 3 } + ,{ "name": "sqft" , "method": "equi-width", "numbins": 4 } + ] + + ,"dummycode": [ "district", "numbathrooms", "floors", "view", "saleprice", "sqft" ] + +} http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes2/homes.csv/homes1.csv ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes2/homes.csv/homes1.csv b/src/test/scripts/functions/transform/input/homes2/homes.csv/homes1.csv index 9366170..c2d5fe5 100644 --- a/src/test/scripts/functions/transform/input/homes2/homes.csv/homes1.csv +++ b/src/test/scripts/functions/transform/input/homes2/homes.csv/homes1.csv @@ -1,99 +1,99 @@ -zipcode,district,sqft,numbedrooms,numbathrooms,floors,view,saleprice,askingprice -95141,south,3002,6,3,2,FALSE,929, -95141,west,1373,7,1,3,FALSE,695,698 -91312,south,3261,6,2,2,FALSE,902,906 -94555,north,1835,3,3,3,TRUE,888,892 -95141,west,2770,5,2.5,,TRUE,812,816 -95141,east,2833,6,2.5,2,TRUE,927,932 -96334,north,1339,6,3,1,,672,675 -96334,south,2742,6,2.5,2,FALSE,872,876 -96334,north,2195,5,2.5,2,FALSE,799,803 -98755,north,3469,7,2.5,2,FALSE,958,963 -95141,south,2777,3,,3,TRUE,837,841 -96334,west,1685,7,1.5,2,TRUE,757,760 -95141,west,2238,4,3,3,FALSE,894,899 -98755,south,2699,4,,3,FALSE,779,783 -91312,west,1245,4,1,1,FALSE,547,549 -95141,west,2233,2,2.5,3,,857,861 -98755,south,3702,7,3,1,FALSE,959,964 -95141,south,2644,4,1.5,3,,854,858 -94555,north,3576,2,,3,TRUE,921,925 -98755,west,1953,1,,1,TRUE,621,624 -98755,north,1865,7,1,2,TRUE,742,745 -94555,north,3837,3,1,1,FALSE,839,842 -91312,west,2139,3,1,3,TRUE,820,824 -95141,north,3824,4,3,1,FALSE,954,958 -98755,east,2858,5,1.5,1,FALSE,759,762 -91312,south,1827,7,3,1,FALSE,735,738 -98755,east,2811,4,1,,FALSE,663,666 -91312,south,3557,2,2.5,1,FALSE,888,892 -91312,,3343,7,1.5,2,TRUE,929,933 -95141,north,1612,6,2,,TRUE,644,647 -91312,south,2553,2,2.5,2,TRUE,884,889 -98755,east,1601,,1,3,TRUE,735,738 -96334,west,1682,3,1.5,1,FALSE,625,628 -98755,south,3926,6,2,2,TRUE,1040,1044 -91312,north,2583,1,2.5,,FALSE,706,710 -98755,south,2056,7,3,1,,766,770 -96334,east,2790,5,2.5,3,FALSE,923,927 -98755,east,2162,5,2.5,2,,792,795 -95141,west,3928,4,2,3,FALSE,1037,1042 -94555,south,2000,1,3,2,TRUE,844,848 -96334,east,2688,5,2,3,TRUE,938,943 -94555,south,3533,2,1.5,2,FALSE,890,894 -95141,north,1080,1,1,2,,566,569 -94555,south,2639,3,2,3,FALSE,876,880 -91312,west,2462,4,2.5,1,TRUE,828,832 -94555,north,2420,1,1.5,3,FALSE,809,813 -91312,north,2575,4,3,,FALSE,746,750 -95141,west,1269,2,2,2,,658,661 -96334,west,3911,6,1.5,3,TRUE,1072,1077 -96334,west,2166,6,1.5,3,TRUE,867,872 -94555,south,3855,6,2,1,FALSE,914,918 -91312,west,1971,2,3,1,TRUE,790,794 -95141,east,1769,4,1,1,TRUE,652,655 -98755,north,3774,6,1,2,TRUE,961,966 -96334,west,1044,2,3,1,TRUE,685,688 -95141,north,2561,7,1.5,1,TRUE,790,794 -94555,north,1714,4,1.5,,FALSE,563,565 -95141,south,2255,2,2,3,TRUE,883,887 -94555,north,3085,6,2,1,FALSE,819,823 -98755,south,1273,2,1.5,2,FALSE,628,631 -91312,west,3785,5,3,3,TRUE,1133,1138 -98755,east,2651,2,2,1,,750,753 -91312,west,3270,7,1.5,3,FALSE,943,947 -98755,south,1749,2,2,2,FALSE,712,715 -98755,south,1625,7,1.5,2,FALSE,691,694 -96334,north,3010,7,1.5,2,FALSE,848,851 -91312,south,3919,5,1,3,TRUE,1033,1038 -95141,north,1745,2,2,,FALSE,587,590 -91312,south,1976,1,2,1,TRUE,726,729 -91312,west,3953,3,1.5,3,FALSE,1006,1010 -95141,west,3439,4,2,2,FALSE,921,925 -94555,east,3570,7,1,2,TRUE,934,938 -98755,west,2484,5,3,2,TRUE,926,931 -91312,west,2628,3,1.5,3,,850,854 -94555,south,1349,3,2,2,TRUE,721,724 -94555,,3858,7,2.5,2,TRUE,1046,1051 -94555,south,1202,4,3,3,,767,771 -98755,west,3967,3,2,3,TRUE,1095,1100 -94555,west,2090,7,3,2,TRUE,885,889 -91312,north,3236,1,,,TRUE,699,702 -94555,west,3931,3,1,,,800,804 -96334,east,1856,5,2,3,TRUE,841,845 -91312,north,1922,2,3,1,TRUE,775,778 -98755,north,1199,3,3,3,FALSE,761,765 -96334,east,2108,3,1,3,TRUE,806,810 -95141,north,1259,3,1,,FALSE,478,481 -96334,west,3901,4,2,2,FALSE,976,981 -94555,south,2654,6,1.5,2,TRUE,859,863 -94555,west,3805,6,2,3,TRUE,1085,1090 -95141,south,3199,4,2,3,FALSE,947,951 -98755,west,3786,5,1,1,TRUE,909,913 -94555,east,2160,1,1,1,FALSE,629,631 -,west,2331,3,2,3,FALSE,842,846 -95141,east,3152,7,2,1,TRUE,883,887 -96334,south,1277,3,2,2,,659,663 -94555,east,1592,2,3,2,TRUE,791,795 -95141,east,3903,1,2.5,2,FALSE,976,981 +zipcode,district,sqft,numbedrooms,numbathrooms,floors,view,saleprice,askingprice +95141,south,3002,6,3,2,FALSE,929, +95141,west,1373,7,1,3,FALSE,695,698 +91312,south,3261,6,2,2,FALSE,902,906 +94555,north,1835,3,3,3,TRUE,888,892 +95141,west,2770,5,2.5,,TRUE,812,816 +95141,east,2833,6,2.5,2,TRUE,927,932 +96334,north,1339,6,3,1,,672,675 +96334,south,2742,6,2.5,2,FALSE,872,876 +96334,north,2195,5,2.5,2,FALSE,799,803 +98755,north,3469,7,2.5,2,FALSE,958,963 +95141,south,2777,3,,3,TRUE,837,841 +96334,west,1685,7,1.5,2,TRUE,757,760 +95141,west,2238,4,3,3,FALSE,894,899 +98755,south,2699,4,,3,FALSE,779,783 +91312,west,1245,4,1,1,FALSE,547,549 +95141,west,2233,2,2.5,3,,857,861 +98755,south,3702,7,3,1,FALSE,959,964 +95141,south,2644,4,1.5,3,,854,858 +94555,north,3576,2,,3,TRUE,921,925 +98755,west,1953,1,,1,TRUE,621,624 +98755,north,1865,7,1,2,TRUE,742,745 +94555,north,3837,3,1,1,FALSE,839,842 +91312,west,2139,3,1,3,TRUE,820,824 +95141,north,3824,4,3,1,FALSE,954,958 +98755,east,2858,5,1.5,1,FALSE,759,762 +91312,south,1827,7,3,1,FALSE,735,738 +98755,east,2811,4,1,,FALSE,663,666 +91312,south,3557,2,2.5,1,FALSE,888,892 +91312,,3343,7,1.5,2,TRUE,929,933 +95141,north,1612,6,2,,TRUE,644,647 +91312,south,2553,2,2.5,2,TRUE,884,889 +98755,east,1601,,1,3,TRUE,735,738 +96334,west,1682,3,1.5,1,FALSE,625,628 +98755,south,3926,6,2,2,TRUE,1040,1044 +91312,north,2583,1,2.5,,FALSE,706,710 +98755,south,2056,7,3,1,,766,770 +96334,east,2790,5,2.5,3,FALSE,923,927 +98755,east,2162,5,2.5,2,,792,795 +95141,west,3928,4,2,3,FALSE,1037,1042 +94555,south,2000,1,3,2,TRUE,844,848 +96334,east,2688,5,2,3,TRUE,938,943 +94555,south,3533,2,1.5,2,FALSE,890,894 +95141,north,1080,1,1,2,,566,569 +94555,south,2639,3,2,3,FALSE,876,880 +91312,west,2462,4,2.5,1,TRUE,828,832 +94555,north,2420,1,1.5,3,FALSE,809,813 +91312,north,2575,4,3,,FALSE,746,750 +95141,west,1269,2,2,2,,658,661 +96334,west,3911,6,1.5,3,TRUE,1072,1077 +96334,west,2166,6,1.5,3,TRUE,867,872 +94555,south,3855,6,2,1,FALSE,914,918 +91312,west,1971,2,3,1,TRUE,790,794 +95141,east,1769,4,1,1,TRUE,652,655 +98755,north,3774,6,1,2,TRUE,961,966 +96334,west,1044,2,3,1,TRUE,685,688 +95141,north,2561,7,1.5,1,TRUE,790,794 +94555,north,1714,4,1.5,,FALSE,563,565 +95141,south,2255,2,2,3,TRUE,883,887 +94555,north,3085,6,2,1,FALSE,819,823 +98755,south,1273,2,1.5,2,FALSE,628,631 +91312,west,3785,5,3,3,TRUE,1133,1138 +98755,east,2651,2,2,1,,750,753 +91312,west,3270,7,1.5,3,FALSE,943,947 +98755,south,1749,2,2,2,FALSE,712,715 +98755,south,1625,7,1.5,2,FALSE,691,694 +96334,north,3010,7,1.5,2,FALSE,848,851 +91312,south,3919,5,1,3,TRUE,1033,1038 +95141,north,1745,2,2,,FALSE,587,590 +91312,south,1976,1,2,1,TRUE,726,729 +91312,west,3953,3,1.5,3,FALSE,1006,1010 +95141,west,3439,4,2,2,FALSE,921,925 +94555,east,3570,7,1,2,TRUE,934,938 +98755,west,2484,5,3,2,TRUE,926,931 +91312,west,2628,3,1.5,3,,850,854 +94555,south,1349,3,2,2,TRUE,721,724 +94555,,3858,7,2.5,2,TRUE,1046,1051 +94555,south,1202,4,3,3,,767,771 +98755,west,3967,3,2,3,TRUE,1095,1100 +94555,west,2090,7,3,2,TRUE,885,889 +91312,north,3236,1,,,TRUE,699,702 +94555,west,3931,3,1,,,800,804 +96334,east,1856,5,2,3,TRUE,841,845 +91312,north,1922,2,3,1,TRUE,775,778 +98755,north,1199,3,3,3,FALSE,761,765 +96334,east,2108,3,1,3,TRUE,806,810 +95141,north,1259,3,1,,FALSE,478,481 +96334,west,3901,4,2,2,FALSE,976,981 +94555,south,2654,6,1.5,2,TRUE,859,863 +94555,west,3805,6,2,3,TRUE,1085,1090 +95141,south,3199,4,2,3,FALSE,947,951 +98755,west,3786,5,1,1,TRUE,909,913 +94555,east,2160,1,1,1,FALSE,629,631 +,west,2331,3,2,3,FALSE,842,846 +95141,east,3152,7,2,1,TRUE,883,887 +96334,south,1277,3,2,2,,659,663 +94555,east,1592,2,3,2,TRUE,791,795 +95141,east,3903,1,2.5,2,FALSE,976,981 91312,south,1076,2,2.5,1,FALSE,597,600 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes2/homes.csv/homes2.csv ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes2/homes.csv/homes2.csv b/src/test/scripts/functions/transform/input/homes2/homes.csv/homes2.csv index 31474f5..4c4bd0e 100644 --- a/src/test/scripts/functions/transform/input/homes2/homes.csv/homes2.csv +++ b/src/test/scripts/functions/transform/input/homes2/homes.csv/homes2.csv @@ -1,102 +1,102 @@ -96334,west,1719,1,1.5,3,FALSE,738,742 -94555,north,1439,4,1.5,1,FALSE,589,592 -91312,east,1961,2,3,1,TRUE,775,778 -95141,south,3534,3,2,,TRUE,861,865 -94555,north,2471,1,1.5,1,TRUE,753,756 -91312,west,3930,4,2.5,2,FALSE,1004,1009 -95141,north,2529,4,1.5,,,660,663 -95141,south,2833,1,1,1,FALSE,718,721 -96334,west,1356,7,1.5,,FALSE,545,548 -96334,south,2580,4,1,2,TRUE,816,820 -94555,south,2169,3,2.5,3,TRUE,904,908 -95141,east,3329,4,3,3,TRUE,1064,1069 -95141,east,3660,1,2.5,2,,948,952 -96334,south,3392,4,2,3,TRUE,1026,1031 -96334,east,3688,6,2.5,3,FALSE,1032,1037 -98755,west,3347,3,2.5,2,TRUE,991,996 -95141,east,1810,5,1,1,FALSE,606,609 -95141,east,3753,1,2.5,2,FALSE,959,963 -94555,east,3906,2,1.5,1,FALSE,866,870 -96334,east,1732,3,2,1,TRUE,700,703 -96334,south,2188,4,2,1,TRUE,767,771 -96334,south,3750,6,2,2,FALSE,963,967 -96334,south,2292,6,,1,TRUE,677,680 -98755,west,1526,6,2.5,,TRUE,673,676 -98755,north,2331,1,1.5,1,TRUE,740,743 -94555,north,1512,4,3,3,TRUE,854,858 -98755,north,3352,3,3,3,FALSE,1014,1018 -96334,north,2378,2,,2,FALSE,669,672 -91312,,1159,7,2.5,1,TRUE,670,673 -94555,south,3426,3,2.5,2,FALSE,937,941 -98755,south,3211,5,3,1,TRUE,948,953 -98755,west,2747,2,2.5,1,FALSE,803,806 -96334,east,3952,6,1.5,1,TRUE,946,950 -91312,north,3814,6,1.5,2,FALSE,934,938 -95141,south,3700,7,2.5,1,FALSE,929,933 -98755,,2448,4,1,2,FALSE,733,736 -95141,west,2629,1,2,,FALSE,696,699 -95141,east,3154,4,2.5,1,TRUE,898,902 -91312,south,2648,4,1.5,2,FALSE,793,797 -98755,,3857,3,1,2,TRUE,949,953 -98755,north,1394,4,1.5,1,FALSE,587,590 -91312,west,2709,5,2,2,FALSE,837,841 -94555,east,3946,6,1,2,TRUE,974,978 -91312,north,3905,6,2,2,FALSE,973,977 -98755,east,3248,5,1.5,1,TRUE,860,864 -96334,north,1774,7,1.5,1,FALSE,644,647 -96334,,1576,4,1,2,TRUE,685,688 -95141,north,2853,,1.5,3,TRUE,912,916 -94555,east,1995,2,3,3,TRUE,897,902 -96334,south,3803,,1,3,TRUE,1001,1006 -94555,east,2876,2,3,1,FALSE,828,832 -98755,east,3553,4,,3,TRUE,925,930 -94555,east,3229,4,2,3,TRUE,995,1000 -94555,north,1079,5,2,2,FALSE,638,641 -95141,south,3695,7,2.5,3,FALSE,1046,1051 -96334,west,3694,5,1,1,TRUE,897,901 -98755,west,1918,5,1,2,FALSE,693,697 -94555,south,1647,6,1,2,TRUE,713,716 -96334,west,2691,3,2.5,2,FALSE,858,862 -95141,south,1333,2,2,2,TRUE,716,719 -95141,west,2609,4,2,1,FALSE,765,768 -98755,west,1725,2,2,3,,772,776 -91312,west,2125,3,1,2,TRUE,760,763 -91312,west,2417,5,1,1,FALSE,689,692 -98755,west,3623,2,1,3,TRUE,995,999 -98755,north,3343,6,3,1,FALSE,908,912 -96334,south,1074,7,2.5,3,FALSE,739,743 -96334,south,2972,3,1,2,TRUE,858,862 -91312,east,1637,2,2,1,FALSE,626,629 -91312,north,1807,2,3,2,FALSE,765,768 -95141,north,1457,2,3,1,FALSE,667,670 -91312,west,3043,6,1,1,FALSE,766,770 -91312,west,3045,6,1.5,3,TRUE,967,972 -91312,north,1444,2,,1,TRUE,552,555 -98755,north,1980,5,1,1,TRUE,688,691 -98755,west,1112,3,1.5,3,TRUE,732,735 -98755,south,1533,6,1.5,3,FALSE,734,738 -91312,east,1442,5,2,2,FALSE,675,678 -91312,north,3171,6,1,3,TRUE,945,949 -96334,east,3072,5,1.5,2,FALSE,842,846 -94555,east,3506,4,1.5,3,TRUE,1000,1005 -94555,south,1574,2,1,3,FALSE,691,694 -95141,south,3521,6,,,FALSE,706,709 -94555,east,3567,6,3,1,FALSE,926,931 -91312,south,1194,1,1,2,TRUE,637,640 -94555,east,1031,3,1.5,1,FALSE,532,535 -,south,3141,2,1.5,3,TRUE,955,960 -94555,south,2776,3,2.5,2,TRUE,916,920 -91312,south,2009,5,1.5,1,TRUE,719,723 -96334,north,3784,2,1,2,FALSE,889,893 -94555,west,1975,6,1.5,2,FALSE,729,732 -98755,west,2444,2,3,2,FALSE,854,857 -95141,south,1684,3,1.5,3,FALSE,737,740 -98755,north,1729,6,1,1,TRUE,663,666 -95141,west,2817,1,1,1,,721,724 -95141,north,2236,1,1,2,FALSE,702,705 -95141,south,2061,7,3,1,FALSE,764,768 -98755,south,3561,3,2.5,3,TRUE,1070,1075 -94555,east,2143,3,1,2,FALSE,694,697 -96334,north,3840,7,1,1,FALSE,858,862 -96334,,1086,2,2.5,2,,647,650 -98755,west,3686,,1,1,TRUE,876,880 +96334,west,1719,1,1.5,3,FALSE,738,742 +94555,north,1439,4,1.5,1,FALSE,589,592 +91312,east,1961,2,3,1,TRUE,775,778 +95141,south,3534,3,2,,TRUE,861,865 +94555,north,2471,1,1.5,1,TRUE,753,756 +91312,west,3930,4,2.5,2,FALSE,1004,1009 +95141,north,2529,4,1.5,,,660,663 +95141,south,2833,1,1,1,FALSE,718,721 +96334,west,1356,7,1.5,,FALSE,545,548 +96334,south,2580,4,1,2,TRUE,816,820 +94555,south,2169,3,2.5,3,TRUE,904,908 +95141,east,3329,4,3,3,TRUE,1064,1069 +95141,east,3660,1,2.5,2,,948,952 +96334,south,3392,4,2,3,TRUE,1026,1031 +96334,east,3688,6,2.5,3,FALSE,1032,1037 +98755,west,3347,3,2.5,2,TRUE,991,996 +95141,east,1810,5,1,1,FALSE,606,609 +95141,east,3753,1,2.5,2,FALSE,959,963 +94555,east,3906,2,1.5,1,FALSE,866,870 +96334,east,1732,3,2,1,TRUE,700,703 +96334,south,2188,4,2,1,TRUE,767,771 +96334,south,3750,6,2,2,FALSE,963,967 +96334,south,2292,6,,1,TRUE,677,680 +98755,west,1526,6,2.5,,TRUE,673,676 +98755,north,2331,1,1.5,1,TRUE,740,743 +94555,north,1512,4,3,3,TRUE,854,858 +98755,north,3352,3,3,3,FALSE,1014,1018 +96334,north,2378,2,,2,FALSE,669,672 +91312,,1159,7,2.5,1,TRUE,670,673 +94555,south,3426,3,2.5,2,FALSE,937,941 +98755,south,3211,5,3,1,TRUE,948,953 +98755,west,2747,2,2.5,1,FALSE,803,806 +96334,east,3952,6,1.5,1,TRUE,946,950 +91312,north,3814,6,1.5,2,FALSE,934,938 +95141,south,3700,7,2.5,1,FALSE,929,933 +98755,,2448,4,1,2,FALSE,733,736 +95141,west,2629,1,2,,FALSE,696,699 +95141,east,3154,4,2.5,1,TRUE,898,902 +91312,south,2648,4,1.5,2,FALSE,793,797 +98755,,3857,3,1,2,TRUE,949,953 +98755,north,1394,4,1.5,1,FALSE,587,590 +91312,west,2709,5,2,2,FALSE,837,841 +94555,east,3946,6,1,2,TRUE,974,978 +91312,north,3905,6,2,2,FALSE,973,977 +98755,east,3248,5,1.5,1,TRUE,860,864 +96334,north,1774,7,1.5,1,FALSE,644,647 +96334,,1576,4,1,2,TRUE,685,688 +95141,north,2853,,1.5,3,TRUE,912,916 +94555,east,1995,2,3,3,TRUE,897,902 +96334,south,3803,,1,3,TRUE,1001,1006 +94555,east,2876,2,3,1,FALSE,828,832 +98755,east,3553,4,,3,TRUE,925,930 +94555,east,3229,4,2,3,TRUE,995,1000 +94555,north,1079,5,2,2,FALSE,638,641 +95141,south,3695,7,2.5,3,FALSE,1046,1051 +96334,west,3694,5,1,1,TRUE,897,901 +98755,west,1918,5,1,2,FALSE,693,697 +94555,south,1647,6,1,2,TRUE,713,716 +96334,west,2691,3,2.5,2,FALSE,858,862 +95141,south,1333,2,2,2,TRUE,716,719 +95141,west,2609,4,2,1,FALSE,765,768 +98755,west,1725,2,2,3,,772,776 +91312,west,2125,3,1,2,TRUE,760,763 +91312,west,2417,5,1,1,FALSE,689,692 +98755,west,3623,2,1,3,TRUE,995,999 +98755,north,3343,6,3,1,FALSE,908,912 +96334,south,1074,7,2.5,3,FALSE,739,743 +96334,south,2972,3,1,2,TRUE,858,862 +91312,east,1637,2,2,1,FALSE,626,629 +91312,north,1807,2,3,2,FALSE,765,768 +95141,north,1457,2,3,1,FALSE,667,670 +91312,west,3043,6,1,1,FALSE,766,770 +91312,west,3045,6,1.5,3,TRUE,967,972 +91312,north,1444,2,,1,TRUE,552,555 +98755,north,1980,5,1,1,TRUE,688,691 +98755,west,1112,3,1.5,3,TRUE,732,735 +98755,south,1533,6,1.5,3,FALSE,734,738 +91312,east,1442,5,2,2,FALSE,675,678 +91312,north,3171,6,1,3,TRUE,945,949 +96334,east,3072,5,1.5,2,FALSE,842,846 +94555,east,3506,4,1.5,3,TRUE,1000,1005 +94555,south,1574,2,1,3,FALSE,691,694 +95141,south,3521,6,,,FALSE,706,709 +94555,east,3567,6,3,1,FALSE,926,931 +91312,south,1194,1,1,2,TRUE,637,640 +94555,east,1031,3,1.5,1,FALSE,532,535 +,south,3141,2,1.5,3,TRUE,955,960 +94555,south,2776,3,2.5,2,TRUE,916,920 +91312,south,2009,5,1.5,1,TRUE,719,723 +96334,north,3784,2,1,2,FALSE,889,893 +94555,west,1975,6,1.5,2,FALSE,729,732 +98755,west,2444,2,3,2,FALSE,854,857 +95141,south,1684,3,1.5,3,FALSE,737,740 +98755,north,1729,6,1,1,TRUE,663,666 +95141,west,2817,1,1,1,,721,724 +95141,north,2236,1,1,2,FALSE,702,705 +95141,south,2061,7,3,1,FALSE,764,768 +98755,south,3561,3,2.5,3,TRUE,1070,1075 +94555,east,2143,3,1,2,FALSE,694,697 +96334,north,3840,7,1,1,FALSE,858,862 +96334,,1086,2,2.5,2,,647,650 +98755,west,3686,,1,1,TRUE,876,880 http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes2/homes.tfidspec.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes2/homes.tfidspec.json b/src/test/scripts/functions/transform/input/homes2/homes.tfidspec.json index 45a86a3..62731a2 100644 --- a/src/test/scripts/functions/transform/input/homes2/homes.tfidspec.json +++ b/src/test/scripts/functions/transform/input/homes2/homes.tfidspec.json @@ -1,22 +1,22 @@ -{ - "ids": true - ,"impute": [ - { "id": 1, "method": "global_mode" } - ,{ "id": 2, "method": "constant", "value": "south" } - ,{ "id": 4, "method": "constant", "value": "2" } - ,{ "id": 5, "method": "constant", "value": "1" } - ,{ "id": 6, "method": "constant", "value": "1" } - ,{ "id": 7, "method": "global_mode" } - ,{ "id": 9, "method": "global_mean" } - ] - - ,"recode": [ 1, 2, 4, 5, 6, 7 ] - - ,"bin": [ - { "id": 8, "method": "equi-width", "numbins": 3 } - ,{ "id": 3, "method": "equi-width", "numbins": 4 } - ] - - ,"dummycode": [ 2, 5, 6, 7, 8, 3 ] - -} +{ + "ids": true + ,"impute": [ + { "id": 1, "method": "global_mode" } + ,{ "id": 2, "method": "constant", "value": "south" } + ,{ "id": 4, "method": "constant", "value": "2" } + ,{ "id": 5, "method": "constant", "value": "1" } + ,{ "id": 6, "method": "constant", "value": "1" } + ,{ "id": 7, "method": "global_mode" } + ,{ "id": 9, "method": "global_mean" } + ] + + ,"recode": [ 1, 2, 4, 5, 6, 7 ] + + ,"bin": [ + { "id": 8, "method": "equi-width", "numbins": 3 } + ,{ "id": 3, "method": "equi-width", "numbins": 4 } + ] + + ,"dummycode": [ 2, 5, 6, 7, 8, 3 ] + +} http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes2/homes.tfspec.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes2/homes.tfspec.json b/src/test/scripts/functions/transform/input/homes2/homes.tfspec.json index 50dff46..3a86ec3 100644 --- a/src/test/scripts/functions/transform/input/homes2/homes.tfspec.json +++ b/src/test/scripts/functions/transform/input/homes2/homes.tfspec.json @@ -1,21 +1,21 @@ -{ - "impute": [ - { "name": "zipcode" , "method": "global_mode" } - ,{ "name": "district" , "method": "constant", "value": "south" } - ,{ "name": "numbedrooms" , "method": "constant", "value": "2" } - ,{ "name": "numbathrooms", "method": "constant", "value": "1" } - ,{ "name": "floors" , "method": "constant", "value": "1" } - ,{ "name": "view" , "method": "global_mode" } - ,{ "name": "askingprice" , "method": "global_mean" } - ] - - ,"recode": [ "zipcode", "district", "numbedrooms", "numbathrooms", "floors", "view" ] - - ,"bin": [ - { "name": "saleprice" , "method": "equi-width", "numbins": 3 } - ,{ "name": "sqft" , "method": "equi-width", "numbins": 4 } - ] - - ,"dummycode": [ "district", "numbathrooms", "floors", "view", "saleprice", "sqft" ] - -} +{ + "impute": [ + { "name": "zipcode" , "method": "global_mode" } + ,{ "name": "district" , "method": "constant", "value": "south" } + ,{ "name": "numbedrooms" , "method": "constant", "value": "2" } + ,{ "name": "numbathrooms", "method": "constant", "value": "1" } + ,{ "name": "floors" , "method": "constant", "value": "1" } + ,{ "name": "view" , "method": "global_mode" } + ,{ "name": "askingprice" , "method": "global_mean" } + ] + + ,"recode": [ "zipcode", "district", "numbedrooms", "numbathrooms", "floors", "view" ] + + ,"bin": [ + { "name": "saleprice" , "method": "equi-width", "numbins": 3 } + ,{ "name": "sqft" , "method": "equi-width", "numbins": 4 } + ] + + ,"dummycode": [ "district", "numbathrooms", "floors", "view", "saleprice", "sqft" ] + +} http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/05d2c0a8/src/test/scripts/functions/transform/input/homes2/homes.tfspec2.json ---------------------------------------------------------------------- diff --git a/src/test/scripts/functions/transform/input/homes2/homes.tfspec2.json b/src/test/scripts/functions/transform/input/homes2/homes.tfspec2.json index 430e7bc..db879cf 100644 --- a/src/test/scripts/functions/transform/input/homes2/homes.tfspec2.json +++ b/src/test/scripts/functions/transform/input/homes2/homes.tfspec2.json @@ -1,21 +1,21 @@ -{ - "impute": [ - { "name": "zipcode" , "method": "global_mode" } - ,{ "name": "district" , "method": "global_mode" } - ,{ "name": "numbedrooms" , "method": "constant", "value": "2" } - ,{ "name": "numbathrooms", "method": "constant", "value": "1" } - ,{ "name": "floors" , "method": "global_mode" } - ,{ "name": "view" , "method": "global_mode" } - ,{ "name": "askingprice" , "method": "global_mean" } - ] - - ,"recode": [ "zipcode", "district", "view", "numbedrooms", "numbathrooms"] - - ,"bin": [ - { "name": "saleprice" , "method": "equi-width", "numbins": 3 } - ,{ "name": "sqft" , "method": "equi-width", "numbins": 4 } - ] - - ,"dummycode": [ "numbathrooms", "floors", "saleprice", "sqft" ] - -} +{ + "impute": [ + { "name": "zipcode" , "method": "global_mode" } + ,{ "name": "district" , "method": "global_mode" } + ,{ "name": "numbedrooms" , "method": "constant", "value": "2" } + ,{ "name": "numbathrooms", "method": "constant", "value": "1" } + ,{ "name": "floors" , "method": "global_mode" } + ,{ "name": "view" , "method": "global_mode" } + ,{ "name": "askingprice" , "method": "global_mean" } + ] + + ,"recode": [ "zipcode", "district", "view", "numbedrooms", "numbathrooms"] + + ,"bin": [ + { "name": "saleprice" , "method": "equi-width", "numbins": 3 } + ,{ "name": "sqft" , "method": "equi-width", "numbins": 4 } + ] + + ,"dummycode": [ "numbathrooms", "floors", "saleprice", "sqft" ] + +}
