http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/classifier/PerceptronUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/classifier/PerceptronUDTFTest.java b/core/src/test/java/hivemall/classifier/PerceptronUDTFTest.java index 6d3dd12..ff60696 100644 --- a/core/src/test/java/hivemall/classifier/PerceptronUDTFTest.java +++ b/core/src/test/java/hivemall/classifier/PerceptronUDTFTest.java @@ -41,24 +41,28 @@ public class PerceptronUDTFTest { public void testInitialize() throws UDFArgumentException { PerceptronUDTF udtf = new PerceptronUDTF(); ObjectInspector intOI = PrimitiveObjectInspectorFactory.javaIntObjectInspector; - ListObjectInspector intListOI = ObjectInspectorFactory.getStandardListObjectInspector(intOI); + ListObjectInspector intListOI = + ObjectInspectorFactory.getStandardListObjectInspector(intOI); /* test for INT_TYPE_NAME feature */ - StructObjectInspector intListSOI = udtf.initialize(new ObjectInspector[] {intListOI, intOI}); + StructObjectInspector intListSOI = + udtf.initialize(new ObjectInspector[] {intListOI, intOI}); assertEquals("struct<feature:int,weight:float>", intListSOI.getTypeName()); /* test for STRING_TYPE_NAME feature */ ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); - StructObjectInspector stringListSOI = udtf.initialize(new ObjectInspector[] {stringListOI, - intOI}); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + StructObjectInspector stringListSOI = + udtf.initialize(new ObjectInspector[] {stringListOI, intOI}); assertEquals("struct<feature:string,weight:float>", stringListSOI.getTypeName()); /* test for BIGINT_TYPE_NAME feature */ ObjectInspector longOI = PrimitiveObjectInspectorFactory.javaLongObjectInspector; - ListObjectInspector longListOI = ObjectInspectorFactory.getStandardListObjectInspector(longOI); - StructObjectInspector longListSOI = udtf.initialize(new ObjectInspector[] {longListOI, - intOI}); + ListObjectInspector longListOI = + ObjectInspectorFactory.getStandardListObjectInspector(longOI); + StructObjectInspector longListSOI = + udtf.initialize(new ObjectInspector[] {longListOI, intOI}); assertEquals("struct<feature:bigint,weight:float>", longListSOI.getTypeName()); } @@ -66,7 +70,8 @@ public class PerceptronUDTFTest { public void testUpdate() throws UDFArgumentException { PerceptronUDTF udtf = new PerceptronUDTF(); ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); udtf.initialize(new ObjectInspector[] {stringListOI, PrimitiveObjectInspectorFactory.javaIntObjectInspector}); @@ -96,7 +101,8 @@ public class PerceptronUDTFTest { public void testUpdateStringTypeDisableBias() throws UDFArgumentException { PerceptronUDTF udtf = new PerceptronUDTF(); ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, ""); udtf.initialize(new ObjectInspector[] {stringListOI, @@ -126,11 +132,11 @@ public class PerceptronUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - PerceptronUDTF.class, + TestUtils.testGenericUDTFSerialization(PerceptronUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), - PrimitiveObjectInspectorFactory.javaIntObjectInspector}, new Object[][] {{ - Arrays.asList("1:-2", "2:-1"), 0}}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), + PrimitiveObjectInspectorFactory.javaIntObjectInspector}, + new Object[][] {{Arrays.asList("1:-2", "2:-1"), 0}}); } }
http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/evaluation/AUCUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/evaluation/AUCUDAFTest.java b/core/src/test/java/hivemall/evaluation/AUCUDAFTest.java index 2582ab4..c1c9b4c 100644 --- a/core/src/test/java/hivemall/evaluation/AUCUDAFTest.java +++ b/core/src/test/java/hivemall/evaluation/AUCUDAFTest.java @@ -44,8 +44,10 @@ public class AUCUDAFTest { auc = new AUCUDAF(); inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.DOUBLE), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT)}; + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.DOUBLE), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT)}; evaluator = auc.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); @@ -82,20 +84,23 @@ public class AUCUDAFTest { fieldNames.add("tpPartialMap"); fieldOIs.add(tpPartialMapOI); - MapObjectInspector fpPrevPartialMapOI = ObjectInspectorFactory.getStandardMapObjectInspector( - PrimitiveObjectInspectorFactory.writableDoubleObjectInspector, - PrimitiveObjectInspectorFactory.writableLongObjectInspector); + MapObjectInspector fpPrevPartialMapOI = + ObjectInspectorFactory.getStandardMapObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector, + PrimitiveObjectInspectorFactory.writableLongObjectInspector); fieldNames.add("fpPrevPartialMap"); fieldOIs.add(fpPrevPartialMapOI); - MapObjectInspector tpPrevPartialMapOI = ObjectInspectorFactory.getStandardMapObjectInspector( - PrimitiveObjectInspectorFactory.writableDoubleObjectInspector, - PrimitiveObjectInspectorFactory.writableLongObjectInspector); + MapObjectInspector tpPrevPartialMapOI = + ObjectInspectorFactory.getStandardMapObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector, + PrimitiveObjectInspectorFactory.writableLongObjectInspector); fieldNames.add("tpPrevPartialMap"); fieldOIs.add(tpPrevPartialMapOI); partialOI = new ObjectInspector[2]; - partialOI[0] = ObjectInspectorFactory.getStandardStructObjectInspector(fieldNames, fieldOIs); + partialOI[0] = + ObjectInspectorFactory.getStandardStructObjectInspector(fieldNames, fieldOIs); agg = (AUCUDAF.ClassificationAUCAggregationBuffer) evaluator.getNewAggregationBuffer(); } @@ -232,8 +237,8 @@ public class AUCUDAFTest { // merge bins // merge in a different order; e.g., <bin0, bin1>, <bin1, bin0> should return same value - final int[][] orders = new int[][] { {0, 1, 2}, {0, 2, 1}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}, - {2, 0, 1}}; + final int[][] orders = + new int[][] {{0, 1, 2}, {0, 2, 1}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}, {2, 0, 1}}; for (int i = 0; i < orders.length; i++) { evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL2, partialOI); evaluator.reset(agg); @@ -248,13 +253,13 @@ public class AUCUDAFTest { @Test public void test100() throws Exception { - final double[] scores = new double[] {0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.8, 0.8, - 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.7, 0.7, 0.7, 0.7, - 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.6, 0.6, 0.6, - 0.6, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4, 0.4, 0.4, 0.4, - 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, - 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.1, - 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1}; + final double[] scores = new double[] {0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.8, 0.8, 0.8, + 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, + 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.6, 0.6, 0.6, 0.6, 0.5, 0.5, + 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, + 0.4, 0.4, 0.4, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.2, 0.2, 0.2, 0.2, 0.2, + 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, + 0.1, 0.1, 0.1, 0.1}; final int[] labels = new int[] {1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, @@ -273,13 +278,13 @@ public class AUCUDAFTest { @Test public void testMerge100() throws Exception { - final double[] scores = new double[] {0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.8, 0.8, - 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.7, 0.7, 0.7, 0.7, - 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.6, 0.6, 0.6, - 0.6, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4, 0.4, 0.4, 0.4, - 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, - 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.1, - 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1}; + final double[] scores = new double[] {0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.8, 0.8, 0.8, + 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, + 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.7, 0.6, 0.6, 0.6, 0.6, 0.5, 0.5, + 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, 0.4, + 0.4, 0.4, 0.4, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.3, 0.2, 0.2, 0.2, 0.2, 0.2, + 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.2, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, + 0.1, 0.1, 0.1, 0.1}; final int[] labels = new int[] {1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, @@ -317,8 +322,8 @@ public class AUCUDAFTest { // merge bins // merge in a different order; e.g., <bin0, bin1>, <bin1, bin0> should return same value - final int[][] orders = new int[][] { {0, 1, 2}, {0, 2, 1}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}, - {2, 0, 1}}; + final int[][] orders = + new int[][] {{0, 1, 2}, {0, 2, 1}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}, {2, 0, 1}}; for (int j = 0; j < orders.length; j++) { evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL2, partialOI); evaluator.reset(agg); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/evaluation/BinaryResponsesMeasuresTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/evaluation/BinaryResponsesMeasuresTest.java b/core/src/test/java/hivemall/evaluation/BinaryResponsesMeasuresTest.java index 853dba0..6e93253 100644 --- a/core/src/test/java/hivemall/evaluation/BinaryResponsesMeasuresTest.java +++ b/core/src/test/java/hivemall/evaluation/BinaryResponsesMeasuresTest.java @@ -70,7 +70,8 @@ public class BinaryResponsesMeasuresTest { 0.d); Assert.assertEquals(0.d, - BinaryResponsesMeasures.Recall(Arrays.asList(1, 3, 2), Collections.emptyList(), 2), 0.d); + BinaryResponsesMeasures.Recall(Arrays.asList(1, 3, 2), Collections.emptyList(), 2), + 0.d); } @Test @@ -78,8 +79,8 @@ public class BinaryResponsesMeasuresTest { List<Integer> rankedList = Arrays.asList(1, 3, 2, 6); List<Integer> groundTruth = Arrays.asList(1, 2, 4); - double actual = BinaryResponsesMeasures.Precision(rankedList, groundTruth, - rankedList.size()); + double actual = + BinaryResponsesMeasures.Precision(rankedList, groundTruth, rankedList.size()); Assert.assertEquals(0.5d, actual, 0.0001d); actual = BinaryResponsesMeasures.Precision(rankedList, groundTruth, 2); @@ -102,8 +103,8 @@ public class BinaryResponsesMeasuresTest { List<Integer> rankedList = Arrays.asList(1, 3, 2, 6); List<Integer> groundTruth = Arrays.asList(1, 2, 4); - double actual = BinaryResponsesMeasures.ReciprocalRank(rankedList, groundTruth, - rankedList.size()); + double actual = + BinaryResponsesMeasures.ReciprocalRank(rankedList, groundTruth, rankedList.size()); Assert.assertEquals(1.0d, actual, 0.0001d); Collections.reverse(rankedList); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/evaluation/FMeasureUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/evaluation/FMeasureUDAFTest.java b/core/src/test/java/hivemall/evaluation/FMeasureUDAFTest.java index 3974c3d..4e39fd3 100644 --- a/core/src/test/java/hivemall/evaluation/FMeasureUDAFTest.java +++ b/core/src/test/java/hivemall/evaluation/FMeasureUDAFTest.java @@ -44,12 +44,15 @@ public class FMeasureUDAFTest { public void setUp() throws Exception { fmeasure = new FMeasureUDAF(); inputOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableLongObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableLongObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableLongObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableLongObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-beta 1.")}; - evaluator = fmeasure.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); + evaluator = + fmeasure.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); agg = (FMeasureUDAF.FMeasureAggregationBuffer) evaluator.getNewAggregationBuffer(); } @@ -57,13 +60,16 @@ public class FMeasureUDAFTest { private void setUpWithArguments(double beta, String average) throws Exception { fmeasure = new FMeasureUDAF(); inputOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableLongObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableLongObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableLongObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableLongObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-beta " + beta - + " -average " + average)}; + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-beta " + beta + " -average " + average)}; - evaluator = fmeasure.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); + evaluator = + fmeasure.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); agg = (FMeasureUDAF.FMeasureAggregationBuffer) evaluator.getNewAggregationBuffer(); } @@ -74,27 +80,34 @@ public class FMeasureUDAFTest { String actualClassName = actual.getClass().getName(); if (actualClassName.equals("java.lang.Integer")) { - inputOIs[0] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT); + inputOIs[0] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT); } else if (actualClassName.equals("java.lang.Boolean")) { - inputOIs[0] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.BOOLEAN); + inputOIs[0] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.BOOLEAN); } else if ((actualClassName.equals("java.lang.String"))) { - inputOIs[0] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING); + inputOIs[0] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING); } String predicatedClassName = predicted.getClass().getName(); if (predicatedClassName.equals("java.lang.Integer")) { - inputOIs[1] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT); + inputOIs[1] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT); } else if (predicatedClassName.equals("java.lang.Boolean")) { - inputOIs[1] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.BOOLEAN); + inputOIs[1] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.BOOLEAN); } else if ((predicatedClassName.equals("java.lang.String"))) { - inputOIs[1] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING); + inputOIs[1] = PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING); } inputOIs[2] = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-beta " + beta - + " -average " + average); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-beta " + beta + " -average " + average); - evaluator = fmeasure.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); + evaluator = + fmeasure.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); agg = (FMeasureUDAF.FMeasureAggregationBuffer) evaluator.getNewAggregationBuffer(); } @@ -330,10 +343,10 @@ public class FMeasureUDAFTest { @Test public void testMultiLabelF1MultiSamples() throws Exception { - String[][] actual = { {"0", "2"}, {"0", "1"}, {"0"}, {"2"}, {"2", "0"}, {"0", "1"}, - {"1", "2"}}; - String[][] predicted = { {"0", "1"}, {"0", "2"}, {}, {"2"}, {"2", "0"}, {"0", "1", "2"}, - {"1"}}; + String[][] actual = + {{"0", "2"}, {"0", "1"}, {"0"}, {"2"}, {"2", "0"}, {"0", "1"}, {"1", "2"}}; + String[][] predicted = + {{"0", "1"}, {"0", "2"}, {}, {"2"}, {"2", "0"}, {"0", "1", "2"}, {"1"}}; double beta = 1.0; String average = "micro"; @@ -353,10 +366,10 @@ public class FMeasureUDAFTest { @Test public void testMultiLabelFmeasureMultiSamples() throws Exception { - String[][] actual = { {"0", "2"}, {"0", "1"}, {"0"}, {"2"}, {"2", "0"}, {"0", "1"}, - {"1", "2"}}; - String[][] predicted = { {"0", "1"}, {"0", "2"}, {}, {"2"}, {"2", "0"}, {"0", "1", "2"}, - {"1"}}; + String[][] actual = + {{"0", "2"}, {"0", "1"}, {"0"}, {"2"}, {"2", "0"}, {"0", "1"}, {"1", "2"}}; + String[][] predicted = + {{"0", "1"}, {"0", "2"}, {}, {"2"}, {"2", "0"}, {"0", "1", "2"}, {"1"}}; double beta = 2.0; String average = "micro"; @@ -373,10 +386,10 @@ public class FMeasureUDAFTest { @Test(expected = HiveException.class) public void testMultiLabelFmeasureBinary() throws Exception { - String[][] actual = { {"0", "2"}, {"0", "1"}, {"0"}, {"2"}, {"2", "0"}, {"0", "1"}, - {"1", "2"}}; - String[][] predicted = { {"0", "1"}, {"0", "2"}, {}, {"2"}, {"2", "0"}, {"0", "1", "2"}, - {"1"}}; + String[][] actual = + {{"0", "2"}, {"0", "1"}, {"0"}, {"2"}, {"2", "0"}, {"0", "1"}, {"1", "2"}}; + String[][] predicted = + {{"0", "1"}, {"0", "2"}, {}, {"2"}, {"2", "0"}, {"0", "1", "2"}, {"1"}}; double beta = 1.0; String average = "binary"; http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/evaluation/GradedResponsesMeasuresTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/evaluation/GradedResponsesMeasuresTest.java b/core/src/test/java/hivemall/evaluation/GradedResponsesMeasuresTest.java index 96ac030..acba12b 100644 --- a/core/src/test/java/hivemall/evaluation/GradedResponsesMeasuresTest.java +++ b/core/src/test/java/hivemall/evaluation/GradedResponsesMeasuresTest.java @@ -31,8 +31,8 @@ public class GradedResponsesMeasuresTest { List<Double> recommendTopRelScoreList = Arrays.asList(5.0, 2.0, 4.0, 1.0, 3.0); List<Double> truthTopRelScoreList = Arrays.asList(5.0, 4.0, 3.0); - double actual = GradedResponsesMeasures.nDCG(recommendTopRelScoreList, - truthTopRelScoreList, 3); + double actual = + GradedResponsesMeasures.nDCG(recommendTopRelScoreList, truthTopRelScoreList, 3); Assert.assertEquals(0.918770780535d, actual, 0.0001d); actual = GradedResponsesMeasures.nDCG(recommendTopRelScoreList, truthTopRelScoreList, 2); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/fm/ArrayModelTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/fm/ArrayModelTest.java b/core/src/test/java/hivemall/fm/ArrayModelTest.java index 9264479..9ad48b9 100644 --- a/core/src/test/java/hivemall/fm/ArrayModelTest.java +++ b/core/src/test/java/hivemall/fm/ArrayModelTest.java @@ -44,7 +44,8 @@ public class ArrayModelTest { final int ROW = 10, COL = 40; FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); - ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector); DoubleObjectInspector yOI = PrimitiveObjectInspectorFactory.javaDoubleObjectInspector; ObjectInspector paramOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, @@ -119,7 +120,8 @@ public class ArrayModelTest { final int ROW = 1000, COL = 80; FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); - ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector); DoubleObjectInspector yOI = PrimitiveObjectInspectorFactory.javaDoubleObjectInspector; ObjectInspector paramOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/fm/FactorizationMachineUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/fm/FactorizationMachineUDTFTest.java b/core/src/test/java/hivemall/fm/FactorizationMachineUDTFTest.java index fb2b4a2..64da212 100644 --- a/core/src/test/java/hivemall/fm/FactorizationMachineUDTFTest.java +++ b/core/src/test/java/hivemall/fm/FactorizationMachineUDTFTest.java @@ -48,7 +48,8 @@ public class FactorizationMachineUDTFTest { println("SGD test"); FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, @@ -82,7 +83,8 @@ public class FactorizationMachineUDTFTest { } cumul = udtf._cvState.getCumulativeLoss(); loss = (cumul - loss) / trExamples; - println(trainingIteration + " " + loss + " " + cumul / (trainingIteration * trExamples)); + println( + trainingIteration + " " + loss + " " + cumul / (trainingIteration * trExamples)); data.close(); } @@ -93,7 +95,8 @@ public class FactorizationMachineUDTFTest { public void testEnableL2Norm() throws HiveException, IOException { FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, @@ -106,10 +109,10 @@ public class FactorizationMachineUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - FactorizationMachineUDTF.class, + TestUtils.testGenericUDTFSerialization(FactorizationMachineUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/fm/FeatureTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/fm/FeatureTest.java b/core/src/test/java/hivemall/fm/FeatureTest.java index 24ef0d8..28ea174 100644 --- a/core/src/test/java/hivemall/fm/FeatureTest.java +++ b/core/src/test/java/hivemall/fm/FeatureTest.java @@ -65,7 +65,8 @@ public class FeatureTest { public void testParseFFMFeatureProbe() throws HiveException { IntFeature probe = Feature.parseFFMFeature("dummyField:dummyFeature:-1"); Assert.assertEquals(MurmurHash3.murmurhash3("dummyFeature", Feature.DEFAULT_NUM_FEATURES) - + Feature.DEFAULT_NUM_FIELDS, probe.getFeatureIndex()); + + Feature.DEFAULT_NUM_FIELDS, + probe.getFeatureIndex()); Feature.parseFFMFeature("2:1163:0.3651", probe, -1, Feature.DEFAULT_NUM_FIELDS); Assert.assertEquals(2, probe.getField()); Assert.assertEquals(1163, probe.getFeatureIndex()); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/fm/FieldAwareFactorizationMachineUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/fm/FieldAwareFactorizationMachineUDTFTest.java b/core/src/test/java/hivemall/fm/FieldAwareFactorizationMachineUDTFTest.java index 604b355..16196eb 100644 --- a/core/src/test/java/hivemall/fm/FieldAwareFactorizationMachineUDTFTest.java +++ b/core/src/test/java/hivemall/fm/FieldAwareFactorizationMachineUDTFTest.java @@ -94,7 +94,8 @@ public class FieldAwareFactorizationMachineUDTFTest { public void testSampleEnableNorm() throws IOException, HiveException { run("[Sample.ffm] default option", "https://github.com/myui/ml_dataset/raw/master/ffm/sample.ffm.gz";, - "-classification -factors 2 -iters 10 -feature_hashing 20 -seed 43 -enable_norm", 0.01f); + "-classification -factors 2 -iters 10 -feature_hashing 20 -seed 43 -enable_norm", + 0.01f); } private static void run(String testName, String testFile, String testOptions, @@ -102,11 +103,14 @@ public class FieldAwareFactorizationMachineUDTFTest { println(testName); FieldAwareFactorizationMachineUDTF udtf = new FieldAwareFactorizationMachineUDTF(); - ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, testOptions)}; + ObjectInspector[] argOIs = + new ObjectInspector[] { + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + testOptions)}; udtf.initialize(argOIs); FieldAwareFactorizationMachineModel model = udtf.initModel(udtf._params); @@ -160,11 +164,14 @@ public class FieldAwareFactorizationMachineUDTFTest { println(testName); FieldAwareFactorizationMachineUDTF udtf = new FieldAwareFactorizationMachineUDTF(); - ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, testOptions)}; + ObjectInspector[] argOIs = + new ObjectInspector[] { + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + testOptions)}; udtf.initialize(argOIs); FieldAwareFactorizationMachineModel model = udtf.initModel(udtf._params); @@ -216,15 +223,15 @@ public class FieldAwareFactorizationMachineUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - FieldAwareFactorizationMachineUDTF.class, + TestUtils.testGenericUDTFSerialization(FieldAwareFactorizationMachineUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, - "-opt sgd -classification -factors 10 -w0 -seed 43")}, new Object[][] {{ - Arrays.asList("0:1:-2", "1:2:-1"), 1.0}}); + "-opt sgd -classification -factors 10 -w0 -seed 43")}, + new Object[][] {{Arrays.asList("0:1:-2", "1:2:-1"), 1.0}}); } @Nonnull http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/fm/IntFeatureMapModelTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/fm/IntFeatureMapModelTest.java b/core/src/test/java/hivemall/fm/IntFeatureMapModelTest.java index 890962f..aa50b0d 100644 --- a/core/src/test/java/hivemall/fm/IntFeatureMapModelTest.java +++ b/core/src/test/java/hivemall/fm/IntFeatureMapModelTest.java @@ -44,7 +44,8 @@ public class IntFeatureMapModelTest { final int ROW = 10, COL = 40; FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); - ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector); DoubleObjectInspector yOI = PrimitiveObjectInspectorFactory.javaDoubleObjectInspector; ObjectInspector paramOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, @@ -119,7 +120,8 @@ public class IntFeatureMapModelTest { final int ROW = 1000, COL = 80; FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); - ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector); DoubleObjectInspector yOI = PrimitiveObjectInspectorFactory.javaDoubleObjectInspector; ObjectInspector paramOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/fm/StringFeatureMapModelTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/fm/StringFeatureMapModelTest.java b/core/src/test/java/hivemall/fm/StringFeatureMapModelTest.java index 40fb66e..7e00e9e 100644 --- a/core/src/test/java/hivemall/fm/StringFeatureMapModelTest.java +++ b/core/src/test/java/hivemall/fm/StringFeatureMapModelTest.java @@ -44,7 +44,8 @@ public class StringFeatureMapModelTest { final int ROW = 10, COL = 40; FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); - ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector); DoubleObjectInspector yOI = PrimitiveObjectInspectorFactory.javaDoubleObjectInspector; ObjectInspector paramOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, @@ -119,7 +120,8 @@ public class StringFeatureMapModelTest { final int ROW = 1000, COL = 80; FactorizationMachineUDTF udtf = new FactorizationMachineUDTF(); - ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + ListObjectInspector xOI = ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector); DoubleObjectInspector yOI = PrimitiveObjectInspectorFactory.javaDoubleObjectInspector; ObjectInspector paramOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/FeatureUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/FeatureUDFTest.java b/core/src/test/java/hivemall/ftvec/FeatureUDFTest.java index 17a937e..c4e1fa0 100644 --- a/core/src/test/java/hivemall/ftvec/FeatureUDFTest.java +++ b/core/src/test/java/hivemall/ftvec/FeatureUDFTest.java @@ -47,8 +47,8 @@ public class FeatureUDFTest { ObjectInspector weightOI = PrimitiveObjectInspectorFactory.javaIntObjectInspector; udf.initialize(new ObjectInspector[] {featureOI, weightOI}); - Text ret = udf.evaluate(new GenericUDF.DeferredObject[] {new DeferredJavaObject(1), - new DeferredJavaObject(2)}); + Text ret = udf.evaluate( + new GenericUDF.DeferredObject[] {new DeferredJavaObject(1), new DeferredJavaObject(2)}); Assert.assertEquals("1:2", ret.toString()); } @@ -203,9 +203,9 @@ public class FeatureUDFTest { ObjectInspector weightOI = PrimitiveObjectInspectorFactory.writableDoubleObjectInspector; udf.initialize(new ObjectInspector[] {featureOI, weightOI}); - Text ret = udf.evaluate(new GenericUDF.DeferredObject[] { - new DeferredJavaObject(new Text("f1")), - new DeferredJavaObject(new DoubleWritable(2.5d))}); + Text ret = udf.evaluate( + new GenericUDF.DeferredObject[] {new DeferredJavaObject(new Text("f1")), + new DeferredJavaObject(new DoubleWritable(2.5d))}); Assert.assertEquals("f1:2.5", ret.toString()); } @@ -232,10 +232,10 @@ public class FeatureUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization(FeatureUDF.class, new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}, new Object[] {"f1", - 2.5d}); + TestUtils.testGenericUDFSerialization(FeatureUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}, + new Object[] {"f1", 2.5d}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/hashing/FeatureHashingUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/hashing/FeatureHashingUDFTest.java b/core/src/test/java/hivemall/ftvec/hashing/FeatureHashingUDFTest.java index 82b5cde..d91eb66 100644 --- a/core/src/test/java/hivemall/ftvec/hashing/FeatureHashingUDFTest.java +++ b/core/src/test/java/hivemall/ftvec/hashing/FeatureHashingUDFTest.java @@ -37,7 +37,8 @@ public class FeatureHashingUDFTest { @Test public void testBias() { String expected = "0:1.0"; - String actual = FeatureHashingUDF.featureHashing(expected, MurmurHash3.DEFAULT_NUM_FEATURES); + String actual = + FeatureHashingUDF.featureHashing(expected, MurmurHash3.DEFAULT_NUM_FEATURES); Assert.assertEquals(expected, actual); expected = "0"; @@ -46,16 +47,16 @@ public class FeatureHashingUDFTest { expected = "0:1.1"; actual = FeatureHashingUDF.featureHashing(expected, MurmurHash3.DEFAULT_NUM_FEATURES); - Assert.assertEquals( - FeatureHashingUDF.mhash("0", MurmurHash3.DEFAULT_NUM_FEATURES) + ":1.1", actual); + Assert.assertEquals(FeatureHashingUDF.mhash("0", MurmurHash3.DEFAULT_NUM_FEATURES) + ":1.1", + actual); } @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - FeatureHashingUDF.class, + TestUtils.testGenericUDFSerialization(FeatureHashingUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-features 1")}, new Object[] {Arrays.asList("aaa#xxx", "bbb:10")}); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/pairing/PolynomialFeaturesUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/pairing/PolynomialFeaturesUDFTest.java b/core/src/test/java/hivemall/ftvec/pairing/PolynomialFeaturesUDFTest.java index daf4e30..d9dd579 100644 --- a/core/src/test/java/hivemall/ftvec/pairing/PolynomialFeaturesUDFTest.java +++ b/core/src/test/java/hivemall/ftvec/pairing/PolynomialFeaturesUDFTest.java @@ -41,8 +41,8 @@ public class PolynomialFeaturesUDFTest { List<Text> args = WritableUtils.val("a:0.5", "b:0.3"); PolynomialFeaturesUDF udf = new PolynomialFeaturesUDF(); List<Text> actuals = udf.evaluate(args, 2); - List<Text> expected = WritableUtils.val("a:0.5", "a^a:0.25", "a^b:0.15", "b:0.3", - "b^b:0.09"); + List<Text> expected = + WritableUtils.val("a:0.5", "a^a:0.25", "a^b:0.15", "b:0.3", "b^b:0.09"); Assert.assertEquals(expected, actuals); actuals = udf.evaluate(args, 3); @@ -69,10 +69,10 @@ public class PolynomialFeaturesUDFTest { Assert.assertEquals(expected, actuals); actuals = udf.evaluate(args, 3, false, false); - expected = WritableUtils.val("a:0.5", "a^a:0.25", "a^a^a:0.125", "a^a^b:0.25", - "a^a^c:0.05", "a^b:0.5", "a^b^b:0.5", "a^b^c:0.1", "a^c:0.1", "a^c^c:0.020000001", - "b:1.0", "b^b:1.0", "b^b^b:1.0", "b^b^c:0.2", "b^c:0.2", "b^c^c:0.040000003", "c:0.2", - "c^c:0.040000003", "c^c^c:0.008"); + expected = WritableUtils.val("a:0.5", "a^a:0.25", "a^a^a:0.125", "a^a^b:0.25", "a^a^c:0.05", + "a^b:0.5", "a^b^b:0.5", "a^b^c:0.1", "a^c:0.1", "a^c^c:0.020000001", "b:1.0", "b^b:1.0", + "b^b^b:1.0", "b^b^c:0.2", "b^c:0.2", "b^c^c:0.040000003", "c:0.2", "c^c:0.040000003", + "c^c^c:0.008"); Assert.assertEquals(expected, actuals); } @@ -81,8 +81,8 @@ public class PolynomialFeaturesUDFTest { List<Text> args = WritableUtils.val("a:0.5", "b:0.3", "c:0.2"); PolynomialFeaturesUDF udf = new PolynomialFeaturesUDF(); List<Text> actuals = udf.evaluate(args, 3, true, true); - List<Text> expected = WritableUtils.val("a:0.5", "a^b:0.15", "a^b^c:0.030000001", - "a^c:0.1", "b:0.3", "b^c:0.060000002", "c:0.2"); + List<Text> expected = WritableUtils.val("a:0.5", "a^b:0.15", "a^b^c:0.030000001", "a^c:0.1", + "b:0.3", "b^c:0.060000002", "c:0.2"); Assert.assertEquals(expected, actuals); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/selection/ChiSquareUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/selection/ChiSquareUDFTest.java b/core/src/test/java/hivemall/ftvec/selection/ChiSquareUDFTest.java index fd742bb..c51b5c2 100644 --- a/core/src/test/java/hivemall/ftvec/selection/ChiSquareUDFTest.java +++ b/core/src/test/java/hivemall/ftvec/selection/ChiSquareUDFTest.java @@ -38,14 +38,14 @@ public class ChiSquareUDFTest { final ChiSquareUDF chi2 = new ChiSquareUDF(); final List<List<DoubleWritable>> observed = new ArrayList<List<DoubleWritable>>(); final List<List<DoubleWritable>> expected = new ArrayList<List<DoubleWritable>>(); - final GenericUDF.DeferredObject[] dObjs = new GenericUDF.DeferredObject[] { - new GenericUDF.DeferredJavaObject(observed), - new GenericUDF.DeferredJavaObject(expected)}; + final GenericUDF.DeferredObject[] dObjs = + new GenericUDF.DeferredObject[] {new GenericUDF.DeferredJavaObject(observed), + new GenericUDF.DeferredJavaObject(expected)}; - final double[][] matrix0 = new double[][] { - {250.29999999999998, 170.90000000000003, 73.2, 12.199999999999996}, - {296.8, 138.50000000000003, 212.99999999999997, 66.3}, - {329.3999999999999, 148.7, 277.59999999999997, 101.29999999999998}}; + final double[][] matrix0 = + new double[][] {{250.29999999999998, 170.90000000000003, 73.2, 12.199999999999996}, + {296.8, 138.50000000000003, 212.99999999999997, 66.3}, + {329.3999999999999, 148.7, 277.59999999999997, 101.29999999999998}}; final double[][] matrix1 = new double[][] { {292.1666753739119, 152.70000455081467, 187.93333893418327, 59.93333511948589}, {292.1666753739119, 152.70000455081467, 187.93333893418327, 59.93333511948589}, @@ -59,8 +59,12 @@ public class ChiSquareUDFTest { } chi2.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)), - ObjectInspectorFactory.getStandardListObjectInspector(ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector))}); + ObjectInspectorFactory.getStandardListObjectInspector( + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)), + ObjectInspectorFactory.getStandardListObjectInspector( + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector))}); final List<DoubleWritable>[] result = chi2.evaluate(dObjs); final double[] result0 = new double[matrix0[0].length]; final double[] result1 = new double[matrix0[0].length]; @@ -71,8 +75,8 @@ public class ChiSquareUDFTest { // compare results to one of scikit-learn final double[] answer0 = new double[] {10.81782088, 3.59449902, 116.16984746, 67.24482759}; - final double[] answer1 = new double[] {4.47651499e-03, 1.65754167e-01, 5.94344354e-26, - 2.50017968e-15}; + final double[] answer1 = + new double[] {4.47651499e-03, 1.65754167e-01, 5.94344354e-26, 2.50017968e-15}; Assert.assertArrayEquals(answer0, result0, 1e-5); Assert.assertArrayEquals(answer1, result1, 1e-5); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/selection/SignalNoiseRatioUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/selection/SignalNoiseRatioUDAFTest.java b/core/src/test/java/hivemall/ftvec/selection/SignalNoiseRatioUDAFTest.java index 79570e3..913a77e 100644 --- a/core/src/test/java/hivemall/ftvec/selection/SignalNoiseRatioUDAFTest.java +++ b/core/src/test/java/hivemall/ftvec/selection/SignalNoiseRatioUDAFTest.java @@ -41,27 +41,31 @@ public class SignalNoiseRatioUDAFTest { // this test is based on *subset* of iris data set final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); - final double[][] features = new double[][] { {5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, - {4.7, 3.2, 1.3, 0.2}, {7.d, 3.2, 4.7, 1.4}, {6.4, 3.2, 4.5, 1.5}, - {6.9, 3.1, 4.9, 1.5}}; + final double[][] features = + new double[][] {{5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, {4.7, 3.2, 1.3, 0.2}, + {7.d, 3.2, 4.7, 1.4}, {6.4, 3.2, 4.5, 1.5}, {6.9, 3.1, 4.9, 1.5}}; - final int[][] labels = new int[][] { {1, 0}, {1, 0}, {1, 0}, {0, 1}, {0, 1}, {0, 1}}; + final int[][] labels = new int[][] {{1, 0}, {1, 0}, {1, 0}, {0, 1}, {0, 1}, {0, 1}}; for (int i = 0; i < features.length; i++) { final List<IntWritable> labelList = new ArrayList<IntWritable>(); for (int label : labels[i]) { labelList.add(new IntWritable(label)); } - evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(features[i]), - labelList}); + evaluator.iterate(agg, + new Object[] {WritableUtils.toWritableList(features[i]), labelList}); } @SuppressWarnings("unchecked") @@ -83,28 +87,32 @@ public class SignalNoiseRatioUDAFTest { // this test is based on *subset* of iris data set final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); - final double[][] features = new double[][] { {5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, - {7.d, 3.2, 4.7, 1.4}, {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, - {5.8, 2.7, 5.1, 1.9}}; + final double[][] features = + new double[][] {{5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, {7.d, 3.2, 4.7, 1.4}, + {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, {5.8, 2.7, 5.1, 1.9}}; - final int[][] labels = new int[][] { {1, 0, 0}, {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, {0, 0, 1}, - {0, 0, 1}}; + final int[][] labels = + new int[][] {{1, 0, 0}, {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, {0, 0, 1}, {0, 0, 1}}; for (int i = 0; i < features.length; i++) { final List<IntWritable> labelList = new ArrayList<IntWritable>(); for (int label : labels[i]) { labelList.add(new IntWritable(label)); } - evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(features[i]), - labelList}); + evaluator.iterate(agg, + new Object[] {WritableUtils.toWritableList(features[i]), labelList}); } @SuppressWarnings("unchecked") @@ -125,22 +133,26 @@ public class SignalNoiseRatioUDAFTest { public void snrMultipleClassCornerCase0() throws Exception { final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); // all c0[0] and c1[0] are equal // all c1[1] and c2[1] are equal // all c*[2] are equal // all c*[3] are different - final double[][] features = new double[][] { {3.5, 1.4, 0.3, 5.1}, {3.5, 1.5, 0.3, 5.2}, + final double[][] features = new double[][] {{3.5, 1.4, 0.3, 5.1}, {3.5, 1.5, 0.3, 5.2}, {3.5, 4.5, 0.3, 7.d}, {3.5, 4.5, 0.3, 6.4}, {3.3, 4.5, 0.3, 6.3}}; - final int[][] labels = new int[][] { {1, 0, 0}, {1, 0, 0}, // class `0` + final int[][] labels = new int[][] {{1, 0, 0}, {1, 0, 0}, // class `0` {0, 1, 0}, {0, 1, 0}, // class `1` {0, 0, 1}}; // class `2`, only single entry @@ -149,8 +161,8 @@ public class SignalNoiseRatioUDAFTest { for (int label : labels[i]) { labelList.add(new IntWritable(label)); } - evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(features[i]), - labelList}); + evaluator.iterate(agg, + new Object[] {WritableUtils.toWritableList(features[i]), labelList}); } @SuppressWarnings("unchecked") @@ -171,19 +183,23 @@ public class SignalNoiseRatioUDAFTest { public void snrMultipleClassCornerCase1() throws Exception { final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); - final double[][] features = new double[][] { {5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, + final double[][] features = new double[][] {{5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, {7.d, 3.2, 4.7, 1.4}, {6.3, 3.3, 6.d, 2.5}, {6.4, 3.2, 4.5, 1.5}}; // has multiple single entries - final int[][] labels = new int[][] { {1, 0, 0}, {1, 0, 0}, {1, 0, 0}, // class `0` + final int[][] labels = new int[][] {{1, 0, 0}, {1, 0, 0}, {1, 0, 0}, // class `0` {0, 1, 0}, // class `1`, only single entry {0, 0, 1}}; // class `2`, only single entry @@ -192,8 +208,8 @@ public class SignalNoiseRatioUDAFTest { for (int label : labels[i]) { labelList.add(new IntWritable(label)); } - evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(features[i]), - labelList}); + evaluator.iterate(agg, + new Object[] {WritableUtils.toWritableList(features[i]), labelList}); } @SuppressWarnings("unchecked") @@ -210,30 +226,34 @@ public class SignalNoiseRatioUDAFTest { public void snrMultipleClassCornerCase2() throws Exception { final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); // all [0] are equal // all [1] are equal *each class* - final double[][] features = new double[][] { {1.d, 1.d, 1.4, 0.2}, {1.d, 1.d, 1.4, 0.2}, - {1.d, 2.d, 4.7, 1.4}, {1.d, 2.d, 4.5, 1.5}, {1.d, 3.d, 6.d, 2.5}, - {1.d, 3.d, 5.1, 1.9}}; + final double[][] features = + new double[][] {{1.d, 1.d, 1.4, 0.2}, {1.d, 1.d, 1.4, 0.2}, {1.d, 2.d, 4.7, 1.4}, + {1.d, 2.d, 4.5, 1.5}, {1.d, 3.d, 6.d, 2.5}, {1.d, 3.d, 5.1, 1.9}}; - final int[][] labels = new int[][] { {1, 0, 0}, {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, {0, 0, 1}, - {0, 0, 1}}; + final int[][] labels = + new int[][] {{1, 0, 0}, {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, {0, 0, 1}, {0, 0, 1}}; for (int i = 0; i < features.length; i++) { final List<IntWritable> labelList = new ArrayList<IntWritable>(); for (int label : labels[i]) { labelList.add(new IntWritable(label)); } - evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(features[i]), - labelList}); + evaluator.iterate(agg, + new Object[] {WritableUtils.toWritableList(features[i]), labelList}); } @SuppressWarnings("unchecked") @@ -244,8 +264,8 @@ public class SignalNoiseRatioUDAFTest { result[i] = resultObj.get(i).get(); } - final double[] answer = new double[] {0.d, Double.POSITIVE_INFINITY, 42.94949495, - 33.80952381}; + final double[] answer = + new double[] {0.d, Double.POSITIVE_INFINITY, 42.94949495, 33.80952381}; Assert.assertArrayEquals(answer, result, 1e-5); } @@ -255,19 +275,23 @@ public class SignalNoiseRatioUDAFTest { final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); - final double[][] featuress = new double[][] { {5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, - {7.d, 3.2, 4.7, 1.4}, {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, - {5.8, 2.7, 5.1, 1.9}}; + final double[][] featuress = + new double[][] {{5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, {7.d, 3.2, 4.7, 1.4}, + {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, {5.8, 2.7, 5.1, 1.9}}; - final int[][] labelss = new int[][] { {0, 0, 0}, // cause UDFArgumentException + final int[][] labelss = new int[][] {{0, 0, 0}, // cause UDFArgumentException {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, {0, 0, 1}, {0, 0, 1}}; for (int i = 0; i < featuress.length; i++) { @@ -285,21 +309,24 @@ public class SignalNoiseRatioUDAFTest { final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); - final double[][] featuress = new double[][] { {5.1, 3.5, 1.4, 0.2}, - {4.9, 3.d, 1.4}, // cause IllegalArgumentException + final double[][] featuress = new double[][] {{5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4}, // cause IllegalArgumentException {7.d, 3.2, 4.7, 1.4}, {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, {5.8, 2.7, 5.1, 1.9}}; - final int[][] labelss = new int[][] { {1, 0, 0}, {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, - {0, 0, 1}, {0, 0, 1}}; + final int[][] labelss = + new int[][] {{1, 0, 0}, {1, 0, 0}, {0, 1, 0}, {0, 1, 0}, {0, 0, 1}, {0, 0, 1}}; for (int i = 0; i < featuress.length; i++) { final List<IntWritable> labels = new ArrayList<IntWritable>(); @@ -316,19 +343,23 @@ public class SignalNoiseRatioUDAFTest { final SignalNoiseRatioUDAF snr = new SignalNoiseRatioUDAF(); final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}; + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator evaluator = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator) snr.getEvaluator( + new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); + final SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer agg = + (SignalNoiseRatioUDAF.SignalNoiseRatioUDAFEvaluator.SignalNoiseRatioAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); - final double[][] featuress = new double[][] { {5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, - {7.d, 3.2, 4.7, 1.4}, {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, - {5.8, 2.7, 5.1, 1.9}}; + final double[][] featuress = + new double[][] {{5.1, 3.5, 1.4, 0.2}, {4.9, 3.d, 1.4, 0.2}, {7.d, 3.2, 4.7, 1.4}, + {6.4, 3.2, 4.5, 1.5}, {6.3, 3.3, 6.d, 2.5}, {5.8, 2.7, 5.1, 1.9}}; - final int[][] labelss = new int[][] { {1}, {1}, {1}, {1}, {1}, {1}}; // cause IllegalArgumentException + final int[][] labelss = new int[][] {{1}, {1}, {1}, {1}, {1}, {1}}; // cause IllegalArgumentException for (int i = 0; i < featuress.length; i++) { final List<IntWritable> labels = new ArrayList<IntWritable>(); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/trans/BinarizeLabelUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/trans/BinarizeLabelUDTFTest.java b/core/src/test/java/hivemall/ftvec/trans/BinarizeLabelUDTFTest.java index cc55098..55b4e53 100644 --- a/core/src/test/java/hivemall/ftvec/trans/BinarizeLabelUDTFTest.java +++ b/core/src/test/java/hivemall/ftvec/trans/BinarizeLabelUDTFTest.java @@ -110,10 +110,8 @@ public class BinarizeLabelUDTFTest { @Test public void testSerialization() throws HiveException { final List<String> featureNames = Arrays.asList("positive", "negative", "features"); - TestUtils.testGenericUDTFSerialization( - BinarizeLabelUDTF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, + TestUtils.testGenericUDTFSerialization(BinarizeLabelUDTF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector, ObjectInspectorFactory.getStandardConstantListObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, featureNames)}, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/trans/QuantifiedFeaturesUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/trans/QuantifiedFeaturesUDTFTest.java b/core/src/test/java/hivemall/ftvec/trans/QuantifiedFeaturesUDTFTest.java index 9d5574f..5cabbb4 100644 --- a/core/src/test/java/hivemall/ftvec/trans/QuantifiedFeaturesUDTFTest.java +++ b/core/src/test/java/hivemall/ftvec/trans/QuantifiedFeaturesUDTFTest.java @@ -77,13 +77,12 @@ public class QuantifiedFeaturesUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - QuantifiedFeaturesUDTF.class, + TestUtils.testGenericUDTFSerialization(QuantifiedFeaturesUDTF.class, new ObjectInspector[] { ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true), PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}, new Object[][] {{ - WritableUtils.val(true), "aaa", 1.0}}); + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}, + new Object[][] {{WritableUtils.val(true), "aaa", 1.0}}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/ftvec/trans/VectorizeFeaturesUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/ftvec/trans/VectorizeFeaturesUDFTest.java b/core/src/test/java/hivemall/ftvec/trans/VectorizeFeaturesUDFTest.java index cf28350..fb47c61 100644 --- a/core/src/test/java/hivemall/ftvec/trans/VectorizeFeaturesUDFTest.java +++ b/core/src/test/java/hivemall/ftvec/trans/VectorizeFeaturesUDFTest.java @@ -193,14 +193,13 @@ public class VectorizeFeaturesUDFTest { public void testSerialization() throws HiveException, IOException { final List<String> featureNames = Arrays.asList("q", "c"); - TestUtils.testGenericUDFSerialization( - VectorizeFeaturesUDF.class, + TestUtils.testGenericUDFSerialization(VectorizeFeaturesUDF.class, new ObjectInspector[] { ObjectInspectorFactory.getStandardConstantListObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, featureNames), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector}, new Object[] { - featureNames, 0.1d, "dayofweek"}); + PrimitiveObjectInspectorFactory.javaStringObjectInspector}, + new Object[] {featureNames, 0.1d, "dayofweek"}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/geospatial/HaversineDistanceUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/geospatial/HaversineDistanceUDFTest.java b/core/src/test/java/hivemall/geospatial/HaversineDistanceUDFTest.java index 5ec709b..b9bc402 100644 --- a/core/src/test/java/hivemall/geospatial/HaversineDistanceUDFTest.java +++ b/core/src/test/java/hivemall/geospatial/HaversineDistanceUDFTest.java @@ -36,20 +36,20 @@ public class HaversineDistanceUDFTest { @Test public void testKilometers1() throws HiveException, IOException { HaversineDistanceUDF udf = new HaversineDistanceUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}); // Tokyo double lat1 = 35.6833d, lon1 = 139.7667d; // Osaka double lat2 = 34.6603d, lon2 = 135.5232d; - DoubleWritable result1 = udf.evaluate(new DeferredObject[] {new DeferredJavaObject(lat1), - new DeferredJavaObject(lon1), new DeferredJavaObject(lat2), - new DeferredJavaObject(lon2)}); + DoubleWritable result1 = udf.evaluate( + new DeferredObject[] {new DeferredJavaObject(lat1), new DeferredJavaObject(lon1), + new DeferredJavaObject(lat2), new DeferredJavaObject(lon2)}); Assert.assertEquals(402.092d, result1.get(), 0.001d); udf.close(); @@ -58,22 +58,22 @@ public class HaversineDistanceUDFTest { @Test public void testKilometers2() throws HiveException, IOException { HaversineDistanceUDF udf = new HaversineDistanceUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}); // Tokyo double lat1 = 35.6833d, lon1 = 139.7667d; // Osaka double lat2 = 34.6603d, lon2 = 135.5232d; - DoubleWritable result1 = udf.evaluate(new DeferredObject[] {new DeferredJavaObject(lat1), - new DeferredJavaObject(lon1), new DeferredJavaObject(lat2), - new DeferredJavaObject(lon2)}); + DoubleWritable result1 = udf.evaluate( + new DeferredObject[] {new DeferredJavaObject(lat1), new DeferredJavaObject(lon1), + new DeferredJavaObject(lat2), new DeferredJavaObject(lon2)}); Assert.assertEquals(402.092d, result1.get(), 0.001d); udf.close(); @@ -82,13 +82,13 @@ public class HaversineDistanceUDFTest { @Test public void testMiles() throws HiveException, IOException { HaversineDistanceUDF udf = new HaversineDistanceUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true)}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true)}); // Tokyo double lat1 = 35.6833d, lon1 = 139.7667d; @@ -110,10 +110,8 @@ public class HaversineDistanceUDFTest { // Osaka double lat2 = 34.6603d, lon2 = 135.5232d; - TestUtils.testGenericUDFSerialization( - HaversineDistanceUDF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + TestUtils.testGenericUDFSerialization(HaversineDistanceUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/geospatial/Lat2TileYUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/geospatial/Lat2TileYUDFTest.java b/core/src/test/java/hivemall/geospatial/Lat2TileYUDFTest.java index e4006db..e618fb2 100644 --- a/core/src/test/java/hivemall/geospatial/Lat2TileYUDFTest.java +++ b/core/src/test/java/hivemall/geospatial/Lat2TileYUDFTest.java @@ -35,12 +35,12 @@ public class Lat2TileYUDFTest { @Test public void testEvaluate() throws HiveException, IOException { Lat2TileYUDF udf = new Lat2TileYUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}); - IntWritable result1 = udf.evaluate(new DeferredObject[] {new DeferredJavaObject(49.60055d), - new DeferredJavaObject(13)}); + IntWritable result1 = udf.evaluate( + new DeferredObject[] {new DeferredJavaObject(49.60055d), new DeferredJavaObject(13)}); Assert.assertEquals(2792, result1.get()); udf.close(); @@ -48,10 +48,10 @@ public class Lat2TileYUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization(Lat2TileYUDF.class, new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}, new Object[] {49.60055d, - 13}); + TestUtils.testGenericUDFSerialization(Lat2TileYUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}, + new Object[] {49.60055d, 13}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/geospatial/Lon2TileXUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/geospatial/Lon2TileXUDFTest.java b/core/src/test/java/hivemall/geospatial/Lon2TileXUDFTest.java index 6191321..2e7705d 100644 --- a/core/src/test/java/hivemall/geospatial/Lon2TileXUDFTest.java +++ b/core/src/test/java/hivemall/geospatial/Lon2TileXUDFTest.java @@ -35,12 +35,12 @@ public class Lon2TileXUDFTest { @Test public void testEvaluate() throws HiveException, IOException { Lon2TileXUDF udf = new Lon2TileXUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}); - IntWritable result1 = udf.evaluate(new DeferredObject[] {new DeferredJavaObject(11.01296d), - new DeferredJavaObject(13)}); + IntWritable result1 = udf.evaluate( + new DeferredObject[] {new DeferredJavaObject(11.01296d), new DeferredJavaObject(13)}); Assert.assertEquals(4346, result1.get()); udf.close(); @@ -48,10 +48,10 @@ public class Lon2TileXUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization(Lon2TileXUDF.class, new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}, new Object[] {11.01296d, - 13}); + TestUtils.testGenericUDFSerialization(Lon2TileXUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}, + new Object[] {11.01296d, 13}); } }
