http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/ArrayElementAtUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/ArrayElementAtUDFTest.java b/core/src/test/java/hivemall/tools/array/ArrayElementAtUDFTest.java index 39a5cd9..7678d6a 100644 --- a/core/src/test/java/hivemall/tools/array/ArrayElementAtUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/ArrayElementAtUDFTest.java @@ -41,23 +41,27 @@ public class ArrayElementAtUDFTest { ArrayElementAtUDF udf = new ArrayElementAtUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {0, 1, - 2})), new GenericUDF.DeferredJavaObject(new Integer(1))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {0, 1, 2})), + new GenericUDF.DeferredJavaObject(new Integer(1))}; Assert.assertEquals(new DoubleWritable(1), udf.evaluate(args)); args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {0, 1, - 2})), new GenericUDF.DeferredJavaObject(new Integer(4))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {0, 1, 2})), + new GenericUDF.DeferredJavaObject(new Integer(4))}; Assert.assertNull(udf.evaluate(args)); args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {0, 1, - 2})), new GenericUDF.DeferredJavaObject(new Integer(-2))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {0, 1, 2})), + new GenericUDF.DeferredJavaObject(new Integer(-2))}; Assert.assertEquals(new DoubleWritable(1), udf.evaluate(args)); udf.close(); @@ -68,7 +72,8 @@ public class ArrayElementAtUDFTest { ArrayElementAtUDF udf = new ArrayElementAtUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector}); DeferredObject[] args = new DeferredObject[] { @@ -82,10 +87,10 @@ public class ArrayElementAtUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - ArrayElementAtUDF.class, + TestUtils.testGenericUDFSerialization(ArrayElementAtUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector}, new Object[] {Arrays.asList(0.d, 1.d, 2.d), 1}); }
http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/ArrayFlattenUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/ArrayFlattenUDFTest.java b/core/src/test/java/hivemall/tools/array/ArrayFlattenUDFTest.java index 309dfad..f69cdd8 100644 --- a/core/src/test/java/hivemall/tools/array/ArrayFlattenUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/ArrayFlattenUDFTest.java @@ -38,7 +38,9 @@ public class ArrayFlattenUDFTest { public void testEvaluate() throws HiveException, IOException { ArrayFlattenUDF udf = new ArrayFlattenUDF(); - udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaIntObjectInspector))}); + udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaIntObjectInspector))}); DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject( Arrays.asList(Arrays.asList(0, 1, 2, 3), Arrays.asList(4, 5), Arrays.asList(6, 7)))}; @@ -55,9 +57,10 @@ public class ArrayFlattenUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - ArrayFlattenUDF.class, - new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaIntObjectInspector))}, + TestUtils.testGenericUDFSerialization(ArrayFlattenUDF.class, + new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaIntObjectInspector))}, new Object[] {Arrays.asList(Arrays.asList(0, 1, 2, 3), Arrays.asList(4, 5), Arrays.asList(6, 7))}); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/ArraySliceUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/ArraySliceUDFTest.java b/core/src/test/java/hivemall/tools/array/ArraySliceUDFTest.java index 760e476..a260936 100644 --- a/core/src/test/java/hivemall/tools/array/ArraySliceUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/ArraySliceUDFTest.java @@ -41,7 +41,8 @@ public class ArraySliceUDFTest { ArraySliceUDF udf = new ArraySliceUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.writableIntObjectInspector, PrimitiveObjectInspectorFactory.writableIntObjectInspector}); @@ -51,9 +52,11 @@ public class ArraySliceUDFTest { DeferredObject arg2 = new GenericUDF.DeferredJavaObject(length); DeferredObject nullarg = new GenericUDF.DeferredJavaObject(null); - DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(Arrays.asList("zero", "one", "two", "three", - "four", "five", "six", "seven", "eight", "nine", "ten")), arg1, arg2}; + DeferredObject[] args = + new DeferredObject[] { + new GenericUDF.DeferredJavaObject(Arrays.asList("zero", "one", "two", + "three", "four", "five", "six", "seven", "eight", "nine", "ten")), + arg1, arg2}; offset.set(0); length.set(3); @@ -89,7 +92,8 @@ public class ArraySliceUDFTest { ArraySliceUDF udf = new ArraySliceUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.writableIntObjectInspector, PrimitiveObjectInspectorFactory.writableIntObjectInspector}); @@ -98,9 +102,11 @@ public class ArraySliceUDFTest { DeferredObject arg1 = new GenericUDF.DeferredJavaObject(offset); DeferredObject arg2 = new GenericUDF.DeferredJavaObject(length); - DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(Arrays.asList("zero", "one", "two", "three", - "four", "five", "six", "seven", "eight", "nine", "ten")), arg1, arg2}; + DeferredObject[] args = + new DeferredObject[] { + new GenericUDF.DeferredJavaObject(Arrays.asList("zero", "one", "two", + "three", "four", "five", "six", "seven", "eight", "nine", "ten")), + arg1, arg2}; offset.set(-12); @@ -114,14 +120,13 @@ public class ArraySliceUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - ArraySliceUDF.class, + TestUtils.testGenericUDFSerialization(ArraySliceUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector}, - new Object[] { - Arrays.asList("zero", "one", "two", "three", "four", "five", "six", "seven", - "eight", "nine", "ten"), 2, 5}); + new Object[] {Arrays.asList("zero", "one", "two", "three", "four", "five", "six", + "seven", "eight", "nine", "ten"), 2, 5}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/ArrayUnionUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/ArrayUnionUDFTest.java b/core/src/test/java/hivemall/tools/array/ArrayUnionUDFTest.java index eca4212..ac0f735 100644 --- a/core/src/test/java/hivemall/tools/array/ArrayUnionUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/ArrayUnionUDFTest.java @@ -41,16 +41,20 @@ public class ArrayUnionUDFTest { ArrayUnionUDF udf = new ArrayUnionUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {0, 1, - 2})), - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {2, 3, - 4})), - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {4, 5}))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {0, 1, 2})), + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {2, 3, 4})), + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {4, 5}))}; List<Object> result = udf.evaluate(args); @@ -62,11 +66,12 @@ public class ArrayUnionUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - ArrayUnionUDF.class, + TestUtils.testGenericUDFSerialization(ArrayUnionUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, new Object[] {Arrays.asList(0.d, 1.d), Arrays.asList(2.d, 3.d)}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/ConditionalEmitUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/ConditionalEmitUDTFTest.java b/core/src/test/java/hivemall/tools/array/ConditionalEmitUDTFTest.java index 70ad25e..ef45983 100644 --- a/core/src/test/java/hivemall/tools/array/ConditionalEmitUDTFTest.java +++ b/core/src/test/java/hivemall/tools/array/ConditionalEmitUDTFTest.java @@ -39,8 +39,10 @@ public class ConditionalEmitUDTFTest { ConditionalEmitUDTF udtf = new ConditionalEmitUDTF(); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaBooleanObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector),}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector),}); final List<Object> actual = new ArrayList<>(); udtf.setCollector(new Collector() { @@ -52,15 +54,15 @@ public class ConditionalEmitUDTFTest { } }); - udtf.process(new Object[] {Arrays.asList(true, false, true), - Arrays.asList("one", "two", "three")}); + udtf.process( + new Object[] {Arrays.asList(true, false, true), Arrays.asList("one", "two", "three")}); Assert.assertEquals(Arrays.asList("one", "three"), actual); actual.clear(); - udtf.process(new Object[] {Arrays.asList(true, true, false), - Arrays.asList("one", "two", "three")}); + udtf.process( + new Object[] {Arrays.asList(true, true, false), Arrays.asList("one", "two", "three")}); Assert.assertEquals(Arrays.asList("one", "two"), actual); udtf.close(); @@ -68,11 +70,12 @@ public class ConditionalEmitUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - ConditionalEmitUDTF.class, + TestUtils.testGenericUDTFSerialization(ConditionalEmitUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaBooleanObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector)}, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector)}, new Object[][] { {Arrays.asList(true, false, true), Arrays.asList("one", "two", "three")}, {Arrays.asList(true, true, false), Arrays.asList("one", "two", "three")}}); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/FirstElementUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/FirstElementUDFTest.java b/core/src/test/java/hivemall/tools/array/FirstElementUDFTest.java index 241b8b9..c5cd585 100644 --- a/core/src/test/java/hivemall/tools/array/FirstElementUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/FirstElementUDFTest.java @@ -39,7 +39,8 @@ public class FirstElementUDFTest { public void test() throws IOException, HiveException { FirstElementUDF udf = new FirstElementUDF(); - udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); + udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject( WritableUtils.toWritableList(new double[] {0, 1, 2}))}; @@ -53,10 +54,11 @@ public class FirstElementUDFTest { public void testNull() throws IOException, HiveException { FirstElementUDF udf = new FirstElementUDF(); - udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); + udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); - DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject( - WritableUtils.toWritableList(new double[] {}))}; + DeferredObject[] args = new DeferredObject[] { + new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {}))}; Assert.assertNull(udf.evaluate(args)); @@ -65,9 +67,9 @@ public class FirstElementUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - FirstElementUDF.class, - new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, + TestUtils.testGenericUDFSerialization(FirstElementUDF.class, + new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, new Object[] {Arrays.asList(0.d, 1.d, 2.d)}); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/LastElementUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/LastElementUDFTest.java b/core/src/test/java/hivemall/tools/array/LastElementUDFTest.java index 325c28a..b61e9da 100644 --- a/core/src/test/java/hivemall/tools/array/LastElementUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/LastElementUDFTest.java @@ -39,7 +39,8 @@ public class LastElementUDFTest { public void test() throws IOException, HiveException { LastElementUDF udf = new LastElementUDF(); - udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); + udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject( WritableUtils.toWritableList(new double[] {0, 1, 2}))}; @@ -53,10 +54,11 @@ public class LastElementUDFTest { public void testNull() throws IOException, HiveException { LastElementUDF udf = new LastElementUDF(); - udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); + udf.initialize(new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}); - DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject( - WritableUtils.toWritableList(new double[] {}))}; + DeferredObject[] args = new DeferredObject[] { + new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {}))}; Assert.assertNull(udf.evaluate(args)); @@ -65,9 +67,9 @@ public class LastElementUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - FirstElementUDF.class, - new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, + TestUtils.testGenericUDFSerialization(FirstElementUDF.class, + new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, new Object[] {Arrays.asList(0.d, 1.d, 2.d)}); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/SelectKBestUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/SelectKBestUDFTest.java b/core/src/test/java/hivemall/tools/array/SelectKBestUDFTest.java index 685139d..785a6d3 100644 --- a/core/src/test/java/hivemall/tools/array/SelectKBestUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/SelectKBestUDFTest.java @@ -40,8 +40,8 @@ public class SelectKBestUDFTest { public void test() throws Exception { final SelectKBestUDF selectKBest = new SelectKBestUDF(); final int k = 2; - final double[] data = new double[] {250.29999999999998, 170.90000000000003, 73.2, - 12.199999999999996}; + final double[] data = + new double[] {250.29999999999998, 170.90000000000003, 73.2, 12.199999999999996}; final double[] importanceList = new double[] {292.1666753739119, 152.70000455081467, 187.93333893418327, 59.93333511948589}; @@ -51,8 +51,10 @@ public class SelectKBestUDFTest { new GenericUDF.DeferredJavaObject(k)}; selectKBest.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaIntObjectInspector, k)}); final List<DoubleWritable> resultObj = selectKBest.evaluate(dObjs); @@ -73,16 +75,17 @@ public class SelectKBestUDFTest { @Test public void testSerialization() throws HiveException, IOException { final int k = 2; - final double[] data = new double[] {250.29999999999998, 170.90000000000003, 73.2, - 12.199999999999996}; + final double[] data = + new double[] {250.29999999999998, 170.90000000000003, 73.2, 12.199999999999996}; final double[] importanceList = new double[] {292.1666753739119, 152.70000455081467, 187.93333893418327, 59.93333511948589}; - TestUtils.testGenericUDFSerialization( - SelectKBestUDF.class, + TestUtils.testGenericUDFSerialization(SelectKBestUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaIntObjectInspector, k)}, new Object[] {WritableUtils.toWritableList(data), http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/json/FromJsonUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/json/FromJsonUDFTest.java b/core/src/test/java/hivemall/tools/json/FromJsonUDFTest.java index a5b3550..8bb8db7 100644 --- a/core/src/test/java/hivemall/tools/json/FromJsonUDFTest.java +++ b/core/src/test/java/hivemall/tools/json/FromJsonUDFTest.java @@ -47,8 +47,8 @@ public class FromJsonUDFTest { ObjectInspector[] argOIs = new ObjectInspector[] { PrimitiveObjectInspectorFactory.writableStringObjectInspector, HiveUtils.getConstStringObjectInspector(types)}; - DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(new Text(json)), null}; + DeferredObject[] args = + new DeferredObject[] {new GenericUDF.DeferredJavaObject(new Text(json)), null}; udf.initialize(argOIs); Object result = udf.evaluate(args); @@ -70,8 +70,8 @@ public class FromJsonUDFTest { PrimitiveObjectInspectorFactory.writableStringObjectInspector, HiveUtils.getConstStringObjectInspector(types), HiveUtils.getConstStringObjectInspector("person")}; - DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(new Text(json)), null}; + DeferredObject[] args = + new DeferredObject[] {new GenericUDF.DeferredJavaObject(new Text(json)), null}; udf.initialize(argOIs); List<Object> result = (List<Object>) udf.evaluate(args); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/json/ToJsonUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/json/ToJsonUDFTest.java b/core/src/test/java/hivemall/tools/json/ToJsonUDFTest.java index 5223849..39bd64f 100644 --- a/core/src/test/java/hivemall/tools/json/ToJsonUDFTest.java +++ b/core/src/test/java/hivemall/tools/json/ToJsonUDFTest.java @@ -40,7 +40,9 @@ public class ToJsonUDFTest { public void testDoubleArray() throws Exception { ToJsonUDF udf = new ToJsonUDF(); - ObjectInspector[] argOIs = new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}; + ObjectInspector[] argOIs = + new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}; DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject( WritableUtils.toWritableList(new double[] {0.1, 1.1, 2.1}))}; @@ -54,9 +56,9 @@ public class ToJsonUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - ToJsonUDF.class, - new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, + TestUtils.testGenericUDFSerialization(ToJsonUDF.class, + new ObjectInspector[] {ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector)}, new Object[] {Arrays.asList(0.1d, 1.1d, 2.1d)}); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/list/UDAFToOrderedListTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/list/UDAFToOrderedListTest.java b/core/src/test/java/hivemall/tools/list/UDAFToOrderedListTest.java index c7e9e70..78043aa 100644 --- a/core/src/test/java/hivemall/tools/list/UDAFToOrderedListTest.java +++ b/core/src/test/java/hivemall/tools/list/UDAFToOrderedListTest.java @@ -44,7 +44,8 @@ public class UDAFToOrderedListTest { @Test public void testNaturalOrder() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -65,10 +66,11 @@ public class UDAFToOrderedListTest { @Test public void testReverseOrder() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-reverse_order")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-reverse_order")}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -89,10 +91,10 @@ public class UDAFToOrderedListTest { @Test public void testTopK() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k 2")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k 2")}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -113,10 +115,11 @@ public class UDAFToOrderedListTest { @Test public void testReverseTopK() throws Exception { // = tail-k - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k 2 -reverse")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-k 2 -reverse")}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -136,10 +139,10 @@ public class UDAFToOrderedListTest { @Test public void testTailK() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k -2")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k -2")}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -160,10 +163,11 @@ public class UDAFToOrderedListTest { @Test public void testReverseTailK() throws Exception { // = top-k - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k -2 -reverse")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-k -2 -reverse")}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -183,9 +187,9 @@ public class UDAFToOrderedListTest { @Test public void testNaturalOrderWithKey() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; final String[] values = new String[] {"banana", "apple", "candy"}; final double[] keys = new double[] {0.7, 0.5, 0.7}; @@ -210,11 +214,12 @@ public class UDAFToOrderedListTest { @Test public void testReverseOrderWithKey() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-reverse_order")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-reverse_order")}; final String[] values = new String[] {"banana", "apple", "candy"}; final double[] keys = new double[] {0.7, 0.5, 0.7}; @@ -239,11 +244,11 @@ public class UDAFToOrderedListTest { @Test public void testTopKWithKey() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k 2")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k 2")}; final String[] values = new String[] {"banana", "apple", "candy"}; final double[] keys = new double[] {0.7, 0.5, 0.8}; @@ -265,11 +270,12 @@ public class UDAFToOrderedListTest { @Test public void testReverseTopKWithKey() throws Exception { // = tail-k - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k 2 -reverse")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-k 2 -reverse")}; final String[] values = new String[] {"banana", "apple", "candy"}; final double[] keys = new double[] {0.7, 0.5, 0.8}; @@ -290,11 +296,11 @@ public class UDAFToOrderedListTest { @Test public void testTailKWithKey() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k -2")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k -2")}; final String[] values = new String[] {"banana", "apple", "candy"}; final double[] keys = new double[] {0.7, 0.5, 0.8}; @@ -316,11 +322,12 @@ public class UDAFToOrderedListTest { @Test public void testReverseTailKWithKey() throws Exception { // = top-k - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-k -2 -reverse")}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-k -2 -reverse")}; final String[] values = new String[] {"banana", "apple", "candy"}; final double[] keys = new double[] {0.7, 0.5, 0.8}; @@ -341,7 +348,8 @@ public class UDAFToOrderedListTest { @Test public void testNullOnly() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; final String[] values = new String[] {null, null, null}; @@ -359,7 +367,8 @@ public class UDAFToOrderedListTest { @Test public void testNullMixed() throws Exception { - ObjectInspector[] inputOIs = new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}; final String[] values = new String[] {"banana", "apple", null, "candy"}; http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/map/UDAFToOrderedMapTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/map/UDAFToOrderedMapTest.java b/core/src/test/java/hivemall/tools/map/UDAFToOrderedMapTest.java index 38bc5ae..1b6843f 100644 --- a/core/src/test/java/hivemall/tools/map/UDAFToOrderedMapTest.java +++ b/core/src/test/java/hivemall/tools/map/UDAFToOrderedMapTest.java @@ -36,11 +36,12 @@ public class UDAFToOrderedMapTest { @Test public void testNaturalOrder() throws Exception { NaturalOrderedMapEvaluator evaluator = new NaturalOrderedMapEvaluator(); - NaturalOrderedMapEvaluator.MapAggregationBuffer agg = (NaturalOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); + NaturalOrderedMapEvaluator.MapAggregationBuffer agg = + (NaturalOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaStringObjectInspector}; final double[] keys = new double[] {0.7, 0.5, 0.8}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -66,12 +67,13 @@ public class UDAFToOrderedMapTest { @Test public void testReverseOrder() throws Exception { ReverseOrderedMapEvaluator evaluator = new ReverseOrderedMapEvaluator(); - ReverseOrderedMapEvaluator.MapAggregationBuffer agg = (ReverseOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); + ReverseOrderedMapEvaluator.MapAggregationBuffer agg = + (ReverseOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector}; final double[] keys = new double[] {0.7, 0.5, 0.8}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -97,12 +99,13 @@ public class UDAFToOrderedMapTest { @Test public void testTopK() throws Exception { TopKOrderedMapEvaluator evaluator = new TopKOrderedMapEvaluator(); - TopKOrderedMapEvaluator.MapAggregationBuffer agg = (TopKOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); + TopKOrderedMapEvaluator.MapAggregationBuffer agg = + (TopKOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}; final double[] keys = new double[] {0.7, 0.5, 0.8}; final String[] values = new String[] {"banana", "apple", "candy"}; @@ -128,12 +131,13 @@ public class UDAFToOrderedMapTest { @Test public void testTailK() throws Exception { TailKOrderedMapEvaluator evaluator = new TailKOrderedMapEvaluator(); - TailKOrderedMapEvaluator.MapAggregationBuffer agg = (TailKOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); + TailKOrderedMapEvaluator.MapAggregationBuffer agg = + (TailKOrderedMapEvaluator.MapAggregationBuffer) evaluator.getNewAggregationBuffer(); - ObjectInspector[] inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}; + ObjectInspector[] inputOIs = + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaDoubleObjectInspector, + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}; final double[] keys = new double[] {0.7, 0.5, 0.8}; final String[] values = new String[] {"banana", "apple", "candy"}; http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/math/L2NormUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/math/L2NormUDAFTest.java b/core/src/test/java/hivemall/tools/math/L2NormUDAFTest.java index 937bfcd..4d0d43d 100644 --- a/core/src/test/java/hivemall/tools/math/L2NormUDAFTest.java +++ b/core/src/test/java/hivemall/tools/math/L2NormUDAFTest.java @@ -71,8 +71,8 @@ public class L2NormUDAFTest { partials[2] = evaluator.terminatePartial(); // merge in a different order; e.g., <bin0, bin1>, <bin1, bin0> should return same value - final int[][] orders = new int[][] { {0, 1, 2}, {0, 2, 1}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}, - {2, 0, 1}}; + final int[][] orders = + new int[][] {{0, 1, 2}, {0, 2, 1}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}, {2, 0, 1}}; for (int i = 0; i < orders.length; i++) { evaluator.init(); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/matrix/TransposeAndDotUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/matrix/TransposeAndDotUDAFTest.java b/core/src/test/java/hivemall/tools/matrix/TransposeAndDotUDAFTest.java index f705a89..5c3cddb 100644 --- a/core/src/test/java/hivemall/tools/matrix/TransposeAndDotUDAFTest.java +++ b/core/src/test/java/hivemall/tools/matrix/TransposeAndDotUDAFTest.java @@ -34,23 +34,26 @@ public class TransposeAndDotUDAFTest { public void test() throws Exception { final TransposeAndDotUDAF tad = new TransposeAndDotUDAF(); - final double[][] matrix0 = new double[][] { {1, -2}, {-1, 3}}; - final double[][] matrix1 = new double[][] { {1, 2}, {3, 4}}; + final double[][] matrix0 = new double[][] {{1, -2}, {-1, 3}}; + final double[][] matrix1 = new double[][] {{1, 2}, {3, 4}}; final ObjectInspector[] OIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}; - final GenericUDAFEvaluator evaluator = tad.getEvaluator(new SimpleGenericUDAFParameterInfo( - OIs, false, false)); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)}; + final GenericUDAFEvaluator evaluator = + tad.getEvaluator(new SimpleGenericUDAFParameterInfo(OIs, false, false)); evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs); - TransposeAndDotUDAF.TransposeAndDotUDAFEvaluator.TransposeAndDotAggregationBuffer agg = (TransposeAndDotUDAF.TransposeAndDotUDAFEvaluator.TransposeAndDotAggregationBuffer) evaluator.getNewAggregationBuffer(); + TransposeAndDotUDAF.TransposeAndDotUDAFEvaluator.TransposeAndDotAggregationBuffer agg = + (TransposeAndDotUDAF.TransposeAndDotUDAFEvaluator.TransposeAndDotAggregationBuffer) evaluator.getNewAggregationBuffer(); evaluator.reset(agg); for (int i = 0; i < matrix0.length; i++) { evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(matrix0[i]), WritableUtils.toWritableList(matrix1[i])}); } - final double[][] answer = new double[][] { {-2.0, -2.0}, {7.0, 8.0}}; + final double[][] answer = new double[][] {{-2.0, -2.0}, {7.0, 8.0}}; for (int i = 0; i < answer.length; i++) { Assert.assertArrayEquals(answer[i], agg.aggMatrix[i], 0.d); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/vector/VectorAddUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/vector/VectorAddUDFTest.java b/core/src/test/java/hivemall/tools/vector/VectorAddUDFTest.java index 23018f8..0aa90e7 100644 --- a/core/src/test/java/hivemall/tools/vector/VectorAddUDFTest.java +++ b/core/src/test/java/hivemall/tools/vector/VectorAddUDFTest.java @@ -41,12 +41,14 @@ public class VectorAddUDFTest { VectorAddUDF udf = new VectorAddUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableFloatObjectInspector)}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableFloatObjectInspector)}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {1, 2, - 3})), + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {1, 2, 3})), new GenericUDF.DeferredJavaObject( WritableUtils.toWritableList(new float[] {2, 3, 4}))}; @@ -63,13 +65,16 @@ public class VectorAddUDFTest { VectorAddUDF udf = new VectorAddUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableLongObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableIntObjectInspector)}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableLongObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableIntObjectInspector)}); DeferredObject[] args = new DeferredObject[] { new GenericUDF.DeferredJavaObject( WritableUtils.toWritableList(new long[] {1, 2, 3})), - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new int[] {2, 3, 4}))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new int[] {2, 3, 4}))}; List<?> actual = udf.evaluate(args); List<Long> expected = Arrays.asList(3L, 5L, 7L); @@ -81,11 +86,12 @@ public class VectorAddUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - VectorAddUDF.class, + TestUtils.testGenericUDFSerialization(VectorAddUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaFloatObjectInspector)}, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaFloatObjectInspector)}, new Object[] {Arrays.asList(1.d, 2.d, 3.d), Arrays.asList(2.f, 3.f, 4.f)}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/vector/VectorDotUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/vector/VectorDotUDFTest.java b/core/src/test/java/hivemall/tools/vector/VectorDotUDFTest.java index f0fe9d1..b13c447 100644 --- a/core/src/test/java/hivemall/tools/vector/VectorDotUDFTest.java +++ b/core/src/test/java/hivemall/tools/vector/VectorDotUDFTest.java @@ -41,12 +41,14 @@ public class VectorDotUDFTest { VectorDotUDF udf = new VectorDotUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableFloatObjectInspector)}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableFloatObjectInspector)}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {1, 2, - 3})), + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {1, 2, 3})), new GenericUDF.DeferredJavaObject( WritableUtils.toWritableList(new float[] {2, 3, 4}))}; @@ -63,12 +65,14 @@ public class VectorDotUDFTest { VectorDotUDF udf = new VectorDotUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), PrimitiveObjectInspectorFactory.writableFloatObjectInspector}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {1, 2, - 3})), new GenericUDF.DeferredJavaObject(WritableUtils.val(2.f))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {1, 2, 3})), + new GenericUDF.DeferredJavaObject(WritableUtils.val(2.f))}; List<Double> actual = udf.evaluate(args); List<Double> expected = Arrays.asList(2.d, 4.d, 6.d); @@ -80,11 +84,12 @@ public class VectorDotUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - VectorDotUDF.class, + TestUtils.testGenericUDFSerialization(VectorDotUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaFloatObjectInspector)}, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaFloatObjectInspector)}, new Object[] {Arrays.asList(1.d, 2.d, 3.d), Arrays.asList(2.f, 3.f, 4.f)}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/topicmodel/IncrementalPLSAModelTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/topicmodel/IncrementalPLSAModelTest.java b/core/src/test/java/hivemall/topicmodel/IncrementalPLSAModelTest.java index 96bbe64..7aac84e 100644 --- a/core/src/test/java/hivemall/topicmodel/IncrementalPLSAModelTest.java +++ b/core/src/test/java/hivemall/topicmodel/IncrementalPLSAModelTest.java @@ -53,8 +53,8 @@ public class IncrementalPLSAModelTest { IncrementalPLSAModel model = new IncrementalPLSAModel(K, 0.5f, 1E-5d); String[] doc1 = new String[] {"fruits:1", "healthy:1", "vegetables:1"}; - String[] doc2 = new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", - "oranges:1"}; + String[] doc2 = + new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", "oranges:1"}; do { perplexityPrev = perplexity; @@ -108,8 +108,9 @@ public class IncrementalPLSAModelTest { k1 = 1; k2 = 0; } - Assert.assertTrue("doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " - + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", + Assert.assertTrue( + "doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " + + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", model.getWordScore("vegetables", k1) > model.getWordScore("flu", k1)); Assert.assertTrue("doc2 is in topic " + k2 + " (" + (topicDistr[k2] * 100) + "%), " + "and `avocados` SHOULD be more suitable topic word than `healthy` in the topic", @@ -127,8 +128,8 @@ public class IncrementalPLSAModelTest { IncrementalPLSAModel model = new IncrementalPLSAModel(K, 0.5f, 1E-5d); String[] doc1 = new String[] {"fruits:1", "healthy:1", "vegetables:1"}; - String[] doc2 = new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", - "oranges:1"}; + String[] doc2 = + new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", "oranges:1"}; do { perplexityPrev = perplexity; @@ -175,8 +176,9 @@ public class IncrementalPLSAModelTest { k1 = 1; k2 = 0; } - Assert.assertTrue("doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " - + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", + Assert.assertTrue( + "doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " + + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", model.getWordScore("vegetables", k1) > model.getWordScore("flu", k1)); Assert.assertTrue("doc2 is in topic " + k2 + " (" + (topicDistr[k2] * 100) + "%), " + "and `avocados` SHOULD be more suitable topic word than `healthy` in the topic", @@ -258,7 +260,8 @@ public class IncrementalPLSAModelTest { int n = topics.size(); println("# of unique topics: " + n); Assert.assertTrue("At least 15 documents SHOULD be classified to different topics, " - + "but there are only " + n + " unique topics.", n >= 15); + + "but there are only " + n + " unique topics.", + n >= 15); } private static void println(String msg) { @@ -270,7 +273,8 @@ public class IncrementalPLSAModelTest { @Nonnull private static BufferedReader readFile(@Nonnull String fileName) throws IOException { // use data stored for KPA UDTF test - InputStream is = KernelExpansionPassiveAggressiveUDTFTest.class.getResourceAsStream(fileName); + InputStream is = + KernelExpansionPassiveAggressiveUDTFTest.class.getResourceAsStream(fileName); if (fileName.endsWith(".gz")) { is = new GZIPInputStream(is); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/topicmodel/LDAPredictUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/topicmodel/LDAPredictUDAFTest.java b/core/src/test/java/hivemall/topicmodel/LDAPredictUDAFTest.java index 5099c66..bf46485 100644 --- a/core/src/test/java/hivemall/topicmodel/LDAPredictUDAFTest.java +++ b/core/src/test/java/hivemall/topicmodel/LDAPredictUDAFTest.java @@ -53,12 +53,14 @@ public class LDAPredictUDAFTest { ArrayList<ObjectInspector> fieldOIs = new ArrayList<ObjectInspector>(); fieldNames.add("wcList"); - fieldOIs.add(ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector)); + fieldOIs.add(ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector)); fieldNames.add("lambdaMap"); fieldOIs.add(ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaFloatObjectInspector))); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaFloatObjectInspector))); fieldNames.add("topics"); fieldOIs.add(PrimitiveObjectInspectorFactory.writableIntObjectInspector); @@ -70,11 +72,12 @@ public class LDAPredictUDAFTest { fieldOIs.add(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector); partialOI = new ObjectInspector[4]; - partialOI[0] = ObjectInspectorFactory.getStandardStructObjectInspector(fieldNames, fieldOIs); + partialOI[0] = + ObjectInspectorFactory.getStandardStructObjectInspector(fieldNames, fieldOIs); - words = new String[] {"fruits", "vegetables", "healthy", "flu", "apples", "oranges", - "like", "avocados", "colds", "colds", "avocados", "oranges", "like", "apples", - "flu", "healthy", "vegetables", "fruits"}; + words = new String[] {"fruits", "vegetables", "healthy", "flu", "apples", "oranges", "like", + "avocados", "colds", "colds", "avocados", "oranges", "like", "apples", "flu", + "healthy", "vegetables", "fruits"}; labels = new int[] {0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1}; lambdas = new float[] {0.3339331f, 0.3324783f, 0.33209667f, 3.2804057E-4f, 3.0303953E-4f, 2.4860457E-4f, 2.41481E-4f, 2.3554532E-4f, 1.352576E-4f, 0.1660153f, 0.16596903f, @@ -87,10 +90,14 @@ public class LDAPredictUDAFTest { udaf = new LDAPredictUDAF(); inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2")}; @@ -137,10 +144,14 @@ public class LDAPredictUDAFTest { udaf = new LDAPredictUDAF(); inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2")}; @@ -187,7 +198,7 @@ public class LDAPredictUDAFTest { partials[2] = evaluator.terminatePartial(agg); // merge in a different order - final int[][] orders = new int[][] { {0, 1, 2}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}}; + final int[][] orders = new int[][] {{0, 1, 2}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}}; for (int i = 0; i < orders.length; i++) { evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL2, partialOI); evaluator.reset(agg); @@ -206,10 +217,14 @@ public class LDAPredictUDAFTest { udaf = new LDAPredictUDAF(); inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT)}; + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT)}; evaluator = udaf.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false)); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/topicmodel/LDAUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/topicmodel/LDAUDTFTest.java b/core/src/test/java/hivemall/topicmodel/LDAUDTFTest.java index fc725b9..b4636f7 100644 --- a/core/src/test/java/hivemall/topicmodel/LDAUDTFTest.java +++ b/core/src/test/java/hivemall/topicmodel/LDAUDTFTest.java @@ -41,7 +41,8 @@ public class LDAUDTFTest { LDAUDTF udtf = new LDAUDTF(); ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2 -num_docs 2 -s 1 -iter 32 -eps 1e-3")}; @@ -49,8 +50,8 @@ public class LDAUDTFTest { udtf.initialize(argOIs); String[] doc1 = new String[] {"fruits:1", "healthy:1", "vegetables:1"}; - String[] doc2 = new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", - "oranges:1"}; + String[] doc2 = + new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", "oranges:1"}; udtf.process(new Object[] {Arrays.asList(doc1)}); udtf.process(new Object[] {Arrays.asList(doc2)}); @@ -91,8 +92,9 @@ public class LDAUDTFTest { k2 = 0; } - Assert.assertTrue("doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " - + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", + Assert.assertTrue( + "doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " + + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", udtf.getWordScore("vegetables", k1) > udtf.getWordScore("flu", k1)); Assert.assertTrue("doc2 is in topic " + k2 + " (" + (topicDistr[k2] * 100) + "%), " + "and `avocados` SHOULD be more suitable topic word than `healthy` in the topic", @@ -104,7 +106,8 @@ public class LDAUDTFTest { LDAUDTF udtf = new LDAUDTF(); ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2 -num_docs 2 -s 1 -iter 32 -eps 1e-3 -mini_batch_size 1")}; @@ -154,25 +157,26 @@ public class LDAUDTFTest { k2 = 0; } - Assert.assertTrue("doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " - + "and `éè` SHOULD be more suitable topic word than `ã¤ã³ãã«ã¨ã³ã¶` in the topic", + Assert.assertTrue( + "doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " + + "and `éè` SHOULD be more suitable topic word than `ã¤ã³ãã«ã¨ã³ã¶` in the topic", udtf.getWordScore("éè", k1) > udtf.getWordScore("ã¤ã³ãã«ã¨ã³ã¶", k1)); - Assert.assertTrue("doc2 is in topic " + k2 + " (" + (topicDistr[k2] * 100) + "%), " - + "and `ã¢ãã«ã` SHOULD be more suitable topic word than `å¥åº·` in the topic", + Assert.assertTrue( + "doc2 is in topic " + k2 + " (" + (topicDistr[k2] * 100) + "%), " + + "and `ã¢ãã«ã` SHOULD be more suitable topic word than `å¥åº·` in the topic", udtf.getWordScore("ã¢ãã«ã", k2) > udtf.getWordScore("å¥åº·", k2)); } @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - LDAUDTF.class, + TestUtils.testGenericUDTFSerialization(LDAUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2 -num_docs 2 -s 1 -iter 32 -eps 1e-3")}, - new Object[][] { - {Arrays.asList("fruits:1", "healthy:1", "vegetables:1")}, + new Object[][] {{Arrays.asList("fruits:1", "healthy:1", "vegetables:1")}, {Arrays.asList("apples:1", "avocados:1", "colds:1", "flu:1", "like:2", "oranges:1")}}); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/topicmodel/OnlineLDAModelTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/topicmodel/OnlineLDAModelTest.java b/core/src/test/java/hivemall/topicmodel/OnlineLDAModelTest.java index 68f251a..7aa7646 100644 --- a/core/src/test/java/hivemall/topicmodel/OnlineLDAModelTest.java +++ b/core/src/test/java/hivemall/topicmodel/OnlineLDAModelTest.java @@ -52,8 +52,8 @@ public class OnlineLDAModelTest { OnlineLDAModel model = new OnlineLDAModel(K, 1.f / K, 1.f / K, 2, 80, 0.8, 1E-5d); String[] doc1 = new String[] {"fruits:1", "healthy:1", "vegetables:1"}; - String[] doc2 = new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", - "oranges:1"}; + String[] doc2 = + new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", "oranges:1"}; do { perplexityPrev = perplexity; @@ -106,8 +106,9 @@ public class OnlineLDAModelTest { k1 = 1; k2 = 0; } - Assert.assertTrue("doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " - + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", + Assert.assertTrue( + "doc1 is in topic " + k1 + " (" + (topicDistr[k1] * 100) + "%), " + + "and `vegetables` SHOULD be more suitable topic word than `flu` in the topic", model.getWordScore("vegetables", k1) > model.getWordScore("flu", k1)); Assert.assertTrue("doc2 is in topic " + k2 + " (" + (topicDistr[k2] * 100) + "%), " + "and `avocados` SHOULD be more suitable topic word than `healthy` in the topic", @@ -124,8 +125,8 @@ public class OnlineLDAModelTest { OnlineLDAModel model = new OnlineLDAModel(K, 1.f / K, 1.f / K, 2, 80, 0.8, 1E-5d); String[] doc1 = new String[] {"fruits:1", "healthy:1", "vegetables:1"}; - String[] doc2 = new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", - "oranges:1"}; + String[] doc2 = + new String[] {"apples:1", "avocados:1", "colds:1", "flu:1", "like:2", "oranges:1"}; do { perplexityPrev = perplexity; @@ -142,9 +143,10 @@ public class OnlineLDAModelTest { // scikit-learn Python library (implemented based on Matthew D. Hoffman's onlineldavb code) // returns perplexity=15 in a batch setting and perplexity=22 in an online setting. // Hivemall needs to converge to the similar perplexity. - Assert.assertTrue("Perplexity SHOULD be in [12, 25]; " - + "converged perplexity is too small or large for some reasons", 12.f <= perplexity - && perplexity <= 25.f); + Assert.assertTrue( + "Perplexity SHOULD be in [12, 25]; " + + "converged perplexity is too small or large for some reasons", + 12.f <= perplexity && perplexity <= 25.f); } @Test @@ -155,7 +157,8 @@ public class OnlineLDAModelTest { int cnt, it; - OnlineLDAModel model = new OnlineLDAModel(K, 1.f / K, 1.f / K, numTotalDocs, 80, 0.8, 1E-3d); + OnlineLDAModel model = + new OnlineLDAModel(K, 1.f / K, 1.f / K, numTotalDocs, 80, 0.8, 1E-3d); BufferedReader news20 = readFile("news20-multiclass.gz"); @@ -222,7 +225,8 @@ public class OnlineLDAModelTest { int n = topics.size(); Assert.assertTrue("At least 15 documents SHOULD be classified to different topics, " - + "but there are only " + n + " unique topics.", n >= 15); + + "but there are only " + n + " unique topics.", + n >= 15); } private static void println(String msg) { @@ -234,7 +238,8 @@ public class OnlineLDAModelTest { @Nonnull private static BufferedReader readFile(@Nonnull String fileName) throws IOException { // use data stored for KPA UDTF test - InputStream is = KernelExpansionPassiveAggressiveUDTFTest.class.getResourceAsStream(fileName); + InputStream is = + KernelExpansionPassiveAggressiveUDTFTest.class.getResourceAsStream(fileName); if (fileName.endsWith(".gz")) { is = new GZIPInputStream(is); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/topicmodel/PLSAPredictUDAFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/topicmodel/PLSAPredictUDAFTest.java b/core/src/test/java/hivemall/topicmodel/PLSAPredictUDAFTest.java index 78f4a62..1d364ee 100644 --- a/core/src/test/java/hivemall/topicmodel/PLSAPredictUDAFTest.java +++ b/core/src/test/java/hivemall/topicmodel/PLSAPredictUDAFTest.java @@ -53,12 +53,14 @@ public class PLSAPredictUDAFTest { ArrayList<ObjectInspector> fieldOIs = new ArrayList<ObjectInspector>(); fieldNames.add("wcList"); - fieldOIs.add(ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector)); + fieldOIs.add(ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector)); fieldNames.add("probMap"); fieldOIs.add(ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaFloatObjectInspector))); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaFloatObjectInspector))); fieldNames.add("topics"); fieldOIs.add(PrimitiveObjectInspectorFactory.writableIntObjectInspector); @@ -70,11 +72,12 @@ public class PLSAPredictUDAFTest { fieldOIs.add(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector); partialOI = new ObjectInspector[4]; - partialOI[0] = ObjectInspectorFactory.getStandardStructObjectInspector(fieldNames, fieldOIs); + partialOI[0] = + ObjectInspectorFactory.getStandardStructObjectInspector(fieldNames, fieldOIs); - words = new String[] {"fruits", "vegetables", "healthy", "flu", "apples", "oranges", - "like", "avocados", "colds", "colds", "avocados", "oranges", "like", "apples", - "flu", "healthy", "vegetables", "fruits"}; + words = new String[] {"fruits", "vegetables", "healthy", "flu", "apples", "oranges", "like", + "avocados", "colds", "colds", "avocados", "oranges", "like", "apples", "flu", + "healthy", "vegetables", "fruits"}; labels = new int[] {0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1}; probs = new float[] {0.3339331f, 0.3324783f, 0.33209667f, 3.2804057E-4f, 3.0303953E-4f, 2.4860457E-4f, 2.41481E-4f, 2.3554532E-4f, 1.352576E-4f, 0.1660153f, 0.16596903f, @@ -87,10 +90,14 @@ public class PLSAPredictUDAFTest { udaf = new PLSAPredictUDAF(); inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2")}; @@ -137,10 +144,14 @@ public class PLSAPredictUDAFTest { udaf = new PLSAPredictUDAF(); inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-topics 2")}; @@ -184,7 +195,7 @@ public class PLSAPredictUDAFTest { partials[2] = evaluator.terminatePartial(agg); // merge in a different order - final int[][] orders = new int[][] { {0, 1, 2}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}}; + final int[][] orders = new int[][] {{0, 1, 2}, {1, 0, 2}, {1, 2, 0}, {2, 1, 0}}; for (int i = 0; i < orders.length; i++) { evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL2, partialOI); evaluator.reset(agg); @@ -204,10 +215,14 @@ public class PLSAPredictUDAFTest { // pre-defined topic model only has two topics, but prediction is launched with -topics=10 (default value) inputOIs = new ObjectInspector[] { - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.STRING), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.INT), - PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector(PrimitiveObjectInspector.PrimitiveCategory.FLOAT)}; + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.STRING), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.INT), + PrimitiveObjectInspectorFactory.getPrimitiveJavaObjectInspector( + PrimitiveObjectInspector.PrimitiveCategory.FLOAT)}; evaluator = udaf.getEvaluator(new SimpleGenericUDAFParameterInfo(inputOIs, false, false));
