http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/geospatial/TileX2LonUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/geospatial/TileX2LonUDFTest.java b/core/src/test/java/hivemall/geospatial/TileX2LonUDFTest.java index 1bbe4a4..8edf6b1 100644 --- a/core/src/test/java/hivemall/geospatial/TileX2LonUDFTest.java +++ b/core/src/test/java/hivemall/geospatial/TileX2LonUDFTest.java @@ -35,12 +35,12 @@ public class TileX2LonUDFTest { @Test public void testEvaluate() throws IOException, HiveException { TileX2LonUDF udf = new TileX2LonUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}); - DoubleWritable result = udf.evaluate(new DeferredObject[] {new DeferredJavaObject(3551), - new DeferredJavaObject(13)}); + DoubleWritable result = udf.evaluate( + new DeferredObject[] {new DeferredJavaObject(3551), new DeferredJavaObject(13)}); Assert.assertEquals(-23.95019531d, result.get(), 0.001); udf.close(); @@ -48,9 +48,10 @@ public class TileX2LonUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization(TileX2LonUDF.class, new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}, new Object[] {3551, 13}); + TestUtils.testGenericUDFSerialization(TileX2LonUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}, + new Object[] {3551, 13}); } }
http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/geospatial/TileY2LatUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/geospatial/TileY2LatUDFTest.java b/core/src/test/java/hivemall/geospatial/TileY2LatUDFTest.java index 688b509..b2a120b 100644 --- a/core/src/test/java/hivemall/geospatial/TileY2LatUDFTest.java +++ b/core/src/test/java/hivemall/geospatial/TileY2LatUDFTest.java @@ -35,12 +35,12 @@ public class TileY2LatUDFTest { @Test public void testEvaluate() throws IOException, HiveException { TileY2LatUDF udf = new TileY2LatUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}); - DoubleWritable result = udf.evaluate(new DeferredObject[] {new DeferredJavaObject(503), - new DeferredJavaObject(14)}); + DoubleWritable result = udf.evaluate( + new DeferredObject[] {new DeferredJavaObject(503), new DeferredJavaObject(14)}); Assert.assertEquals(83.99996604d, result.get(), 0.001); udf.close(); @@ -48,9 +48,10 @@ public class TileY2LatUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization(TileY2LatUDF.class, new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector}, new Object[] {503, 14}); + TestUtils.testGenericUDFSerialization(TileY2LatUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector}, + new Object[] {503, 14}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/knn/distance/EuclidDistanceUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/knn/distance/EuclidDistanceUDFTest.java b/core/src/test/java/hivemall/knn/distance/EuclidDistanceUDFTest.java index 64bfe1b..1e2cae6 100644 --- a/core/src/test/java/hivemall/knn/distance/EuclidDistanceUDFTest.java +++ b/core/src/test/java/hivemall/knn/distance/EuclidDistanceUDFTest.java @@ -50,12 +50,14 @@ public class EuclidDistanceUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - EuclidDistanceUDF.class, + TestUtils.testGenericUDFSerialization(EuclidDistanceUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector)}, - new Object[] {Arrays.asList("1:1.0", "2:3.0", "3:3.0"), Arrays.asList("1:2.0", "3:6.0")}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector)}, + new Object[] {Arrays.asList("1:1.0", "2:3.0", "3:3.0"), + Arrays.asList("1:2.0", "3:6.0")}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/knn/similarity/CosineSimilarityUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/knn/similarity/CosineSimilarityUDFTest.java b/core/src/test/java/hivemall/knn/similarity/CosineSimilarityUDFTest.java index 9f319a9..5258663 100644 --- a/core/src/test/java/hivemall/knn/similarity/CosineSimilarityUDFTest.java +++ b/core/src/test/java/hivemall/knn/similarity/CosineSimilarityUDFTest.java @@ -39,14 +39,10 @@ public class CosineSimilarityUDFTest { Assert.assertEquals(1.f, CosineSimilarityUDF.cosineSimilarity(ftvec1, ftvec1), 0.0); } - Assert.assertEquals( - 0.f, - CosineSimilarityUDF.cosineSimilarity(Arrays.asList("a", "b", "c"), - Arrays.asList("d", "e")), 0.0); - Assert.assertEquals( - 0.f, - CosineSimilarityUDF.cosineSimilarity(Arrays.asList("a", "b", "c"), - Arrays.asList("d", "e")), 0.0); + Assert.assertEquals(0.f, CosineSimilarityUDF.cosineSimilarity(Arrays.asList("a", "b", "c"), + Arrays.asList("d", "e")), 0.0); + Assert.assertEquals(0.f, CosineSimilarityUDF.cosineSimilarity(Arrays.asList("a", "b", "c"), + Arrays.asList("d", "e")), 0.0); Assert.assertEquals(1.f, CosineSimilarityUDF.cosineSimilarity(Arrays.asList("a", "b"), Arrays.asList("a", "b")), @@ -67,22 +63,24 @@ public class CosineSimilarityUDFTest { Assert.assertTrue((CosineSimilarityUDF.cosineSimilarity(Arrays.asList("apple", "orange"), Arrays.asList("banana", "orange", "apple"))) > (CosineSimilarityUDF.cosineSimilarity( - Arrays.asList("apple", "orange"), Arrays.asList("banana", "orange")))); + Arrays.asList("apple", "orange"), Arrays.asList("banana", "orange")))); - Assert.assertEquals( - 1.0f, + Assert.assertEquals(1.0f, CosineSimilarityUDF.cosineSimilarity( Arrays.asList("This is a sentence with seven tokens".split(" ")), - Arrays.<String>asList("This is a sentence with seven tokens".split(" "))), 0.0); - Assert.assertEquals( - 1.0f, + Arrays.<String>asList("This is a sentence with seven tokens".split(" "))), + 0.0); + Assert.assertEquals(1.0f, CosineSimilarityUDF.cosineSimilarity( Arrays.asList("This is a sentence with seven tokens".split(" ")), - Arrays.<String>asList("This is a sentence with seven tokens".split(" "))), 0.0); + Arrays.<String>asList("This is a sentence with seven tokens".split(" "))), + 0.0); { - List<String> tokens1 = Arrays.asList("1:1,2:1,3:1,4:1,5:0,6:1,7:1,8:1,9:0,10:1,11:1".split(",")); - List<String> tokens2 = Arrays.asList("1:1,2:1,3:0,4:1,5:1,6:1,7:1,8:0,9:1,10:1,11:1".split(",")); + List<String> tokens1 = + Arrays.asList("1:1,2:1,3:1,4:1,5:0,6:1,7:1,8:1,9:0,10:1,11:1".split(",")); + List<String> tokens2 = + Arrays.asList("1:1,2:1,3:0,4:1,5:1,6:1,7:1,8:0,9:1,10:1,11:1".split(",")); Assert.assertEquals(0.77777f, CosineSimilarityUDF.cosineSimilarity(tokens1, tokens2), 0.00001f); } @@ -92,22 +90,20 @@ public class CosineSimilarityUDFTest { List<String> tokens2 = Arrays.asList("1 2 4 5 6 7 9 10 11".split("\\s+")); double dotp = 1 + 1 + 0 + 1 + 0 + 1 + 1 + 0 + 0 + 1 + 1; double norm = Math.sqrt(tokens1.size()) * Math.sqrt(tokens2.size()); - Assert.assertEquals(dotp / norm, - CosineSimilarityUDF.cosineSimilarity(tokens1, tokens2), 0.00001f); - Assert.assertEquals(dotp / norm, - CosineSimilarityUDF.cosineSimilarity(tokens1, tokens2), 0.00001f); + Assert.assertEquals(dotp / norm, CosineSimilarityUDF.cosineSimilarity(tokens1, tokens2), + 0.00001f); + Assert.assertEquals(dotp / norm, CosineSimilarityUDF.cosineSimilarity(tokens1, tokens2), + 0.00001f); - Assert.assertEquals( - dotp / norm, + Assert.assertEquals(dotp / norm, CosineSimilarityUDF.cosineSimilarity( Arrays.asList("1", "2", "3", "4", "6", "7", "8", "10", "11"), - Arrays.asList("1", "2", "4", "5", "6", "7", "9", "10", "11")), 0.00001f); + Arrays.asList("1", "2", "4", "5", "6", "7", "9", "10", "11")), + 0.00001f); } - Assert.assertEquals( - 0.f, - CosineSimilarityUDF.cosineSimilarity(Arrays.asList("1", "2", "3"), - Arrays.asList("4", "5")), 0.0); + Assert.assertEquals(0.f, CosineSimilarityUDF.cosineSimilarity(Arrays.asList("1", "2", "3"), + Arrays.asList("4", "5")), 0.0); Assert.assertEquals(1.f, CosineSimilarityUDF.cosineSimilarity(Arrays.asList("1", "2"), Arrays.asList("1", "2")), 0.0); @@ -115,11 +111,13 @@ public class CosineSimilarityUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - CosineSimilarityUDF.class, + TestUtils.testGenericUDFSerialization(CosineSimilarityUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector)}, - new Object[] {Arrays.asList("1:1.0", "2:3.0", "3:3.0"), Arrays.asList("1:2.0", "3:6.0")}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector)}, + new Object[] {Arrays.asList("1:1.0", "2:3.0", "3:3.0"), + Arrays.asList("1:2.0", "3:6.0")}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/knn/similarity/DIMSUMMapperUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/knn/similarity/DIMSUMMapperUDTFTest.java b/core/src/test/java/hivemall/knn/similarity/DIMSUMMapperUDTFTest.java index 766dade..7ef3c01 100644 --- a/core/src/test/java/hivemall/knn/similarity/DIMSUMMapperUDTFTest.java +++ b/core/src/test/java/hivemall/knn/similarity/DIMSUMMapperUDTFTest.java @@ -59,14 +59,15 @@ public class DIMSUMMapperUDTFTest { public void setUp() throws HiveException { this.udtf = new DIMSUMMapperUDTF(); - this.R = new double[][] { {1, 2, 3}, {1, 2, 3}}; + this.R = new double[][] {{1, 2, 3}, {1, 2, 3}}; this.numUsers = R.length; this.numItems = R[0].length; } @Test public void testIntFeature() throws HiveException { - final Map<Integer, Map<Integer, Double>> sims = new HashMap<Integer, Map<Integer, Double>>(); + final Map<Integer, Map<Integer, Double>> sims = + new HashMap<Integer, Map<Integer, Double>>(); Collector collector = new Collector() { public void collect(Object input) throws HiveException { Object[] row = (Object[]) input; @@ -91,7 +92,8 @@ public class DIMSUMMapperUDTFTest { udtf.setCollector(collector); ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), @@ -161,7 +163,8 @@ public class DIMSUMMapperUDTFTest { udtf.setCollector(collector); ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), @@ -301,7 +304,8 @@ public class DIMSUMMapperUDTFTest { // Case I: Set zero to `threshold` // this computes exact cosine similarity ObjectInspector[] argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), @@ -325,8 +329,8 @@ public class DIMSUMMapperUDTFTest { for (String k : items.keySet()) { final Double sims_jk = sims_j.get(k); if (sims_jk != null) { - float simsExact_jk = CosineSimilarityUDF.cosineSimilarity(item_j, - items.get(k)); + float simsExact_jk = + CosineSimilarityUDF.cosineSimilarity(item_j, items.get(k)); Assert.assertEquals(simsExact_jk, sims_jk.floatValue(), 1e-6); } } @@ -340,7 +344,8 @@ public class DIMSUMMapperUDTFTest { // Case II: Set (almost) max value to `threshold` // this skips a bunch of operations with high probability argOIs = new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), @@ -368,17 +373,17 @@ public class DIMSUMMapperUDTFTest { final Map<Integer, Double> norms = new HashMap<Integer, Double>(); computeColumnNorms(norms, itemIDs); - TestUtils.testGenericUDTFSerialization( - DIMSUMMapperUDTF.class, + TestUtils.testGenericUDTFSerialization(DIMSUMMapperUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, - "-threshold 0.999999 -disable_symmetric_output")}, new Object[][] {{user, - norms}}); + "-threshold 0.999999 -disable_symmetric_output")}, + new Object[][] {{user, norms}}); } @Nonnull http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/mf/BPRMatrixFactorizationUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/mf/BPRMatrixFactorizationUDTFTest.java b/core/src/test/java/hivemall/mf/BPRMatrixFactorizationUDTFTest.java index d8dd820..9b3424c 100644 --- a/core/src/test/java/hivemall/mf/BPRMatrixFactorizationUDTFTest.java +++ b/core/src/test/java/hivemall/mf/BPRMatrixFactorizationUDTFTest.java @@ -49,8 +49,8 @@ public class BPRMatrixFactorizationUDTFTest { ObjectInspector intOI = PrimitiveObjectInspectorFactory.writableIntObjectInspector; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-factor 10 -iter " + iterations)); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-factor 10 -iter " + iterations)); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, intOI, param}; MapredContext mapredContext = MapredContextAccessor.create(true, null); @@ -84,8 +84,8 @@ public class BPRMatrixFactorizationUDTFTest { ObjectInspector intOI = PrimitiveObjectInspectorFactory.writableIntObjectInspector; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-boldDriver -factor 10 -iter " + iterations)); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-boldDriver -factor 10 -iter " + iterations)); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, intOI, param}; MapredContext mapredContext = MapredContextAccessor.create(true, null); @@ -114,15 +114,14 @@ public class BPRMatrixFactorizationUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - BPRMatrixFactorizationUDTF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, + TestUtils.testGenericUDTFSerialization(BPRMatrixFactorizationUDTF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, - "-factor 10 -iter 1")}, new Object[][] {{0, 0, 1}}); + "-factor 10 -iter 1")}, + new Object[][] {{0, 0, 1}}); } @Nonnull http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/mf/MatrixFactorizationAdaGradUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/mf/MatrixFactorizationAdaGradUDTFTest.java b/core/src/test/java/hivemall/mf/MatrixFactorizationAdaGradUDTFTest.java index 64f54fa..bc55321 100644 --- a/core/src/test/java/hivemall/mf/MatrixFactorizationAdaGradUDTFTest.java +++ b/core/src/test/java/hivemall/mf/MatrixFactorizationAdaGradUDTFTest.java @@ -56,7 +56,7 @@ public class MatrixFactorizationAdaGradUDTFTest { ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; mf.initialize(argOIs); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 100; for (int iter = 0; iter < num_iters; iter++) { @@ -83,10 +83,8 @@ public class MatrixFactorizationAdaGradUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - MatrixFactorizationAdaGradUDTF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, + TestUtils.testGenericUDTFSerialization(MatrixFactorizationAdaGradUDTF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaFloatObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/mf/MatrixFactorizationSGDUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/mf/MatrixFactorizationSGDUDTFTest.java b/core/src/test/java/hivemall/mf/MatrixFactorizationSGDUDTFTest.java index 1f35da1..abb347a 100644 --- a/core/src/test/java/hivemall/mf/MatrixFactorizationSGDUDTFTest.java +++ b/core/src/test/java/hivemall/mf/MatrixFactorizationSGDUDTFTest.java @@ -66,7 +66,7 @@ public class MatrixFactorizationSGDUDTFTest { mf.initialize(argOIs); Assert.assertTrue(mf.rankInit == RankInitScheme.random); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 100; for (int iter = 0; iter < num_iters; iter++) { @@ -99,13 +99,13 @@ public class MatrixFactorizationSGDUDTFTest { ObjectInspector intOI = PrimitiveObjectInspectorFactory.javaIntObjectInspector; ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-factor 3 -rankinit random")); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-factor 3 -rankinit random")); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; mf.initialize(argOIs); Assert.assertTrue(mf.rankInit == RankInitScheme.random); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 100; for (int iter = 0; iter < num_iters; iter++) { @@ -136,13 +136,13 @@ public class MatrixFactorizationSGDUDTFTest { ObjectInspector intOI = PrimitiveObjectInspectorFactory.javaIntObjectInspector; ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-factor 3 -rankinit gaussian")); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-factor 3 -rankinit gaussian")); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; mf.initialize(argOIs); Assert.assertTrue(mf.rankInit == RankInitScheme.gaussian); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 100; for (int iter = 0; iter < num_iters; iter++) { @@ -174,15 +174,15 @@ public class MatrixFactorizationSGDUDTFTest { ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; int iters = 100; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-factor 3 -iterations " + iters)); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-factor 3 -iterations " + iters)); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; MapredContext mrContext = MapredContextAccessor.create(true, null); mf.configure(mrContext); mf.initialize(argOIs); Assert.assertTrue(mf.rankInit == RankInitScheme.random); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; for (int row = 0; row < rating.length; row++) { for (int col = 0, size = rating[row].length; col < size; col++) { @@ -213,8 +213,8 @@ public class MatrixFactorizationSGDUDTFTest { ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; int iters = 3; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-factor 3 -iterations " + iters)); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-factor 3 -iterations " + iters)); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; MapredContext mrContext = MapredContextAccessor.create(true, null); mf.configure(mrContext); @@ -228,7 +228,7 @@ public class MatrixFactorizationSGDUDTFTest { }); Assert.assertTrue(mf.rankInit == RankInitScheme.random); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 100; @@ -258,8 +258,8 @@ public class MatrixFactorizationSGDUDTFTest { ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; int iters = 10; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-factor 3 -iterations " + iters)); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-factor 3 -iterations " + iters)); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; MapredContext mrContext = MapredContextAccessor.create(true, null); mf.configure(mrContext); @@ -273,7 +273,7 @@ public class MatrixFactorizationSGDUDTFTest { }); Assert.assertTrue(mf.rankInit == RankInitScheme.random); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 500; @@ -306,8 +306,8 @@ public class MatrixFactorizationSGDUDTFTest { ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; int iters = 5; ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, new String( - "-disable_cv -factor 3 -iterations " + iters)); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + new String("-disable_cv -factor 3 -iterations " + iters)); ObjectInspector[] argOIs = new ObjectInspector[] {intOI, intOI, floatOI, param}; MapredContext mrContext = MapredContextAccessor.create(true, null); mf.configure(mrContext); @@ -321,7 +321,7 @@ public class MatrixFactorizationSGDUDTFTest { }); Assert.assertTrue(mf.rankInit == RankInitScheme.random); - float[][] rating = { {5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; + float[][] rating = {{5, 3, 0, 1}, {4, 0, 0, 1}, {1, 1, 0, 5}, {1, 0, 0, 4}, {0, 1, 5, 4}}; Object[] args = new Object[3]; final int num_iters = 500; @@ -347,10 +347,8 @@ public class MatrixFactorizationSGDUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - MatrixFactorizationSGDUDTF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, + TestUtils.testGenericUDTFSerialization(MatrixFactorizationSGDUDTF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaFloatObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/mix/client/MixRequestRouterTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/mix/client/MixRequestRouterTest.java b/core/src/test/java/hivemall/mix/client/MixRequestRouterTest.java index 31301d8..ddc0a58 100644 --- a/core/src/test/java/hivemall/mix/client/MixRequestRouterTest.java +++ b/core/src/test/java/hivemall/mix/client/MixRequestRouterTest.java @@ -27,8 +27,8 @@ public class MixRequestRouterTest { @Test public void test() { - MixRequestRouter router = new MixRequestRouter( - "dm01.hpcc.jp:11212,yahoo.co.jp:11212,google.com"); + MixRequestRouter router = + new MixRequestRouter("dm01.hpcc.jp:11212,yahoo.co.jp:11212,google.com"); NodeInfo[] nodes = router.getAllNodes(); Assert.assertEquals(3, nodes.length); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/optimizer/OptimizerTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/optimizer/OptimizerTest.java b/core/src/test/java/hivemall/optimizer/OptimizerTest.java index f54effd..eeb880d 100644 --- a/core/src/test/java/hivemall/optimizer/OptimizerTest.java +++ b/core/src/test/java/hivemall/optimizer/OptimizerTest.java @@ -74,27 +74,35 @@ public final class OptimizerTest { options.put("optimizer", "AdaDelta"); for (final String regType : regTypes) { options.put("regularization", regType); - Assert.assertTrue(DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.AdaDelta); - Assert.assertTrue(SparseOptimizerFactory.create(8, options) instanceof SparseOptimizerFactory.AdaDelta); + Assert.assertTrue( + DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.AdaDelta); + Assert.assertTrue(SparseOptimizerFactory.create(8, + options) instanceof SparseOptimizerFactory.AdaDelta); } options.put("optimizer", "AdaGrad"); for (final String regType : regTypes) { options.put("regularization", regType); - Assert.assertTrue(DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.AdaGrad); - Assert.assertTrue(SparseOptimizerFactory.create(8, options) instanceof SparseOptimizerFactory.AdaGrad); + Assert.assertTrue( + DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.AdaGrad); + Assert.assertTrue(SparseOptimizerFactory.create(8, + options) instanceof SparseOptimizerFactory.AdaGrad); } options.put("optimizer", "Adam"); for (final String regType : regTypes) { options.put("regularization", regType); - Assert.assertTrue(DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.Adam); - Assert.assertTrue(SparseOptimizerFactory.create(8, options) instanceof SparseOptimizerFactory.Adam); + Assert.assertTrue( + DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.Adam); + Assert.assertTrue( + SparseOptimizerFactory.create(8, options) instanceof SparseOptimizerFactory.Adam); } // We need special handling for `Optimizer#RDA` options.put("optimizer", "AdaGrad"); options.put("regularization", "RDA"); - Assert.assertTrue(DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.AdagradRDA); - Assert.assertTrue(SparseOptimizerFactory.create(8, options) instanceof SparseOptimizerFactory.AdagradRDA); + Assert.assertTrue( + DenseOptimizerFactory.create(8, options) instanceof DenseOptimizerFactory.AdagradRDA); + Assert.assertTrue( + SparseOptimizerFactory.create(8, options) instanceof SparseOptimizerFactory.AdagradRDA); // `SGD`, `AdaDelta`, and `Adam` currently does not support `RDA` for (final String optimizerType : new String[] {"SGD", "AdaDelta", "Adam"}) { http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/recommend/SlimUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/recommend/SlimUDTFTest.java b/core/src/test/java/hivemall/recommend/SlimUDTFTest.java index 0bb57d3..9cdfb9a 100644 --- a/core/src/test/java/hivemall/recommend/SlimUDTFTest.java +++ b/core/src/test/java/hivemall/recommend/SlimUDTFTest.java @@ -50,14 +50,14 @@ public class SlimUDTFTest { ObjectInspector optionArgumentOI = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-l2 0.01 -l1 0.01"); - ObjectInspector[] argOIs = {itemIOI, itemIRatesOI, topKRatesOfIOI, itemJOI, itemJRatesOI, - optionArgumentOI}; + ObjectInspector[] argOIs = + {itemIOI, itemIRatesOI, topKRatesOfIOI, itemJOI, itemJRatesOI, optionArgumentOI}; slim.initialize(argOIs); int numUser = 4; int numItem = 5; - float[][] data = { {1.f, 4.f, 0.f, 0.f, 0.f}, {0.f, 3.f, 0.f, 1.f, 2.f}, + float[][] data = {{1.f, 4.f, 0.f, 0.f, 0.f}, {0.f, 3.f, 0.f, 1.f, 2.f}, {2.f, 2.f, 0.f, 0.f, 3.f}, {0.f, 1.f, 1.f, 0.f, 0.f}}; for (int i = 0; i < numItem; i++) { @@ -102,7 +102,7 @@ public class SlimUDTFTest { int numUser = 4; int numItem = 5; - float[][] data = { {1.f, 4.f, 0.f, 0.f, 0.f}, {0.f, 3.f, 0.f, 1.f, 2.f}, + float[][] data = {{1.f, 4.f, 0.f, 0.f, 0.f}, {0.f, 3.f, 0.f, 1.f, 2.f}, {2.f, 2.f, 0.f, 0.f, 3.f}, {0.f, 1.f, 1.f, 0.f, 0.f}}; Object[][] rows = new Object[numItem * (numItem - 1)][5]; @@ -147,10 +147,8 @@ public class SlimUDTFTest { } } - TestUtils.testGenericUDTFSerialization( - SlimUDTF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaIntObjectInspector, + TestUtils.testGenericUDTFSerialization(SlimUDTF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaIntObjectInspector, ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaFloatObjectInspector), @@ -165,7 +163,8 @@ public class SlimUDTFTest { PrimitiveObjectInspectorFactory.javaFloatObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, - "-l2 0.01 -l1 0.01")}, rows); + "-l2 0.01 -l1 0.01")}, + rows); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/regression/AdaGradUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/regression/AdaGradUDTFTest.java b/core/src/test/java/hivemall/regression/AdaGradUDTFTest.java index f80c579..1735162 100644 --- a/core/src/test/java/hivemall/regression/AdaGradUDTFTest.java +++ b/core/src/test/java/hivemall/regression/AdaGradUDTFTest.java @@ -40,35 +40,38 @@ public class AdaGradUDTFTest { AdaGradUDTF udtf = new AdaGradUDTF(); ObjectInspector labelOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector intOI = PrimitiveObjectInspectorFactory.javaIntObjectInspector; - ListObjectInspector intListOI = ObjectInspectorFactory.getStandardListObjectInspector(intOI); + ListObjectInspector intListOI = + ObjectInspectorFactory.getStandardListObjectInspector(intOI); /* test for INT_TYPE_NAME feature */ - StructObjectInspector intListSOI = udtf.initialize(new ObjectInspector[] {intListOI, - labelOI}); + StructObjectInspector intListSOI = + udtf.initialize(new ObjectInspector[] {intListOI, labelOI}); assertEquals("struct<feature:int,weight:float>", intListSOI.getTypeName()); /* test for STRING_TYPE_NAME feature */ ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); - StructObjectInspector stringListSOI = udtf.initialize(new ObjectInspector[] {stringListOI, - labelOI}); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + StructObjectInspector stringListSOI = + udtf.initialize(new ObjectInspector[] {stringListOI, labelOI}); assertEquals("struct<feature:string,weight:float>", stringListSOI.getTypeName()); /* test for BIGINT_TYPE_NAME feature */ ObjectInspector longOI = PrimitiveObjectInspectorFactory.javaLongObjectInspector; - ListObjectInspector longListOI = ObjectInspectorFactory.getStandardListObjectInspector(longOI); - StructObjectInspector longListSOI = udtf.initialize(new ObjectInspector[] {longListOI, - labelOI}); + ListObjectInspector longListOI = + ObjectInspectorFactory.getStandardListObjectInspector(longOI); + StructObjectInspector longListSOI = + udtf.initialize(new ObjectInspector[] {longListOI, labelOI}); assertEquals("struct<feature:bigint,weight:float>", longListSOI.getTypeName()); } @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - AdaGradUDTF.class, + TestUtils.testGenericUDTFSerialization(AdaGradUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), - PrimitiveObjectInspectorFactory.javaFloatObjectInspector}, new Object[][] {{ - Arrays.asList("1:-2", "2:-1"), 1.f}}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), + PrimitiveObjectInspectorFactory.javaFloatObjectInspector}, + new Object[][] {{Arrays.asList("1:-2", "2:-1"), 1.f}}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/regression/GeneralRegressorUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/regression/GeneralRegressorUDTFTest.java b/core/src/test/java/hivemall/regression/GeneralRegressorUDTFTest.java index da33f5d..2755340 100644 --- a/core/src/test/java/hivemall/regression/GeneralRegressorUDTFTest.java +++ b/core/src/test/java/hivemall/regression/GeneralRegressorUDTFTest.java @@ -56,7 +56,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); ObjectInspector params = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-opt UnsupportedOpt"); @@ -68,7 +69,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); ObjectInspector params = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-loss UnsupportedLoss"); @@ -80,7 +82,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); ObjectInspector params = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-loss HingeLoss"); @@ -92,7 +95,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); ObjectInspector params = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-reg UnsupportedReg"); @@ -107,7 +111,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector intOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); udtf.initialize(new ObjectInspector[] {stringListOI, intOI}); @@ -125,7 +130,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector valueOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; - ListObjectInspector featureListOI = ObjectInspectorFactory.getStandardListObjectInspector(featureOI); + ListObjectInspector featureListOI = + ObjectInspectorFactory.getStandardListObjectInspector(featureOI); udtf.initialize(new ObjectInspector[] {featureListOI, valueOI}); @@ -151,8 +157,8 @@ public class GeneralRegressorUDTFTest { @Test public void testLazyStringFeature() throws Exception { - LazyStringObjectInspector oi = LazyPrimitiveObjectInspectorFactory.getLazyStringObjectInspector( - false, (byte) 0); + LazyStringObjectInspector oi = + LazyPrimitiveObjectInspectorFactory.getLazyStringObjectInspector(false, (byte) 0); List<LazyString> x = Arrays.asList(lazyString("ãã¹ã:-2", oi), lazyString("æ¼¢å:-333.0", oi), lazyString("test:-1")); testFeature(x, oi, LazyString.class, String.class); @@ -248,7 +254,8 @@ public class GeneralRegressorUDTFTest { GeneralRegressorUDTF udtf = new GeneralRegressorUDTF(); ObjectInspector floatOI = PrimitiveObjectInspectorFactory.javaFloatObjectInspector; ObjectInspector stringOI = PrimitiveObjectInspectorFactory.javaStringObjectInspector; - ListObjectInspector stringListOI = ObjectInspectorFactory.getStandardListObjectInspector(stringOI); + ListObjectInspector stringListOI = + ObjectInspectorFactory.getStandardListObjectInspector(stringOI); ObjectInspector params = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, options); @@ -272,8 +279,9 @@ public class GeneralRegressorUDTFTest { double cumLoss = udtf.getCumulativeLoss(); println("Cumulative loss: " + cumLoss); double normalizedLoss = cumLoss / numSamples; - Assert.assertTrue("cumLoss: " + cumLoss + ", normalizedLoss: " + normalizedLoss - + "\noptions: " + options, normalizedLoss < 0.1d); + Assert.assertTrue( + "cumLoss: " + cumLoss + ", normalizedLoss: " + normalizedLoss + "\noptions: " + options, + normalizedLoss < 0.1d); accum = 0.f; for (int i = 0; i < numSamples; i++) { @@ -287,7 +295,8 @@ public class GeneralRegressorUDTFTest { float mae = accum / numSamples; println("Mean absolute error after training: " + mae); Assert.assertTrue("accum: " + accum + ", mae (init):" + maeInit + ", mae:" + mae - + "\noptions: " + options, mae < maeInit); + + "\noptions: " + options, + mae < maeInit); } @Test @@ -304,8 +313,8 @@ public class GeneralRegressorUDTFTest { } for (String loss : lossFunctions) { - String options = "-opt " + opt + " -reg " + reg + " -loss " + loss - + " -iter 512"; + String options = + "-opt " + opt + " -reg " + reg + " -loss " + loss + " -iter 512"; // sparse run(options); @@ -326,10 +335,10 @@ public class GeneralRegressorUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - GeneralRegressorUDTF.class, + TestUtils.testGenericUDTFSerialization(GeneralRegressorUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaFloatObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/sketch/bloom/BloomAndUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/sketch/bloom/BloomAndUDFTest.java b/core/src/test/java/hivemall/sketch/bloom/BloomAndUDFTest.java index 76f32e8..97ad7c6 100644 --- a/core/src/test/java/hivemall/sketch/bloom/BloomAndUDFTest.java +++ b/core/src/test/java/hivemall/sketch/bloom/BloomAndUDFTest.java @@ -50,8 +50,8 @@ public class BloomAndUDFTest { Assert.assertEquals(expected, actual); - DynamicBloomFilter deserialized = BloomFilterUtils.deserialize(actual, - new DynamicBloomFilter()); + DynamicBloomFilter deserialized = + BloomFilterUtils.deserialize(actual, new DynamicBloomFilter()); assertNotContains(bf1, deserialized, 1L, 10000); assertNotContains(bf1, deserialized, 2L, 10000); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/sketch/bloom/BloomOrUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/sketch/bloom/BloomOrUDFTest.java b/core/src/test/java/hivemall/sketch/bloom/BloomOrUDFTest.java index 0179a30..64f95e0 100644 --- a/core/src/test/java/hivemall/sketch/bloom/BloomOrUDFTest.java +++ b/core/src/test/java/hivemall/sketch/bloom/BloomOrUDFTest.java @@ -50,8 +50,8 @@ public class BloomOrUDFTest { Assert.assertEquals(expected, actual); - DynamicBloomFilter deserialized = BloomFilterUtils.deserialize(actual, - new DynamicBloomFilter()); + DynamicBloomFilter deserialized = + BloomFilterUtils.deserialize(actual, new DynamicBloomFilter()); assertEquals(bf1, deserialized, 1L, 10000); assertEquals(bf1, deserialized, 2L, 10000); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/smile/classification/DecisionTreeTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/smile/classification/DecisionTreeTest.java b/core/src/test/java/hivemall/smile/classification/DecisionTreeTest.java index f24dd58..018de82 100644 --- a/core/src/test/java/hivemall/smile/classification/DecisionTreeTest.java +++ b/core/src/test/java/hivemall/smile/classification/DecisionTreeTest.java @@ -112,13 +112,14 @@ public class DecisionTreeTest { @Test public void testGraphvizOutputIris() throws IOException, ParseException, HiveException { - String datasetUrl = "https://gist.githubusercontent.com/myui/143fa9d05bd6e7db0114/raw/500f178316b802f1cade6e3bf8dc814a96e84b1e/iris.arff";; + String datasetUrl = + "https://gist.githubusercontent.com/myui/143fa9d05bd6e7db0114/raw/500f178316b802f1cade6e3bf8dc814a96e84b1e/iris.arff";; int responseIndex = 4; int numLeafs = 4; boolean dense = true; String outputName = "class"; - String[] featureNames = new String[] {"sepallength", "sepalwidth", "petallength", - "petalwidth"}; + String[] featureNames = + new String[] {"sepallength", "sepalwidth", "petallength", "petalwidth"}; String[] classNames = new String[] {"setosa", "versicolor", "virginica"}; debugPrint(graphvizOutput(datasetUrl, responseIndex, numLeafs, dense, featureNames, @@ -133,7 +134,8 @@ public class DecisionTreeTest { @Test public void testGraphvizOutputWeather() throws IOException, ParseException, HiveException { - String datasetUrl = "https://gist.githubusercontent.com/myui/2c9df50db3de93a71b92/raw/3f6b4ecfd4045008059e1a2d1c4064fb8a3d372a/weather.nominal.arff";; + String datasetUrl = + "https://gist.githubusercontent.com/myui/2c9df50db3de93a71b92/raw/3f6b4ecfd4045008059e1a2d1c4064fb8a3d372a/weather.nominal.arff";; int responseIndex = 4; int numLeafs = 3; boolean dense = true; http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/smile/classification/RandomForestClassifierUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/smile/classification/RandomForestClassifierUDTFTest.java b/core/src/test/java/hivemall/smile/classification/RandomForestClassifierUDTFTest.java index 903822b..0793ae6 100644 --- a/core/src/test/java/hivemall/smile/classification/RandomForestClassifierUDTFTest.java +++ b/core/src/test/java/hivemall/smile/classification/RandomForestClassifierUDTFTest.java @@ -71,7 +71,8 @@ public class RandomForestClassifierUDTFTest { ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-trees 49"); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, param}); final List<Double> xi = new ArrayList<Double>(x[0].length); @@ -114,7 +115,8 @@ public class RandomForestClassifierUDTFTest { ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-trees 49"); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, param}); final List<String> xi = new ArrayList<String>(x[0].length); @@ -142,7 +144,8 @@ public class RandomForestClassifierUDTFTest { @Test public void testIrisSparseDenseEquals() throws IOException, ParseException, HiveException { - String urlString = "https://gist.githubusercontent.com/myui/143fa9d05bd6e7db0114/raw/500f178316b802f1cade6e3bf8dc814a96e84b1e/iris.arff";; + String urlString = + "https://gist.githubusercontent.com/myui/143fa9d05bd6e7db0114/raw/500f178316b802f1cade6e3bf8dc814a96e84b1e/iris.arff";; DecisionTree.Node denseNode = getDecisionTreeFromDenseInput(urlString); DecisionTree.Node sparseNode = getDecisionTreeFromSparseInput(urlString); @@ -182,7 +185,8 @@ public class RandomForestClassifierUDTFTest { ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-trees 1 -seed 71"); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, param}); final List<Double> xi = new ArrayList<Double>(x[0].length); @@ -230,7 +234,8 @@ public class RandomForestClassifierUDTFTest { ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-trees 1 -seed 71"); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, param}); final List<String> xi = new ArrayList<String>(x[0].length); @@ -270,7 +275,8 @@ public class RandomForestClassifierUDTFTest { PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-stratified_sampling -seed 71 -trees " + numTrees); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, param}); @@ -316,10 +322,11 @@ public class RandomForestClassifierUDTFTest { final int numTrees = 10; RandomForestClassifierUDTF udtf = new RandomForestClassifierUDTF(); ObjectInspector param = ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-seed 71 -trees " - + numTrees); + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + "-seed 71 -trees " + numTrees); udtf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, param}); BufferedReader news20 = readFile("news20-small.binary.gz"); @@ -386,10 +393,10 @@ public class RandomForestClassifierUDTFTest { rows[i][1] = y[i]; } - TestUtils.testGenericUDTFSerialization( - RandomForestClassifierUDTF.class, + TestUtils.testGenericUDTFSerialization(RandomForestClassifierUDTF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaStringObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector), PrimitiveObjectInspectorFactory.javaIntObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, "-trees 49")}, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/smile/regression/RegressionTreeTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/smile/regression/RegressionTreeTest.java b/core/src/test/java/hivemall/smile/regression/RegressionTreeTest.java index ae45d5f..a4a7f05 100644 --- a/core/src/test/java/hivemall/smile/regression/RegressionTreeTest.java +++ b/core/src/test/java/hivemall/smile/regression/RegressionTreeTest.java @@ -48,7 +48,7 @@ public class RegressionTreeTest { @Test public void testPredictDense() { - double[][] longley = { {234.289, 235.6, 159.0, 107.608, 1947, 60.323}, + double[][] longley = {{234.289, 235.6, 159.0, 107.608, 1947, 60.323}, {259.426, 232.5, 145.6, 108.632, 1948, 61.122}, {258.054, 368.2, 161.6, 109.773, 1949, 60.171}, {284.599, 335.1, 165.0, 110.929, 1950, 61.187}, @@ -91,7 +91,7 @@ public class RegressionTreeTest { @Test public void testPredictSparse() { - double[][] longley = { {234.289, 235.6, 159.0, 107.608, 1947, 60.323}, + double[][] longley = {{234.289, 235.6, 159.0, 107.608, 1947, 60.323}, {259.426, 232.5, 145.6, 108.632, 1948, 61.122}, {258.054, 368.2, 161.6, 109.773, 1949, 60.171}, {284.599, 335.1, 165.0, 110.929, 1950, 61.187}, @@ -121,8 +121,8 @@ public class RegressionTreeTest { double[][] trainx = Math.slice(longley, loocv.train[i]); double[] trainy = Math.slice(y, loocv.train[i]); int maxLeafs = 10; - RegressionTree tree = new RegressionTree(attrs, matrix(trainx, false), trainy, - maxLeafs, RandomNumberGeneratorFactory.createPRNG(i)); + RegressionTree tree = new RegressionTree(attrs, matrix(trainx, false), trainy, maxLeafs, + RandomNumberGeneratorFactory.createPRNG(i)); double r = y[loocv.test[i]] - tree.predict(longley[loocv.test[i]]); rss += r * r; @@ -134,7 +134,7 @@ public class RegressionTreeTest { @Test public void testSerPredict() throws HiveException { - double[][] longley = { {234.289, 235.6, 159.0, 107.608, 1947, 60.323}, + double[][] longley = {{234.289, 235.6, 159.0, 107.608, 1947, 60.323}, {259.426, 232.5, 145.6, 108.632, 1948, 61.122}, {258.054, 368.2, 161.6, 109.773, 1949, 60.171}, {284.599, 335.1, 165.0, 110.929, 1950, 61.187}, @@ -180,7 +180,7 @@ public class RegressionTreeTest { int maxLeafs = 10; String outputName = "predicted"; - double[][] x = { {234.289, 235.6, 159.0, 107.608, 1947, 60.323}, + double[][] x = {{234.289, 235.6, 159.0, 107.608, 1947, 60.323}, {259.426, 232.5, 145.6, 108.632, 1948, 61.122}, {258.054, 368.2, 161.6, 109.773, 1949, 60.171}, {284.599, 335.1, 165.0, 110.929, 1950, 61.187}, @@ -204,8 +204,8 @@ public class RegressionTreeTest { } private static String graphvizOutput(double[][] x, double[] y, int maxLeafs, boolean dense, - String[] featureNames, String outputName) throws IOException, HiveException, - ParseException { + String[] featureNames, String outputName) + throws IOException, HiveException, ParseException { Attribute[] attrs = new Attribute[x[0].length]; Arrays.fill(attrs, new NumericAttribute()); RegressionTree tree = new RegressionTree(attrs, matrix(x, dense), y, maxLeafs); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/smile/tools/TreePredictUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/smile/tools/TreePredictUDFTest.java b/core/src/test/java/hivemall/smile/tools/TreePredictUDFTest.java index 1c21e0d..c98b087 100644 --- a/core/src/test/java/hivemall/smile/tools/TreePredictUDFTest.java +++ b/core/src/test/java/hivemall/smile/tools/TreePredictUDFTest.java @@ -78,9 +78,10 @@ public class TreePredictUDFTest { int[] trainy = Math.slice(y, loocv.train[i]); Attribute[] attrs = SmileExtUtils.convertAttributeTypes(iris.attributes()); - DecisionTree tree = new DecisionTree(attrs, new RowMajorDenseMatrix2d(trainx, - x[0].length), trainy, 4); - Assert.assertEquals(tree.predict(x[loocv.test[i]]), evalPredict(tree, x[loocv.test[i]])); + DecisionTree tree = new DecisionTree(attrs, + new RowMajorDenseMatrix2d(trainx, x[0].length), trainy, 4); + Assert.assertEquals(tree.predict(x[loocv.test[i]]), + evalPredict(tree, x[loocv.test[i]])); } } @@ -106,8 +107,8 @@ public class TreePredictUDFTest { double[][] testx = Math.slice(datax, cv.test[i]); Attribute[] attrs = SmileExtUtils.convertAttributeTypes(data.attributes()); - RegressionTree tree = new RegressionTree(attrs, new RowMajorDenseMatrix2d(trainx, - trainx[0].length), trainy, 20); + RegressionTree tree = new RegressionTree(attrs, + new RowMajorDenseMatrix2d(trainx, trainx[0].length), trainy, 20); for (int j = 0; j < testx.length; j++) { Assert.assertEquals(tree.predict(testx[j]), evalPredict(tree, testx[j]), 1.0); @@ -146,8 +147,8 @@ public class TreePredictUDFTest { } Attribute[] attrs = SmileExtUtils.convertAttributeTypes(data.attributes()); - RegressionTree tree = new RegressionTree(attrs, new RowMajorDenseMatrix2d(trainx, - trainx[0].length), trainy, 20); + RegressionTree tree = new RegressionTree(attrs, + new RowMajorDenseMatrix2d(trainx, trainx[0].length), trainy, 20); debugPrint(String.format("RMSE = %.4f\n", rmse(tree, testx, testy))); for (int i = m; i < n; i++) { @@ -164,18 +165,20 @@ public class TreePredictUDFTest { return new RMSE().measure(y, predictions); } - private static int evalPredict(DecisionTree tree, double[] x) throws HiveException, IOException { + private static int evalPredict(DecisionTree tree, double[] x) + throws HiveException, IOException { byte[] b = tree.serialize(true); byte[] encoded = Base91.encode(b); Text model = new Text(encoded); TreePredictUDF udf = new TreePredictUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.writableStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true)}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.writableStringObjectInspector, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true)}); DeferredObject[] arguments = new DeferredObject[] {new DeferredJavaObject("model_id#1"), new DeferredJavaObject(model), new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(true)}; @@ -185,19 +188,20 @@ public class TreePredictUDFTest { return ((IntWritable) result[0]).get(); } - private static double evalPredict(RegressionTree tree, double[] x) throws HiveException, - IOException { + private static double evalPredict(RegressionTree tree, double[] x) + throws HiveException, IOException { byte[] b = tree.serialize(true); byte[] encoded = Base91.encode(b); Text model = new Text(encoded); TreePredictUDF udf = new TreePredictUDF(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.writableStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.writableStringObjectInspector, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}); DeferredObject[] arguments = new DeferredObject[] {new DeferredJavaObject("model_id#1"), new DeferredJavaObject(model), new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(false)}; @@ -238,19 +242,18 @@ public class TreePredictUDFTest { } Attribute[] attrs = SmileExtUtils.convertAttributeTypes(data.attributes()); - RegressionTree tree = new RegressionTree(attrs, new RowMajorDenseMatrix2d(trainx, - trainx[0].length), trainy, 20); + RegressionTree tree = new RegressionTree(attrs, + new RowMajorDenseMatrix2d(trainx, trainx[0].length), trainy, 20); byte[] b = tree.serialize(true); byte[] encoded = Base91.encode(b); Text model = new Text(encoded); - TestUtils.testGenericUDFSerialization( - TreePredictUDF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, + TestUtils.testGenericUDFSerialization(TreePredictUDF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.writableStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}, new Object[] {"model_id#1", model, ArrayUtils.toList(testx[0])}); http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/smile/tools/TreePredictUDFv1Test.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/smile/tools/TreePredictUDFv1Test.java b/core/src/test/java/hivemall/smile/tools/TreePredictUDFv1Test.java index 779eb73..68edf33 100644 --- a/core/src/test/java/hivemall/smile/tools/TreePredictUDFv1Test.java +++ b/core/src/test/java/hivemall/smile/tools/TreePredictUDFv1Test.java @@ -70,8 +70,8 @@ public class TreePredictUDFv1Test { byte[] serialized = IOUtils.toByteArray(gis); byte[] b = Base91.decode(serialized); - DtNodeV1 deserialized = JavaSerializationEvaluator.deserializeDecisionTree(b, b.length, - true); + DtNodeV1 deserialized = + JavaSerializationEvaluator.deserializeDecisionTree(b, b.length, true); Assert.assertNotNull(deserialized); } @@ -98,8 +98,8 @@ public class TreePredictUDFv1Test { int[] trainy = Math.slice(y, loocv.train[i]); Attribute[] attrs = SmileExtUtils.convertAttributeTypes(iris.attributes()); - DecisionTree tree = new DecisionTree(attrs, new RowMajorDenseMatrix2d(trainx, - x[0].length), trainy, 4); + DecisionTree tree = new DecisionTree(attrs, + new RowMajorDenseMatrix2d(trainx, x[0].length), trainy, 4); assertEquals(tree.predict(x[loocv.test[i]]), evalPredict(tree, x[loocv.test[i]])); } } @@ -126,8 +126,8 @@ public class TreePredictUDFv1Test { double[][] testx = Math.slice(datax, cv.test[i]); Attribute[] attrs = SmileExtUtils.convertAttributeTypes(data.attributes()); - RegressionTree tree = new RegressionTree(attrs, new RowMajorDenseMatrix2d(trainx, - trainx[0].length), trainy, 20); + RegressionTree tree = new RegressionTree(attrs, + new RowMajorDenseMatrix2d(trainx, trainx[0].length), trainy, 20); for (int j = 0; j < testx.length; j++) { assertEquals(tree.predict(testx[j]), evalPredict(tree, testx[j]), 1.0); @@ -166,8 +166,8 @@ public class TreePredictUDFv1Test { } Attribute[] attrs = SmileExtUtils.convertAttributeTypes(data.attributes()); - RegressionTree tree = new RegressionTree(attrs, new RowMajorDenseMatrix2d(trainx, - trainx[0].length), trainy, 20); + RegressionTree tree = new RegressionTree(attrs, + new RowMajorDenseMatrix2d(trainx, trainx[0].length), trainy, 20); debugPrint(String.format("RMSE = %.4f\n", rmse(tree, testx, testy))); for (int i = m; i < n; i++) { @@ -184,45 +184,46 @@ public class TreePredictUDFv1Test { return new RMSE().measure(y, predictions); } - private static int evalPredict(DecisionTree tree, double[] x) throws HiveException, IOException { + private static int evalPredict(DecisionTree tree, double[] x) + throws HiveException, IOException { String opScript = tree.predictOpCodegen(StackMachine.SEP); debugPrint(opScript); TreePredictUDFv1 udf = new TreePredictUDFv1(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true)}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector, + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true)}); DeferredObject[] arguments = new DeferredObject[] {new DeferredJavaObject("model_id#1"), - new DeferredJavaObject(ModelType.opscode.getId()), - new DeferredJavaObject(opScript), new DeferredJavaObject(ArrayUtils.toList(x)), - new DeferredJavaObject(true)}; + new DeferredJavaObject(ModelType.opscode.getId()), new DeferredJavaObject(opScript), + new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(true)}; IntWritable result = (IntWritable) udf.evaluate(arguments); udf.close(); return result.get(); } - private static double evalPredict(RegressionTree tree, double[] x) throws HiveException, - IOException { + private static double evalPredict(RegressionTree tree, double[] x) + throws HiveException, IOException { String opScript = tree.predictOpCodegen(StackMachine.SEP); debugPrint(opScript); TreePredictUDFv1 udf = new TreePredictUDFv1(); - udf.initialize(new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - PrimitiveObjectInspectorFactory.javaIntObjectInspector, - PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}); + udf.initialize( + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, + PrimitiveObjectInspectorFactory.javaIntObjectInspector, + PrimitiveObjectInspectorFactory.javaStringObjectInspector, + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}); DeferredObject[] arguments = new DeferredObject[] {new DeferredJavaObject("model_id#1"), - new DeferredJavaObject(ModelType.opscode.getId()), - new DeferredJavaObject(opScript), new DeferredJavaObject(ArrayUtils.toList(x)), - new DeferredJavaObject(false)}; + new DeferredJavaObject(ModelType.opscode.getId()), new DeferredJavaObject(opScript), + new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(false)}; DoubleWritable result = (DoubleWritable) udf.evaluate(arguments); udf.close(); @@ -260,17 +261,16 @@ public class TreePredictUDFv1Test { } Attribute[] attrs = SmileExtUtils.convertAttributeTypes(data.attributes()); - RegressionTree tree = new RegressionTree(attrs, new RowMajorDenseMatrix2d(trainx, - trainx[0].length), trainy, 20); + RegressionTree tree = new RegressionTree(attrs, + new RowMajorDenseMatrix2d(trainx, trainx[0].length), trainy, 20); String opScript = tree.predictOpCodegen(StackMachine.SEP); - TestUtils.testGenericUDFSerialization( - TreePredictUDFv1.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaStringObjectInspector, + TestUtils.testGenericUDFSerialization(TreePredictUDFv1.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.javaIntObjectInspector, PrimitiveObjectInspectorFactory.javaStringObjectInspector, - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, false)}, new Object[] {"model_id#1", ModelType.opscode.getId(), opScript, http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/statistics/MovingAverageUDTFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/statistics/MovingAverageUDTFTest.java b/core/src/test/java/hivemall/statistics/MovingAverageUDTFTest.java index 4439bf5..e755e26 100644 --- a/core/src/test/java/hivemall/statistics/MovingAverageUDTFTest.java +++ b/core/src/test/java/hivemall/statistics/MovingAverageUDTFTest.java @@ -68,13 +68,11 @@ public class MovingAverageUDTFTest { @Test public void testSerialization() throws HiveException { - TestUtils.testGenericUDTFSerialization( - MovingAverageUDTF.class, - new ObjectInspector[] { - PrimitiveObjectInspectorFactory.javaFloatObjectInspector, + TestUtils.testGenericUDTFSerialization(MovingAverageUDTF.class, + new ObjectInspector[] {PrimitiveObjectInspectorFactory.javaFloatObjectInspector, ObjectInspectorUtils.getConstantObjectInspector( PrimitiveObjectInspectorFactory.javaIntObjectInspector, 3)}, - new Object[][] { {1.f}, {2.f}, {3.f}, {4.f}, {5.f}}); + new Object[][] {{1.f}, {2.f}, {3.f}, {4.f}, {5.f}}); } } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/TryCastUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/TryCastUDFTest.java b/core/src/test/java/hivemall/tools/TryCastUDFTest.java index 09235b2..ddd79e8 100644 --- a/core/src/test/java/hivemall/tools/TryCastUDFTest.java +++ b/core/src/test/java/hivemall/tools/TryCastUDFTest.java @@ -44,7 +44,8 @@ public class TryCastUDFTest { TryCastUDF udf = new TryCastUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), PrimitiveObjectInspectorFactory.getPrimitiveWritableConstantObjectInspector( TypeInfoFactory.stringTypeInfo, new Text("array<string>"))}); @@ -60,12 +61,11 @@ public class TryCastUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - TryCastUDF.class, - new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - ObjectInspectorUtils.getConstantObjectInspector( - PrimitiveObjectInspectorFactory.javaStringObjectInspector, "array<string>")}, + TestUtils.testGenericUDFSerialization(TryCastUDF.class, new ObjectInspector[] { + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorUtils.getConstantObjectInspector( + PrimitiveObjectInspectorFactory.javaStringObjectInspector, "array<string>")}, new Object[] {Arrays.asList(1.d, 2.d, 3.d)}); } http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4036695/core/src/test/java/hivemall/tools/array/ArrayAppendUDFTest.java ---------------------------------------------------------------------- diff --git a/core/src/test/java/hivemall/tools/array/ArrayAppendUDFTest.java b/core/src/test/java/hivemall/tools/array/ArrayAppendUDFTest.java index 74ae2d5..b376abe 100644 --- a/core/src/test/java/hivemall/tools/array/ArrayAppendUDFTest.java +++ b/core/src/test/java/hivemall/tools/array/ArrayAppendUDFTest.java @@ -42,12 +42,14 @@ public class ArrayAppendUDFTest { ArrayAppendUDF udf = new ArrayAppendUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {0, 1, - 2})), new GenericUDF.DeferredJavaObject(new Double(3))}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {0, 1, 2})), + new GenericUDF.DeferredJavaObject(new Double(3))}; List<Object> result = udf.evaluate(args); @@ -64,12 +66,14 @@ public class ArrayAppendUDFTest { ArrayAppendUDF udf = new ArrayAppendUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.writableDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}); DeferredObject[] args = new DeferredObject[] { - new GenericUDF.DeferredJavaObject(WritableUtils.toWritableList(new double[] {0, 1, - 2})), new GenericUDF.DeferredJavaObject(null)}; + new GenericUDF.DeferredJavaObject( + WritableUtils.toWritableList(new double[] {0, 1, 2})), + new GenericUDF.DeferredJavaObject(null)}; List<Object> result = udf.evaluate(args); @@ -87,7 +91,8 @@ public class ArrayAppendUDFTest { ArrayAppendUDF udf = new ArrayAppendUDF(); udf.initialize(new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}); DeferredObject[] args = new DeferredObject[] {new GenericUDF.DeferredJavaObject(null), @@ -102,12 +107,12 @@ public class ArrayAppendUDFTest { @Test public void testSerialization() throws HiveException, IOException { - TestUtils.testGenericUDFSerialization( - ArrayAppendUDF.class, + TestUtils.testGenericUDFSerialization(ArrayAppendUDF.class, new ObjectInspector[] { - ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), - PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}, new Object[] { - Arrays.asList(0.d, 1.d, 2.d), 3.d}); + ObjectInspectorFactory.getStandardListObjectInspector( + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector), + PrimitiveObjectInspectorFactory.javaDoubleObjectInspector}, + new Object[] {Arrays.asList(0.d, 1.d, 2.d), 3.d}); } }
