svn commit: r1731197 - /labs/yay/trunk/core/src/main/java/org/apache/yay/SkipGramNetwork.java

[tommaso]

Author: tommaso
Date: Fri Feb 19 08:18:42 2016
New Revision: 1731197

URL: http://svn.apache.org/viewvc?rev=1731197&view=rev
Log:
avoiding some matrix transpose calls

Modified:
    labs/yay/trunk/core/src/main/java/org/apache/yay/SkipGramNetwork.java

Modified: labs/yay/trunk/core/src/main/java/org/apache/yay/SkipGramNetwork.java
URL: 
http://svn.apache.org/viewvc/labs/yay/trunk/core/src/main/java/org/apache/yay/SkipGramNetwork.java?rev=1731197&r1=1731196&r2=1731197&view=diff
==============================================================================
--- labs/yay/trunk/core/src/main/java/org/apache/yay/SkipGramNetwork.java 
(original)
+++ labs/yay/trunk/core/src/main/java/org/apache/yay/SkipGramNetwork.java Fri 
Feb 19 08:18:42 2016
@@ -158,8 +158,11 @@ public class SkipGramNetwork {
         i++;
       }
 
-      RealMatrix hidden = 
rectifierFunction.applyMatrix(x.multiply(weights[0].transpose()));
-      RealMatrix scores = hidden.multiply(weights[1].transpose());
+      RealMatrix w0t = weights[0].transpose();
+      final RealMatrix w1t = weights[1].transpose();
+
+      RealMatrix hidden = rectifierFunction.applyMatrix(x.multiply(w0t));
+      RealMatrix scores = hidden.multiply(w1t);
 
       RealMatrix probs = softmaxActivationFunction.applyMatrix(scores);
 
@@ -265,7 +268,7 @@ public class SkipGramNetwork {
         @Override
         public double visit(int row, int column, double value) {
           if (column != 0) {
-            return value + 0.03 * weights[1].transpose().getEntry(row, column);
+            return value + 0.3 * w1t.getEntry(row, column);
           } else {
             return value;
           }
@@ -289,7 +292,7 @@ public class SkipGramNetwork {
         @Override
         public double visit(int row, int column, double value) {
           if (column != 0) {
-            return value + 0.03 * weights[0].transpose().getEntry(row, column);
+            return value + 0.03 * w0t.getEntry(row, column);
           } else {
             return value;
           }
@@ -368,7 +371,7 @@ public class SkipGramNetwork {
     // user controlled parameters
     protected Path path;
     protected int maxIterations;
-    protected double alpha = 0.001d;
+    protected double alpha = 0.003d;
     protected double threshold = 0.004d;
     protected int vectorSize;
     protected int window;



---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@labs.apache.org
For additional commands, e-mail: commits-h...@labs.apache.org