Author: buildbot
Date: Mon Sep 28 06:40:56 2015
New Revision: 967060
Log:
Staging update by buildbot for singa
Modified:
websites/staging/singa/trunk/content/ (props changed)
websites/staging/singa/trunk/content/community.html
websites/staging/singa/trunk/content/community/issue-tracking.html
websites/staging/singa/trunk/content/community/mail-lists.html
websites/staging/singa/trunk/content/community/source-repository.html
websites/staging/singa/trunk/content/community/team-list.html
websites/staging/singa/trunk/content/develop/contribute-code.html
websites/staging/singa/trunk/content/develop/contribute-docs.html
websites/staging/singa/trunk/content/develop/how-contribute.html
websites/staging/singa/trunk/content/develop/schedule.html
websites/staging/singa/trunk/content/docs.html
websites/staging/singa/trunk/content/docs/architecture.html
websites/staging/singa/trunk/content/docs/checkpoint.html
websites/staging/singa/trunk/content/docs/cnn.html
websites/staging/singa/trunk/content/docs/code-structure.html
websites/staging/singa/trunk/content/docs/communication.html
websites/staging/singa/trunk/content/docs/data.html
websites/staging/singa/trunk/content/docs/debug.html
websites/staging/singa/trunk/content/docs/distributed-training.html
websites/staging/singa/trunk/content/docs/examples.html
websites/staging/singa/trunk/content/docs/frameworks.html
websites/staging/singa/trunk/content/docs/installation.html
websites/staging/singa/trunk/content/docs/layer.html
websites/staging/singa/trunk/content/docs/lmdb.html
websites/staging/singa/trunk/content/docs/mlp.html
websites/staging/singa/trunk/content/docs/model-config.html
websites/staging/singa/trunk/content/docs/neural-net.html
websites/staging/singa/trunk/content/docs/neuralnet-partition.html
websites/staging/singa/trunk/content/docs/overview.html
websites/staging/singa/trunk/content/docs/param.html
websites/staging/singa/trunk/content/docs/programmer-guide.html
websites/staging/singa/trunk/content/docs/programming-guide.html
websites/staging/singa/trunk/content/docs/quick-start.html
websites/staging/singa/trunk/content/docs/rbm.html
websites/staging/singa/trunk/content/docs/rnn.html
websites/staging/singa/trunk/content/docs/train-one-batch.html
websites/staging/singa/trunk/content/docs/updater.html
websites/staging/singa/trunk/content/index.html
Propchange: websites/staging/singa/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Mon Sep 28 06:40:56 2015
@@ -1 +1 @@
-1705434
+1705605
Modified: websites/staging/singa/trunk/content/community.html
==============================================================================
--- websites/staging/singa/trunk/content/community.html (original)
+++ websites/staging/singa/trunk/content/community.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Community</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/issue-tracking.html
==============================================================================
--- websites/staging/singa/trunk/content/community/issue-tracking.html
(original)
+++ websites/staging/singa/trunk/content/community/issue-tracking.html Mon Sep
28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Issue Tracking</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/mail-lists.html
==============================================================================
--- websites/staging/singa/trunk/content/community/mail-lists.html (original)
+++ websites/staging/singa/trunk/content/community/mail-lists.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Project Mailing Lists</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/source-repository.html
==============================================================================
--- websites/staging/singa/trunk/content/community/source-repository.html
(original)
+++ websites/staging/singa/trunk/content/community/source-repository.html Mon
Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Source Repository</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/team-list.html
==============================================================================
--- websites/staging/singa/trunk/content/community/team-list.html (original)
+++ websites/staging/singa/trunk/content/community/team-list.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – The SINGA Team</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-code.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-code.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-code.html Mon Sep
28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Code</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-docs.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-docs.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-docs.html Mon Sep
28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/how-contribute.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/how-contribute.html (original)
+++ websites/staging/singa/trunk/content/develop/how-contribute.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute to SINGA</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/schedule.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/schedule.html (original)
+++ websites/staging/singa/trunk/content/develop/schedule.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Development Schedule</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -508,7 +508,7 @@
<tr class="b">
-<td>0.1 September </td>
+<td>0.1 Sep. </td>
<td>Neural Network </td>
@@ -629,11 +629,11 @@
<tr class="a">
-<td>0.2 October </td>
+<td>0.2 Nov. </td>
<td>Neural Network </td>
-<td colspan="2">2.1. Feed forward neural network, including auto-encoders,
hinge loss layers, HDFS data layers</td>
+<td colspan="2">2.1. Feed forward neural network, including VGG model, CSV
input layer, HDFS output layer, etc.</td>
</tr>
<tr class="b">
@@ -642,7 +642,7 @@
<td> </td>
-<td>2.2. RBM-like model, including DBM </td>
+<td>2.2. Recurrent neural network, including GRU and LSTM</td>
<td> </td>
</tr>
@@ -653,72 +653,34 @@
<td> </td>
-<td>2.3. Recurrent neural network, including LSTM</td>
-
-<td> </td>
- </tr>
-
-<tr class="b">
-
-<td> </td>
-
-<td> </td>
-
-<td colspan="2">2.4. Model partition </td>
- </tr>
-
-<tr class="a">
-
-<td> </td>
-
-<td>Communication </td>
-
-<td colspan="2">2.5. MPI</td>
+<td colspan="2">2.3. Model partition and hybrid partition</td>
</tr>
<tr class="b">
<td> </td>
-<td>GPU </td>
+<td>Configuration </td>
-<td colspan="2">2.6. Single GPU </td>
+<td colspan="2">2.4. Configuration helpers for popular models, e.g., CNN, MLP,
Auto-encoders</td>
</tr>
<tr class="a">
<td> </td>
-<td> </td>
+<td>Tools </td>
-<td colspan="2">2.7. Multiple GPUs on single node</td>
+<td colspan="2">2.5. Integration with Mesos for resource management</td>
</tr>
<tr class="b">
<td> </td>
-<td>Resource Management </td>
-
-<td colspan="2">1.9. Integration with Mesos </td>
- </tr>
-
-<tr class="a">
-
<td> </td>
-<td>Architecture </td>
-
-<td>2.8. Update to support GPUs</td>
- </tr>
-
-<tr class="b">
-
-<td> </td>
-
-<td>Fault Tolerance</td>
-
-<td colspan="2">2.9. Node failure detection and recovery</td>
+<td colspan="2">2.6. Prepare Docker images for deployment</td>
</tr>
<tr class="a">
@@ -727,16 +689,16 @@
<td>Binding </td>
-<td colspan="2">2.9. Python binding </td>
+<td colspan="2">2.7. Python binding for major components </td>
</tr>
<tr class="b">
<td> </td>
-<td>User Interface </td>
+<td>GPU </td>
-<td colspan="2">2.10. Web front-end for job submission and performance
visualization</td>
+<td colspan="2">2.8. Single node with multiple GPUs </td>
</tr>
</tbody>
</table>
Modified: websites/staging/singa/trunk/content/docs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs.html (original)
+++ websites/staging/singa/trunk/content/docs.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Documentation</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/architecture.html (original)
+++ websites/staging/singa/trunk/content/docs/architecture.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – SINGA Architecture</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/checkpoint.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/checkpoint.html (original)
+++ websites/staging/singa/trunk/content/docs/checkpoint.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CheckPoint</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -518,7 +518,7 @@ checkpoint_after: 100
checkpoint_frequency: 300
...
</pre></div></div>
-<p>Checkpointing files are located at
<i>WORKSPACE/checkpoint/stepSTEP-workerWORKERID.bin</i>. <i>WORKSPACE</i> is
configured in</p>
+<p>Checkpointing files are located at
<i>WORKSPACE/checkpoint/stepSTEP-workerWORKERID</i>. <i>WORKSPACE</i> is
configured in</p>
<div class="source">
<div class="source"><pre class="prettyprint">cluster {
@@ -528,8 +528,8 @@ checkpoint_frequency: 300
<p>For the above configuration, after training for 700 steps, there would be
two checkpointing files,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">step400-worker0.bin
-step700-worker0.bin
+<div class="source"><pre class="prettyprint">step400-worker0
+step700-worker0
</pre></div></div></div>
<div class="section">
<h2><a name="Application_-_resuming_training"></a>Application - resuming
training</h2>
@@ -545,15 +545,15 @@ step700-worker0.bin
<div class="source">
<div class="source"><pre class="prettyprint"># job.conf
-checkpoint : "WORKSPACE/checkpoint/step400-worker0.bin"
+checkpoint : "WORKSPACE/checkpoint/step400-worker0"
...
</pre></div></div>
<p>If there are multiple checkpointing files for the same snapshot due to
model partitioning, all the checkpointing files should be added,</p>
<div class="source">
<div class="source"><pre class="prettyprint"># job.conf
-checkpoint : "WORKSPACE/checkpoint/step400-worker0.bin"
-checkpoint : "WORKSPACE/checkpoint/step400-worker1.bin"
+checkpoint : "WORKSPACE/checkpoint/step400-worker0"
+checkpoint : "WORKSPACE/checkpoint/step400-worker1"
...
</pre></div></div>
<p>The training command is the same as starting a new job,</p>
Modified: websites/staging/singa/trunk/content/docs/cnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/cnn.html (original)
+++ websites/staging/singa/trunk/content/docs/cnn.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CNN Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/code-structure.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/code-structure.html (original)
+++ websites/staging/singa/trunk/content/docs/code-structure.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Code Structure</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/communication.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/communication.html (original)
+++ websites/staging/singa/trunk/content/docs/communication.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Communication</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/data.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/data.html (original)
+++ websites/staging/singa/trunk/content/docs/data.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Data Preparation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/debug.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/debug.html (original)
+++ websites/staging/singa/trunk/content/docs/debug.html Mon Sep 28 06:40:56
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Debug</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -505,7 +505,7 @@ make
<div class="source"><pre class="prettyprint"># do this for only once
./bin/zk-service.sh start
# do this every time
-gdb ./bin/singa
+gdb .libs/singa
</pre></div></div>
<p>Then set the command line arguments</p>
Modified: websites/staging/singa/trunk/content/docs/distributed-training.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/distributed-training.html
(original)
+++ websites/staging/singa/trunk/content/docs/distributed-training.html Mon Sep
28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/examples.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/examples.html (original)
+++ websites/staging/singa/trunk/content/docs/examples.html Mon Sep 28 06:40:56
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Example Models</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/frameworks.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/frameworks.html (original)
+++ websites/staging/singa/trunk/content/docs/frameworks.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training Framework</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/installation.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/installation.html (original)
+++ websites/staging/singa/trunk/content/docs/installation.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Installation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -521,7 +521,20 @@
<li>lmdb version 0.9.10</li>
</ul>
-<p>SINGA comes with a script for installing the above libraries (see
below).</p></div>
+<p>You can install all dependencies into $PREFIX folder by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./thirdparty/install.sh all
$PREFIX
+</pre></div></div>
+<p>If $PREFIX is not a system path (e.g., /usr/local/), please export the
following variables to continue the building instructions,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">export
LD_LIBRARY_PATH=$PREFIX/lib:$LD_LIBRARY_PATH
+export CPLUS_INCLUDE_PATH=$PREFIX/include:$CPLUS_INCLUDE_PATH
+export LIBRARY_PATH=$PREFIX/lib:$LIBRARY_PATH
+export PATH=$PREFIX/bin:$PATH
+</pre></div></div>
+<p>More details on using this script is given below.</p></div>
<div class="section">
<h2><a name="Building_SINGA_from_source"></a>Building SINGA from source</h2>
<p>SINGA is built using GNU autotools. GCC (version >= 4.8) is required.
There are two ways to build SINGA,</p>
@@ -558,23 +571,25 @@ $ make
<div class="source"><pre class="prettyprint">$ ./configure --enable-lmdb
</pre></div></div></li>
</ul>
-<p>The SINGA test is not included by default settings. If you want to run the
test, please compile with <tt>--enable-test</tt>. You can run:</p>
+<!-- -
+Zhongle: please update the code to use the follow command
-<div class="source">
-<div class="source"><pre class="prettyprint">$ ./configure --enable-test
-$ make
-</pre></div></div>
-<p>After compilation, you will find the binary file singatest. Just run it!
More details about configure script can be found by running:</p>
+ $ make test
-<div class="source">
-<div class="source"><pre class="prettyprint"> $ ./configure --help
-</pre></div></div>
+After compilation, you will find the binary file singatest. Just run it!
+More details about configure script can be found by running:
+
+ $ ./configure -h -->
<p>After compiling SINGA successfully, the <i>libsinga.so</i> and the
executable file <i>singa</i> will be generated into <i>.libs/</i> folder.</p>
<p>If some dependent libraries are missing (or not detected), you can use the
following script to download and install them:</p>
+<!-- -
+to be updated after zhongle changes the code to use
+
+ ./install.sh libname \-\-prefix= -->
<div class="source">
<div class="source"><pre class="prettyprint">$ cd thirdparty
-$ ./install.sh MISSING_LIBRARY_NAME1 YOUR_INSTALL_PATH1 MISSING_LIBRARY_NAME2
YOUR_INSTALL_PATH2 ...
+$ ./install.sh LIB_NAME PREFIX
</pre></div></div>
<p>If you do not specify the installation path, the library will be installed
in the default folder specified by the software itself. For example, if you
want to install <tt>zeromq</tt> library in the default system folder, run it
as</p>
@@ -584,7 +599,7 @@ $ ./install.sh MISSING_LIBRARY_NAME1 YOU
<p>Or, if you want to install it into another folder,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ ./install.sh zeromq
--prefix=YOUR_FOLDER
+<div class="source"><pre class="prettyprint">$ ./install.sh zeromq PREFIX
</pre></div></div>
<p>You can also install all dependencies in <i>/usr/local</i> directory:</p>
@@ -594,8 +609,7 @@ $ ./install.sh MISSING_LIBRARY_NAME1 YOU
<p>Here is a table showing the first arguments:</p>
<div class="source">
-<div class="source"><pre class="prettyprint">MISSING_LIBRARY_NAME LIBRARIES
-cmake cmake tools
+<div class="source"><pre class="prettyprint">LIB_NAME LIBRARIE
czmq* czmq lib
glog glog lib
lmdb lmdb lib
@@ -605,42 +619,135 @@ zeromq zeromq lib
zookeeper Apache zookeeper
</pre></div></div>
<p>*: Since <tt>czmq</tt> depends on <tt>zeromq</tt>, the script offers you
one more argument to indicate <tt>zeromq</tt> location. The installation
commands of <tt>czmq</tt> is:</p>
+<!-- -
+to be updated to
+
+ $./install.sh czmq \-\-prefix=/usr/local \-\-zeromq=/usr/local/zeromq -->
<div class="source">
-<div class="source"><pre class="prettyprint">$./install.sh czmq /usr/local
/usr/local/zeromq
+<div class="source"><pre class="prettyprint">$./install.sh czmq /usr/local
-f=/usr/local/zeromq
</pre></div></div>
<p>After the execution, <tt>czmq</tt> will be installed in <i>/usr/local</i>.
The last path specifies the path to zeromq.</p>
<div class="section">
<h3><a name="FAQ"></a>FAQ</h3>
-<p>Q1:While compiling SINGA and installing <tt>glog</tt> on max OS X, I get
fatal error <tt>'ext/slist' file not found</tt></p>
-<p>A1:Please install <tt>glog</tt> individually and try :</p>
+
+<ul>
+
+<li>Q1:I get error <tt>./configure --> cannot find blas_segmm()
function</tt> even I have installed OpenBLAS.</li>
+</ul>
+<p>A1: This means the compiler cannot find the <tt>OpenBLAS</tt> library. If
you installed it to $PREFIX (e.g., /opt/OpenBLAS), then you need to export it
as</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ make CFLAGS='-stdlib=libstdc++'
CXXFLAGS='stdlib=libstdc++'
+<div class="source"><pre class="prettyprint"> $ export
LIBRARY_PATH=$PREFIX/lib:$LIBRARY_PATH
+ # e.g.,
+ $ export LIBRARY_PATH=/opt/OpenBLAS/lib:$LIBRARY_PATH
</pre></div></div>
-<p>Q2:While compiling SINGA, I get error <tt>SSE2 instruction set not
enabled</tt></p>
-<p>A2:You can try following command:</p>
+
+<ul>
+
+<li>Q2: I get error <tt>cblas.h no such file or directory exists</tt>.</li>
+</ul>
+<p>Q2: You need to include the folder of the cblas.h into CPLUS_INCLUDE_PATH,
e.g.,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ make CFLAGS='-msse2'
CXXFLAGS='-msse2'
+<div class="source"><pre class="prettyprint"> $ export
CPLUS_INCLUDE_PATH=$PREFIX/include:$CPLUS_INCLUDE_PATH
+ # e.g.,
+ $ export CPLUS_INCLUDE_PATH=/opt/OpenBLAS/include:$CPLUS_INCLUDE_PATH
+ # then reconfigure and make SINGA
+ $ ./configure
+ $ make
</pre></div></div>
-<p>Q3:I get error <tt>./configure --> cannot find blas_segmm()
function</tt> even I run <tt>install.sh OpenBLAS</tt>.</p>
-<p>A3:Since <tt>OpenBLAS</tt> library is installed in <tt>/opt</tt> folder by
default or <tt>/other/folder</tt> by your preference, you may edit your
environment settings. You need add its default installation directories before
linking, just run:</p>
+
+<ul>
+
+<li>Q3:While compiling SINGA, I get error <tt>SSE2 instruction set not
enabled</tt></li>
+</ul>
+<p>A3:You can try following command:</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ export LDFLAGS=-L/opt
+<div class="source"><pre class="prettyprint"> $ make CFLAGS='-msse2'
CXXFLAGS='-msse2'
</pre></div></div>
-<p>Or as an alternative option, you can also edit LIBRARY_PATH to figure it
out.</p>
-<p>Q4:I get <tt>ImportError: cannot import name enum_type_wrapper</tt> from
google.protobuf.internal when I try to import .py files.</p>
-<p>A4:After install google protobuf by <tt>make install</tt>, we should
install python runtime libraries. Go to protobuf source directory, run:</p>
+
+<ul>
+
+<li>Q4:I get <tt>ImportError: cannot import name enum_type_wrapper</tt> from
google.protobuf.internal when I try to import .py files.</li>
+</ul>
+<p>A4:After install google protobuf by <tt>make install</tt>, we should
install python runtime libraries. Go to protobuf source directory, run:</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ cd /PROTOBUF/SOURCE/FOLDER
-$ cd python
-$ python setup.py build
-$ python setup.py install
+<div class="source"><pre class="prettyprint"> $ cd /PROTOBUF/SOURCE/FOLDER
+ $ cd python
+ $ python setup.py build
+ $ python setup.py install
</pre></div></div>
-<p>You may need <tt>sudo</tt> when you try to install python runtime libraries
in the system folder.</p></div></div>
+<p>You may need <tt>sudo</tt> when you try to install python runtime libraries
in the system folder.</p>
+
+<ul>
+
+<li>Q5: I get a linking error caused by gflags.</li>
+</ul>
+<p>A5: SINGA does not depend on gflags. But you may have installed the glog
with gflags. In that case you can reinstall glog using
<i>thirdparty/install.sh</i> into a another folder and export the LDFLAGS and
CPPFLAGS to include that folder.</p>
+
+<ul>
+
+<li>Q6: While compiling SINGA and installing <tt>glog</tt> on mac OS X, I get
fatal error <tt>'ext/slist' file not found</tt></li>
+</ul>
+<p>A6:Please install <tt>glog</tt> individually and try :</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ make
CFLAGS='-stdlib=libstdc++' CXXFLAGS='stdlib=libstdc++'
+</pre></div></div>
+
+<ul>
+
+<li>Q7: When I start a training job, it reports error related with
“ZOO_ERROR…zk retcode=-4…”.</li>
+</ul>
+<p>A7: This is because the zookeeper is not started. Please start the
zookeeper service</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ ./bin/zk-service start
+</pre></div></div>
+<p>If the error still exists, probably that you do not have java. You can
simple check it by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ java --version
+</pre></div></div>
+
+<ul>
+
+<li>Q8: When I build OpenBLAS from source, I am told that I need a fortran
compiler.</li>
+</ul>
+<p>A8: You can compile OpenBLAS by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ make ONLY_CBLAS=1
+</pre></div></div>
+<p>or install it using</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ sudo apt-get install
openblas-dev
+</pre></div></div>
+<p>or</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ sudo yum install
openblas-devel
+</pre></div></div>
+<p>It is worth noting that you need root access to run the last two commands.
Remember to set the environment variables to include the header and library
paths of OpenBLAS after installation (please refer to the Dependencies
section).</p>
+
+<ul>
+
+<li>Q9: When I build protocol buffer, it reports that GLIBC++_3.4.20 not found
in /usr/lib64/libstdc++.so.6.</li>
+</ul>
+<p>A9: This means the linker found libstdc++.so.6 but that library belongs to
an older version of GCC than was used to compile and link the program. The
program depends on code defined in the newer libstdc++ that belongs to the
newer version of GCC, so the linker must be told how to find the newer
libstdc++ shared library. The simplest way to fix this is to find the correct
libstdc++ and export it to LD_LIBRARY_PATH. For example, if GLIBC++_3.4.20 is
listed in the output of the following command,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ strings
/usr/local/lib64/libstdc++.so.6|grep GLIBC++
+</pre></div></div>
+<p>then you just set your environment variable as</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ export
LD_LIBRARY_PATH=/usr/local/lib64:$LD_LIBRARY_PATH
+</pre></div></div></div></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/layer.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/layer.html (original)
+++ websites/staging/singa/trunk/content/docs/layer.html Mon Sep 28 06:40:56
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Layers</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -795,25 +795,34 @@ split_conf {
<h4><a name="Members"></a>Members</h4>
<div class="source">
-<div class="source"><pre class="prettyprint">LayerProto layer_proto_;
+<div class="source"><pre class="prettyprint">LayerProto layer_conf_;
Blob<float> data_, grad_;
-vector<Layer*> srclayers_, dstlayers_;
</pre></div></div>
-<p>The base layer class keeps the user configuration in <tt>layer_proto_</tt>.
Source layers and destination layers are stored in <tt>srclayers_</tt> and
<tt>dstlayers_</tt>, respectively. Almost all layers has $b$ (mini-batch size)
feature vectors, which are stored in the <tt>data_</tt> <a
href="../api/classsinga_1_1Blob.html">Blob</a> (A Blob is a chunk of memory
space, proposed in <a class="externalLink"
href="http://caffe.berkeleyvision.org/";>Caffe</a>). There are layers without
feature vectors; instead, they use other layers’ feature vectors. In
this case, the <tt>data_</tt> field is not used. The <tt>grad_</tt> Blob is for
storing the gradients of the objective loss w.r.t. the <tt>data_</tt> Blob. It
is necessary in <a href="../api/classsinga_1_1BPWorker.html">BP algorithm</a>,
hence we put it as a member of the base class. For <a
href="../api/classsinga_1_1CDWorker.html">CD algorithm</a>, the <tt>grad_</tt>
field is not used; instead, the layer from RBM may have a Blob
for the positive phase feature and a Blob for the negative phase feature. For
a recurrent layer in RNN, the feature blob contains one vector per internal
layer.</p>
+<p>The base layer class keeps the user configuration in <tt>layer_conf_</tt>.
Almost all layers has $b$ (mini-batch size) feature vectors, which are stored
in the <tt>data_</tt> <a href="../api/classsinga_1_1Blob.html">Blob</a> (A Blob
is a chunk of memory space, proposed in <a class="externalLink"
href="http://caffe.berkeleyvision.org/";>Caffe</a>). There are layers without
feature vectors; instead, they use other layers’ feature vectors. In
this case, the <tt>data_</tt> field is not used. The <tt>grad_</tt> Blob is for
storing the gradients of the objective loss w.r.t. the <tt>data_</tt> Blob. It
is necessary in <a href="../api/classsinga_1_1BPWorker.html">BP algorithm</a>,
hence we put it as a member of the base class. For <a
href="../api/classsinga_1_1CDWorker.html">CD algorithm</a>, the <tt>grad_</tt>
field is not used; instead, the layer from RBM may have a Blob for the positive
phase feature and a Blob for the negative phase feature. For a recurrent layer
in RNN, the fe
ature blob contains one vector per internal layer.</p>
<p>If a layer has parameters, these parameters are declared using type <a
href="param.html">Param</a>. Since some layers do not have parameters, we do
not declare any <tt>Param</tt> in the base layer class.</p></div>
<div class="section">
<h4><a name="Functions"></a>Functions</h4>
<div class="source">
-<div class="source"><pre class="prettyprint">virtual void Setup(const
LayerProto& proto, int npartitions = 1);
-virtual void ComputeFeature(Phase phase, Metric* perf) = 0;
-virtual void ComputeGradient(Phase phase) = 0;
-</pre></div></div>
-<p>The <tt>Setup</tt> function reads user configuration, i.e. <tt>proto</tt>,
and information from source layers, e.g., mini-batch size, to set the shape of
the <tt>data_</tt> (and <tt>grad_</tt>) field as well as some other layer
specific fields. If <tt>npartitions</tt> is larger than 1, then users need to
reduce the sizes of <tt>data_</tt>, <tt>grad_</tt> Blobs or Param objects. For
example, if the <tt>partition_dim=0</tt> and there is no source layer, e.g.,
this layer is a (bottom) data layer, then its <tt>data_</tt> and <tt>grad_</tt>
Blob should have <tt>b/npartitions</tt> feature vectors; If the source layer is
also partitioned on dimension 0, then this layer should have the same number of
feature vectors as the source layer. More complex partition cases are discussed
in <a href="neural-net.html#neural-net-partitioning">Neural net
partitioning</a>. Typically, the Setup function just set the shapes of
<tt>data_</tt> Blobs and Param objects. Memory will not be allocated until co
mputation over the data structure happens.</p>
+<div class="source"><pre class="prettyprint">virtual void Setup(const
LayerProto& conf, const vector<Layer*>& srclayers);
+virtual void ComputeFeature(int flag, const vector<Layer*>&
srclayers) = 0;
+virtual void ComputeGradient(int flag, const vector<Layer*>&
srclayers) = 0;
+</pre></div></div>
+<p>The <tt>Setup</tt> function reads user configuration, i.e. <tt>conf</tt>,
and information from source layers, e.g., mini-batch size, to set the shape of
the <tt>data_</tt> (and <tt>grad_</tt>) field as well as some other layer
specific fields. <!-- -
+If `npartitions` is larger than 1, then
+users need to reduce the sizes of `data_`, `grad_` Blobs or Param objects. For
+example, if the `partition_dim=0` and there is no source layer, e.g., this
+layer is a (bottom) data layer, then its `data_` and `grad_` Blob should have
+`b/npartitions` feature vectors; If the source layer is also partitioned on
+dimension 0, then this layer should have the same number of feature vectors as
+the source layer. More complex partition cases are discussed in
+[Neural net partitioning](neural-net.html#neural-net-partitioning). Typically,
the
+Setup function just set the shapes of `data_` Blobs and Param objects. -->
Memory will not be allocated until computation over the data structure
happens.</p>
<p>The <tt>ComputeFeature</tt> function evaluates the feature blob by
transforming (e.g. convolution and pooling) features from the source layers.
<tt>ComputeGradient</tt> computes the gradients of parameters associated with
this layer. These two functions are invoked by the <a
href="train-one-batch.html">TrainOneBatch</a> function during training. Hence,
they should be consistent with the <tt>TrainOneBatch</tt> function.
Particularly, for feed-forward and RNN models, they are trained using <a
href="train-one-batch.html#back-propagation">BP algorithm</a>, which requires
each layer’s <tt>ComputeFeature</tt> function to compute <tt>data_</tt>
based on source layers, and requires each layer’s
<tt>ComputeGradient</tt> to compute gradients of parameters and source
layers’ <tt>grad_</tt>. For energy models, e.g., RBM, they are trained
by <a href="train-one-batch.html#contrastive-divergence">CD algorithm</a>,
which requires each layer’s <tt>ComputeFeature</tt> f
unction to compute the feature vectors for the positive phase or negative
phase depending on the <tt>phase</tt> argument, and requires the
<tt>ComputeGradient</tt> function to only compute parameter gradients. For some
layers, e.g., loss layer or output layer, they can put the loss or prediction
result into the <tt>metric</tt> argument, which will be averaged and displayed
periodically.</p></div></div>
<div class="section">
<h3><a name="Implementing_a_new_Layer_subclass"></a>Implementing a new Layer
subclass</h3>
<p>Users can extend the Layer class or other subclasses to implement their own
feature transformation logics as long as the two virtual functions are
overridden to be consistent with the <tt>TrainOneBatch</tt> function. The
<tt>Setup</tt> function may also be overridden to read specific layer
configuration.</p>
+<p>The <a href="rnn.html">RNNLM</a> provides a couple of user-defined layers.
You can refer to them as examples.</p>
<div class="section">
<h4><a name="Layer_specific_protocol_message"></a>Layer specific protocol
message</h4>
<p>To implement a new layer, the first step is to define the layer specific
configuration. Suppose the new layer is <tt>FooLayer</tt>, the layer specific
google protocol message <tt>FooLayerProto</tt> should be defined as</p>
@@ -866,15 +875,15 @@ int a = conf.a();
<div class="source">
<div class="source"><pre class="prettyprint">class FooLayer : public
singa::Layer {
public:
- void Setup(const LayerProto& proto, int npartitions = 1) override;
- void ComputeFeature(Phase phase, Metric* perf) override;
- void ComputeGradient(Phase phase) override;
+ void Setup(const LayerProto& conf, const vector<Layer*>&
srclayers) override;
+ void ComputeFeature(int flag, const vector<Layer*>& srclayers)
override;
+ void ComputeGradient(int flag, const vector<Layer*>& srclayers)
override;
private:
// members
};
</pre></div></div>
-<p>Users must override the two virtual functions to be called by the
<tt>TrainOneBatch</tt> for either BP or CD algorithm. Typically, the
<tt>Setup</tt> function will also be overridden to initialize some members. The
user configured fields can be accessed through <tt>layer_proto_</tt> as shown
in the above paragraphs.</p></div>
+<p>Users must override the two virtual functions to be called by the
<tt>TrainOneBatch</tt> for either BP or CD algorithm. Typically, the
<tt>Setup</tt> function will also be overridden to initialize some members. The
user configured fields can be accessed through <tt>layer_conf_</tt> as shown in
the above paragraphs.</p></div>
<div class="section">
<h4><a name="New_Layer_subclass_registration"></a>New Layer subclass
registration</h4>
<p>The newly defined layer should be registered in <a class="externalLink"
href="http://singa.incubator.apache.org/docs/programming-guide";>main.cc</a> by
adding</p>
Modified: websites/staging/singa/trunk/content/docs/lmdb.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/lmdb.html (original)
+++ websites/staging/singa/trunk/content/docs/lmdb.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/mlp.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/mlp.html (original)
+++ websites/staging/singa/trunk/content/docs/mlp.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/model-config.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/model-config.html (original)
+++ websites/staging/singa/trunk/content/docs/model-config.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Model Configuration</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/neural-net.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neural-net.html (original)
+++ websites/staging/singa/trunk/content/docs/neural-net.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/neuralnet-partition.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neuralnet-partition.html
(original)
+++ websites/staging/singa/trunk/content/docs/neuralnet-partition.html Mon Sep
28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net Partition</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/overview.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/overview.html (original)
+++ websites/staging/singa/trunk/content/docs/overview.html Mon Sep 28 06:40:56
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Introduction</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/param.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/param.html (original)
+++ websites/staging/singa/trunk/content/docs/param.html Mon Sep 28 06:40:56
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Parameters</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programmer-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programmer-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programmer-guide.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programmer Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programming-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programming-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programming-guide.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programming Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -549,7 +549,7 @@ int main(int argc, char** argv) {
auto jobConf = driver.job_conf();
// update jobConf
- driver.Submit(resume, jobConf);
+ driver.Train(resume, jobConf);
return 0;
}
</pre></div></div>
Modified: websites/staging/singa/trunk/content/docs/quick-start.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/quick-start.html (original)
+++ websites/staging/singa/trunk/content/docs/quick-start.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Quick Start</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -521,6 +521,7 @@ cd SINGA_ROOT
<div class="source">
<div class="source"><pre class="prettyprint">cd examples/cifar10/
+cp Makefile.example Makefile
make download
make create
</pre></div></div>
Modified: websites/staging/singa/trunk/content/docs/rbm.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rbm.html (original)
+++ websites/staging/singa/trunk/content/docs/rbm.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – RBM Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -653,7 +653,7 @@ layer{
<p>To load w0 and b02 from RBM0’s checkpoint file, we configure the
<tt>checkpoint_path</tt> as,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">checkpoint_path:
"examples/rbm/rbm1/checkpoint/step6000-worker0.bin"
+<div class="source"><pre class="prettyprint">checkpoint_path:
"examples/rbm/rbm1/checkpoint/step6000-worker0"
cluster{
workspace: "examples/rbm/rbm2"
}
@@ -770,10 +770,10 @@ layer{
<div class="source">
<div class="source"><pre class="prettyprint">### Checkpoint Configuration
-checkpoint_path:
"examples/rbm/checkpoint/rbm1/checkpoint/step6000-worker0.bin"
-checkpoint_path:
"examples/rbm/checkpoint/rbm2/checkpoint/step6000-worker0.bin"
-checkpoint_path:
"examples/rbm/checkpoint/rbm3/checkpoint/step6000-worker0.bin"
-checkpoint_path:
"examples/rbm/checkpoint/rbm4/checkpoint/step6000-worker0.bin"
+checkpoint_path:
"examples/rbm/checkpoint/rbm1/checkpoint/step6000-worker0"
+checkpoint_path:
"examples/rbm/checkpoint/rbm2/checkpoint/step6000-worker0"
+checkpoint_path:
"examples/rbm/checkpoint/rbm3/checkpoint/step6000-worker0"
+checkpoint_path:
"examples/rbm/checkpoint/rbm4/checkpoint/step6000-worker0"
</pre></div></div></div></div>
<div class="section">
<h2><a name="Visualization_Results"></a>Visualization Results</h2>
Modified: websites/staging/singa/trunk/content/docs/rnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rnn.html (original)
+++ websites/staging/singa/trunk/content/docs/rnn.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Recurrent Neural Networks for Language
Modelling</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/train-one-batch.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/train-one-batch.html (original)
+++ websites/staging/singa/trunk/content/docs/train-one-batch.html Mon Sep 28
06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Train-One-Batch</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/updater.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/updater.html (original)
+++ websites/staging/singa/trunk/content/docs/updater.html Mon Sep 28 06:40:56
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Updater</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/index.html
==============================================================================
--- websites/staging/singa/trunk/content/index.html (original)
+++ websites/staging/singa/trunk/content/index.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Getting Started</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
