Author: buildbot
Date: Sat Sep 26 12:05:16 2015
New Revision: 966884
Log:
Staging update by buildbot for singa
Modified:
websites/staging/singa/trunk/content/ (props changed)
websites/staging/singa/trunk/content/community.html
websites/staging/singa/trunk/content/community/issue-tracking.html
websites/staging/singa/trunk/content/community/mail-lists.html
websites/staging/singa/trunk/content/community/source-repository.html
websites/staging/singa/trunk/content/community/team-list.html
websites/staging/singa/trunk/content/develop/contribute-code.html
websites/staging/singa/trunk/content/develop/contribute-docs.html
websites/staging/singa/trunk/content/develop/how-contribute.html
websites/staging/singa/trunk/content/develop/schedule.html
websites/staging/singa/trunk/content/docs.html
websites/staging/singa/trunk/content/docs/architecture.html
websites/staging/singa/trunk/content/docs/checkpoint.html
websites/staging/singa/trunk/content/docs/cnn.html
websites/staging/singa/trunk/content/docs/code-structure.html
websites/staging/singa/trunk/content/docs/communication.html
websites/staging/singa/trunk/content/docs/data.html
websites/staging/singa/trunk/content/docs/debug.html
websites/staging/singa/trunk/content/docs/distributed-training.html
websites/staging/singa/trunk/content/docs/examples.html
websites/staging/singa/trunk/content/docs/frameworks.html
websites/staging/singa/trunk/content/docs/installation.html
websites/staging/singa/trunk/content/docs/layer.html
websites/staging/singa/trunk/content/docs/lmdb.html
websites/staging/singa/trunk/content/docs/mlp.html
websites/staging/singa/trunk/content/docs/model-config.html
websites/staging/singa/trunk/content/docs/neural-net.html
websites/staging/singa/trunk/content/docs/neuralnet-partition.html
websites/staging/singa/trunk/content/docs/overview.html
websites/staging/singa/trunk/content/docs/param.html
websites/staging/singa/trunk/content/docs/programmer-guide.html
websites/staging/singa/trunk/content/docs/programming-guide.html
websites/staging/singa/trunk/content/docs/quick-start.html
websites/staging/singa/trunk/content/docs/rbm.html
websites/staging/singa/trunk/content/docs/rnn.html
websites/staging/singa/trunk/content/docs/train-one-batch.html
websites/staging/singa/trunk/content/docs/updater.html
websites/staging/singa/trunk/content/index.html
Propchange: websites/staging/singa/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Sat Sep 26 12:05:16 2015
@@ -1 +1 @@
-1704216
+1705429
Modified: websites/staging/singa/trunk/content/community.html
==============================================================================
--- websites/staging/singa/trunk/content/community.html (original)
+++ websites/staging/singa/trunk/content/community.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Community</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/issue-tracking.html
==============================================================================
--- websites/staging/singa/trunk/content/community/issue-tracking.html
(original)
+++ websites/staging/singa/trunk/content/community/issue-tracking.html Sat Sep
26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Issue Tracking</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/mail-lists.html
==============================================================================
--- websites/staging/singa/trunk/content/community/mail-lists.html (original)
+++ websites/staging/singa/trunk/content/community/mail-lists.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Project Mailing Lists</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/source-repository.html
==============================================================================
--- websites/staging/singa/trunk/content/community/source-repository.html
(original)
+++ websites/staging/singa/trunk/content/community/source-repository.html Sat
Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Source Repository</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/team-list.html
==============================================================================
--- websites/staging/singa/trunk/content/community/team-list.html (original)
+++ websites/staging/singa/trunk/content/community/team-list.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – The SINGA Team</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-code.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-code.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-code.html Sat Sep
26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Code</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-docs.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-docs.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-docs.html Sat Sep
26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/how-contribute.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/how-contribute.html (original)
+++ websites/staging/singa/trunk/content/develop/how-contribute.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute to SINGA</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/schedule.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/schedule.html (original)
+++ websites/staging/singa/trunk/content/develop/schedule.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Development Schedule</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs.html (original)
+++ websites/staging/singa/trunk/content/docs.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Documentation</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/architecture.html (original)
+++ websites/staging/singa/trunk/content/docs/architecture.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – SINGA Architecture</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -492,9 +492,9 @@
<hr />
<div class="section">
<h2><a name="Logical_Architecture"></a>Logical Architecture</h2>
-<p><img src="http://singa.incubator.apache.org/assets/image/logical.png";
style="width: 550px" alt="" />
+<p><img src="../images/logical.png" style="width: 550px" alt="" />
<p><b> Fig.1 - Logical system architecture</b></p>
-<p>SINGA has flexible architecture to support different distributed <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/frameworks.html";>training
frameworks</a> (both synchronous and asynchronous). The logical system
architecture is shown in Fig.1. The architecture consists of multiple server
groups and worker groups:</p>
+<p>SINGA has flexible architecture to support different distributed <a
href="frameworks.html">training frameworks</a> (both synchronous and
asynchronous). The logical system architecture is shown in Fig.1. The
architecture consists of multiple server groups and worker groups:</p>
<ul>
@@ -514,7 +514,7 @@
</ul></div>
<div class="section">
<h2><a name="Implementation"></a>Implementation</h2>
-<p>In SINGA, servers and workers are execution units running in separate
threads. They communicate through <a class="externalLink"
href="http://singa.incubator.apache.org/docs/communication.html";>messages</a>.
Every process runs the main thread as a stub that aggregates local messages and
forwards them to corresponding (remote) receivers.</p>
+<p>In SINGA, servers and workers are execution units running in separate
threads. They communicate through <a href="communication.html">messages</a>.
Every process runs the main thread as a stub that aggregates local messages and
forwards them to corresponding (remote) receivers.</p>
<p>Each server group and worker group have a <i>ParamShard</i> object
representing a complete model replica. If workers and servers resident in the
same process, their <i>ParamShard</i> (partitions) can be configured to share
the same memory space. In this case, the messages transferred between different
execution units just contain pointers to the data, which reduces the
communication cost. Unlike in inter-process cases, the messages have to include
the parameter values.</p></div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/checkpoint.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/checkpoint.html (original)
+++ websites/staging/singa/trunk/content/docs/checkpoint.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CheckPoint</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -498,7 +498,7 @@
<p>resume the training from the last checkpointing. For example, if the
program crashes before finishing all training steps, we can continue the
training using checkpoint files.</p></li>
<li>
-<p>use them to initialize a similar model. For example, the parameters from
training a RBM model can be used to initialize a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/rbm";>deep auto-encoder</a>
model.</p></li>
+<p>use them to initialize a similar model. For example, the parameters from
training a RBM model can be used to initialize a <a href="rbm.html">deep
auto-encoder</a> model.</p></li>
</ol>
<div class="section">
<h2><a name="Configuration"></a>Configuration</h2>
Modified: websites/staging/singa/trunk/content/docs/cnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/cnn.html (original)
+++ websites/staging/singa/trunk/content/docs/cnn.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CNN Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -526,7 +526,7 @@ E0817 06:57:58.682281 33849 trainer.cc:3
E0817 06:58:05.578366 33849 trainer.cc:373] Train step-210, loss : 2.300143,
accuracy : 0.154167
E0817 06:58:12.518497 33849 trainer.cc:373] Train step-240, loss : 2.295912,
accuracy : 0.185417
</pre></div></div>
-<p>After training some steps (depends on the setting) or the job is finished,
SINGA will <a class="externalLink"
href="http://singa.incubator.apache.org/docs/checkpoint";>checkpoint</a> the
model parameters.</p></div>
+<p>After training some steps (depends on the setting) or the job is finished,
SINGA will <a href="checkpoint.html">checkpoint</a> the model
parameters.</p></div>
<div class="section">
<h2><a name="Details"></a>Details</h2>
<p>To train a model in SINGA, you need to prepare the datasets, and a job
configuration which specifies the neural net structure, training algorithm (BP
or CD), SGD update algorithm (e.g. Adagrad), number of training/test steps,
etc.</p>
Modified: websites/staging/singa/trunk/content/docs/code-structure.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/code-structure.html (original)
+++ websites/staging/singa/trunk/content/docs/code-structure.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Code Structure</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/communication.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/communication.html (original)
+++ websites/staging/singa/trunk/content/docs/communication.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Communication</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -494,7 +494,7 @@
<p>Singa’s messaging library consists of two components, namely the
message, and the socket to send and receive messages. <b>Socket</b> refers to a
Singa defined data structure instead of the Linux Socket. We will introduce the
two components in detail with the following figure as an example
architecture.</p>
<p><img src="../images/arch/arch2.png" style="width: 550px" alt="" /> <img
src="../images/arch/comm.png" style="width: 550px" alt="" />
<p><b> Fig.1 - Example physical architecture and network connection</b></p>
-<p>Fig.1 shows an example physical architecture and its network connection. <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/architecture.html}";>Section-partition
server side ParamShard</a> has a detailed description of the architecture.
Each process consists of one main thread running the stub and multiple
background threads running the worker and server tasks. The stub of the main
thread forwards messages among threads . The worker and server tasks are
performed by the background threads.</p>
+<p>Fig.1 shows an example physical architecture and its network connection. <a
href="architecture.html}">Section-partition server side ParamShard</a> has a
detailed description of the architecture. Each process consists of one main
thread running the stub and multiple background threads running the worker and
server tasks. The stub of the main thread forwards messages among threads . The
worker and server tasks are performed by the background threads.</p>
<div class="section">
<h2><a name="Message"></a>Message</h2>
<p><object type="image/svg+xml" style="width: 100px" data="../images/msg.svg">
Not supported </object>
Modified: websites/staging/singa/trunk/content/docs/data.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/data.html (original)
+++ websites/staging/singa/trunk/content/docs/data.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Data Preparation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -489,14 +489,14 @@
<div id="bodyColumn" class="span10" >
<h1>Data Preparation</h1>
-<p>To submit a training job, users need to convert raw data (e.g., images,
text documents) into SINGA recognizable <a
href="api/classsinga_1_1Record.html">Record</a>s. SINGA uses <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#data-layers";>data layers</a>
to load these records into memory and uses <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#parser-layers";>parser
layers</a> to parse features (e.g., image pixels and labels) from these
<tt>Record</tt>s. <tt>Record</tt>s could be stored in a file, a database, or
HDFS, as long as there is a corresponding <a class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1DataLayer.html";>DataLayer</a>.</p>
+<p>To submit a training job, users need to convert raw data (e.g., images,
text documents) into SINGA recognizable <a
href="../api/classsinga_1_1Record.html">Record</a>s. SINGA uses <a
href="layer#data-layers">data layers</a> to load these records into memory and
uses <a href="layer#parser-layers">parser layers</a> to parse features (e.g.,
image pixels and labels) from these <tt>Record</tt>s. <tt>Record</tt>s could be
stored in a file, a database, or HDFS, as long as there is a corresponding <a
href="../api/classsinga_1_1DataLayer.html">DataLayer</a>.</p>
<div class="section">
<h2><a name="DataShard"></a>DataShard</h2>
-<p>SINGA comes with a light-weight database named <a class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1DataShard.html";>DataShard</a>.
It provides operations for inserting <tt>Record</tt>, and read <tt>Record</tt>
in sequential order. <tt>Record</tt>s are flushed once the maximum cache size
is reached. It loads <tt>Record</tt>s in batch and returns them to users one by
one through the <a class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1DataShard.html";>Next</a>
function. The disk folder in which the <tt>Record</tt>s are stored, is called
a (data) shard. The <a class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1ShardDataLayer.html";>ShardDataLayer</a>
is a built-in layer for loading <tt>Record</tt>s from <tt>DataShard</tt>.</p>
+<p>SINGA comes with a light-weight database named <a
href="../api/classsinga_1_1DataShard.html">DataShard</a>. It provides
operations for inserting <tt>Record</tt>, and read <tt>Record</tt> in
sequential order. <tt>Record</tt>s are flushed once the maximum cache size is
reached. It loads <tt>Record</tt>s in batch and returns them to users one by
one through the <a href="../api/classsinga_1_1DataShard.html">Next</a>
function. The disk folder in which the <tt>Record</tt>s are stored, is called a
(data) shard. The <a
href="../api/classsinga_1_1ShardDataLayer.html">ShardDataLayer</a> is a
built-in layer for loading <tt>Record</tt>s from <tt>DataShard</tt>.</p>
<p>To create data shards for users’ own data, they can follow the
subsequent sections.</p>
<div class="section">
<h3><a name="User_record_definition"></a>User record definition</h3>
-<p>Users define their own record for storing their data. E.g., the built-in <a
class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1SingleLabelImageRecord.html";>SingleLabelImageRecord</a>
has an int field for image label, and a pixel array for image RGB values. The
code below shows an example of defining a new record <tt>UserRecord</tt>, and
extending the base <tt>Record</tt> to include <tt>UserRecord</tt>.</p>
+<p>Users define their own record for storing their data. E.g., the built-in <a
href="../api/classsinga_1_1SingleLabelImageRecord.html">SingleLabelImageRecord</a>
has an int field for image label, and a pixel array for image RGB values. The
code below shows an example of defining a new record <tt>UserRecord</tt>, and
extending the base <tt>Record</tt> to include <tt>UserRecord</tt>.</p>
<div class="source">
<div class="source"><pre class="prettyprint">package singa;
@@ -514,7 +514,7 @@ extend Record {
}
</pre></div></div>
<p>Please refer to the <a class="externalLink"
href="https://developers.google.com/protocol-buffers/docs/reference/cpp-generated?hl=en#extension";>Tutorial</a>
for extension of protocol messages.</p>
-<p>The extended <tt>Record</tt> will be parsed by a parser layer to extract
features (e.g., label or pixel values). Users need to write their own <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#parser-layers";>parser
layers</a> to parse the extended <tt>Record</tt>.</p>
+<p>The extended <tt>Record</tt> will be parsed by a parser layer to extract
features (e.g., label or pixel values). Users need to write their own <a
href="layer#parser-layers">parser layers</a> to parse the extended
<tt>Record</tt>.</p>
<p><i>Note</i></p>
<p>There is an alternative way to define the proto extension. In this way, you
should be careful of the scope of fields and how to access the fields, which
are different from the above.</p>
Modified: websites/staging/singa/trunk/content/docs/debug.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/debug.html (original)
+++ websites/staging/singa/trunk/content/docs/debug.html Sat Sep 26 12:05:16
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Debug</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/distributed-training.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/distributed-training.html
(original)
+++ websites/staging/singa/trunk/content/docs/distributed-training.html Sat Sep
26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -495,13 +495,13 @@
<ul>
<li>
-<p><a class="externalLink"
href="http://singa.incubator.apache.org/docs/architecture";>System
Architecture</a></p></li>
+<p><a href="architecture.html">System Architecture</a></p></li>
<li>
-<p><a class="externalLink"
href="http://singa.incubator.apache.org/docs/frameworks";>Training
Frameworks</a></p></li>
+<p><a href="frameworks.html">Training Frameworks</a></p></li>
<li>
-<p><a class="externalLink"
href="http://singa.incubator.apache.org/docs/communication";>System
Communication</a></p></li>
+<p><a href="communication.html">System Communication</a></p></li>
</ul>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/examples.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/examples.html (original)
+++ websites/staging/singa/trunk/content/docs/examples.html Sat Sep 26 12:05:16
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Example Models</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/frameworks.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/frameworks.html (original)
+++ websites/staging/singa/trunk/content/docs/frameworks.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training Framework</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -522,7 +522,7 @@
<div class="section">
<h3><a name="Different_Training_Frameworks"></a>Different Training
Frameworks</h3>
<p>In SINGA, worker groups run asynchronously and workers within one group run
synchronously. Users can leverage this general design to run both
<b>synchronous</b> and <b>asynchronous</b> training frameworks. Here we
illustrate how to configure popular distributed training frameworks in
SINGA.</p>
-<p><img src="http://singa.incubator.apache.org/assets/image/frameworks.png";
style="width: 800px" alt="" />
+<p><img src="../images/frameworks.png" style="width: 800px" alt="" />
<p><b> Fig.1 - Training frameworks in SINGA</b></p>
<div class="section">
<h4><a name="Sandblaster"></a>Sandblaster</h4>
Modified: websites/staging/singa/trunk/content/docs/installation.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/installation.html (original)
+++ websites/staging/singa/trunk/content/docs/installation.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Installation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/layer.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/layer.html (original)
+++ websites/staging/singa/trunk/content/docs/layer.html Sat Sep 26 12:05:16
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Layers</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -561,7 +561,7 @@ layer{
<p>Input layers load training/test data from disk or other places (e.g., HDFS
or network) into memory.</p>
<div class="section">
<h5><a name="DataLayer"></a>DataLayer</h5>
-<p>DataLayer loads training/testing data as <a class="externalLink"
href="http://singa.incubator.apache.org/docs/data";>Record</a>s, which are
parsed by parser layers.</p></div>
+<p>DataLayer loads training/testing data as <a href="data.html">Record</a>s,
which are parsed by parser layers.</p></div>
<div class="section">
<h5><a name="ShardDataLayer"></a>ShardDataLayer</h5>
<p><a href="../api/classsinga_1_1ShardDataLayer.html">ShardDataLayer</a> is a
subclass of DataLayer, which reads Records from disk file. The file should be
created using <a href="../api/classsinga_1_1DataShard.html">DataShard</a>
class. With the data file prepared, users configure the layer as</p>
Modified: websites/staging/singa/trunk/content/docs/lmdb.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/lmdb.html (original)
+++ websites/staging/singa/trunk/content/docs/lmdb.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/mlp.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/mlp.html (original)
+++ websites/staging/singa/trunk/content/docs/mlp.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -662,7 +662,7 @@ layer{
</pre></div></div></div>
<div class="section">
<h3><a name="TrainOneBatch_algorithm"></a>TrainOneBatch algorithm</h3>
-<p>The MLP model is a feed-forward model, hence [Back-propagation
algorithm]({{ BASE_PATH}}/docs/train-one-batch#back-propagation) is
selected.</p>
+<p>The MLP model is a feed-forward model, hence <a
href="train-one-batch#back-propagation">Back-propagation algorithm</a> is
selected.</p>
<div class="source">
<div class="source"><pre class="prettyprint">train_one_batch {
Modified: websites/staging/singa/trunk/content/docs/model-config.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/model-config.html (original)
+++ websites/staging/singa/trunk/content/docs/model-config.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Model Configuration</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -489,7 +489,7 @@
<div id="bodyColumn" class="span10" >
<h1>Model Configuration</h1>
-<p>SINGA uses the stochastic gradient descent (SGD) algorithm to train
parameters of deep learning models. For each SGD iteration, there is a <a
href="docs/architecture.html">Worker</a> computing gradients of parameters from
the NeuralNet and a <a href="">Updater</a> updating parameter values based on
gradients. Hence the model configuration mainly consists these three parts. We
will introduce the NeuralNet, Worker and Updater in the following paragraphs
and describe the configurations for them. All model configuration is specified
in the model.conf file in the user provided workspace folder. E.g., the <a
class="externalLink"
href="https://github.com/apache/incubator-singa/tree/master/examples/cifar10";>cifar10
example folder</a> has a model.conf file.</p>
+<p>SINGA uses the stochastic gradient descent (SGD) algorithm to train
parameters of deep learning models. For each SGD iteration, there is a <a
href="architecture.html">Worker</a> computing gradients of parameters from the
NeuralNet and a <a href="">Updater</a> updating parameter values based on
gradients. Hence the model configuration mainly consists these three parts. We
will introduce the NeuralNet, Worker and Updater in the following paragraphs
and describe the configurations for them. All model configuration is specified
in the model.conf file in the user provided workspace folder. E.g., the <a
class="externalLink"
href="https://github.com/apache/incubator-singa/tree/master/examples/cifar10";>cifar10
example folder</a> has a model.conf file.</p>
<div class="section">
<div class="section">
<h3><a name="NeuralNet"></a>NeuralNet</h3>
@@ -741,7 +741,7 @@ optional int32 checkpoint_frequency = 34
// checkpoint path
optional bool resume = 36 [default = false];
</pre></div></div>
-<p>The pages of <a href="checkpoint.html">checkpoint and restore</a>, <a
href="">validation and test</a> have more details on related
fields.</p></div></div>
+<p>The pages of <a href="checkpoint.html">checkpoint and restore</a> has more
details on related fields.</p></div></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/neural-net.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neural-net.html (original)
+++ websites/staging/singa/trunk/content/docs/neural-net.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -490,8 +490,8 @@
<h1>Neural Net</h1>
<hr />
-<p><tt>NeuralNet</tt> in SINGA represents an instance of user’s neural
net model. As the neural net typically consists of a set of layers,
<tt>NeuralNet</tt> comprises a set of unidirectionally connected <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/layer";>Layer</a>s. This page
describes how to convert an user’s neural net into the configuration of
<tt>NeuralNet</tt>.</p>
-<p><img src="http://singa.incubator.apache.org/images/model-category.png";
align="center" width="200px" alt="" /> <span><b>Figure 1 - Categorization of
popular deep learning models.</b></span></p>
+<p><tt>NeuralNet</tt> in SINGA represents an instance of user’s neural
net model. As the neural net typically consists of a set of layers,
<tt>NeuralNet</tt> comprises a set of unidirectionally connected <a
href="layer.html">Layer</a>s. This page describes how to convert an
user’s neural net into the configuration of <tt>NeuralNet</tt>.</p>
+<p><img src="../images/model-category.png" align="center" width="200px" alt=""
/> <span><b>Figure 1 - Categorization of popular deep learning
models.</b></span></p>
<div class="section">
<h2><a name="Net_structure_configuration"></a>Net structure configuration</h2>
<p>Users configure the <tt>NeuralNet</tt> by listing all layers of the neural
net and specifying each layer’s source layer names. Popular deep
learning models can be categorized as Figure 1. The subsequent sections give
details for each category.</p>
@@ -499,7 +499,7 @@
<h3><a name="Feed-forward_models"></a>Feed-forward models</h3>
<div align="left">
-<img src="http://singa.incubator.apache.org/images/mlp-net.png"; align="center"
width="200px" alt="" />
+<img src="../images/mlp-net.png" align="center" width="200px" alt="" />
<span><b>Figure 2 - Net structure of a MLP model.</b></span>
</div>
<p>Feed-forward models, e.g., CNN and MLP, can easily get configured as their
layer connections are undirected without circles. The configuration for the MLP
model shown in Figure 1 is as follows,</p>
@@ -535,8 +535,8 @@
</pre></div></div></div>
<div class="section">
<h3><a name="Energy_models"></a>Energy models</h3>
-<p><img src="http://singa.incubator.apache.org/images/rbm-rnn.png";
align="center" width="500px" alt="" /> <span><b>Figure 3 - Convert connections
in RBM and RNN.</b></span></p>
-<p>For energy models including RBM, DBM, etc., their connections are
undirected (i.e., Category B). To represent these models using
<tt>NeuralNet</tt>, users can simply replace each connection with two directed
connections, as shown in Figure 3a. In other words, for each pair of connected
layers, their source layer field should include each other’s name. The
full <a class="externalLink"
href="http://singa.incubator.apache.org/docs/rbm";>RBM example</a> has detailed
neural net configuration for a RBM model, which looks like</p>
+<p><img src="../images/rbm-rnn.png" align="center" width="500px" alt="" />
<span><b>Figure 3 - Convert connections in RBM and RNN.</b></span></p>
+<p>For energy models including RBM, DBM, etc., their connections are
undirected (i.e., Category B). To represent these models using
<tt>NeuralNet</tt>, users can simply replace each connection with two directed
connections, as shown in Figure 3a. In other words, for each pair of connected
layers, their source layer field should include each other’s name. The
full <a href="rbm.html">RBM example</a> has detailed neural net configuration
for a RBM model, which looks like</p>
<div class="source">
<div class="source"><pre class="prettyprint">net {
@@ -561,7 +561,7 @@
</pre></div></div></div>
<div class="section">
<h3><a name="RNN_models"></a>RNN models</h3>
-<p>For recurrent neural networks (RNN), users can remove the recurrent
connections by unrolling the recurrent layer. For example, in Figure 3b, the
original layer is unrolled into a new layer with 4 internal layers. In this
way, the model is like a normal feed-forward model, thus can be configured
similarly. The <a class="externalLink"
href="http://singa.incubator.apache.org/docs/rnn}";>RNN example</a> has a full
neural net configuration for a RNN model.</p></div></div>
+<p>For recurrent neural networks (RNN), users can remove the recurrent
connections by unrolling the recurrent layer. For example, in Figure 3b, the
original layer is unrolled into a new layer with 4 internal layers. In this
way, the model is like a normal feed-forward model, thus can be configured
similarly. The <a href="rnn.html">RNN example</a> has a full neural net
configuration for a RNN model.</p></div></div>
<div class="section">
<h2><a name="Configuration_for_multiple_nets"></a>Configuration for multiple
nets</h2>
<p>Typically, a training job includes three neural nets for training,
validation and test phase respectively. The three neural nets share most layers
except the data layer, loss layer or output layer, etc.. To avoid redundant
configurations for the shared layers, users can uses the <tt>exclude</tt> filed
to filter a layer in the neural net, e.g., the following layer will be filtered
when creating the testing <tt>NeuralNet</tt>.</p>
@@ -577,8 +577,8 @@
<p>A neural net can be partitioned in different ways to distribute the
training over multiple workers.</p>
<div class="section">
<h3><a name="Batch_and_feature_dimension"></a>Batch and feature dimension</h3>
-<p><img src="http://singa.incubator.apache.org/images/partition_fc.png";
align="center" width="400px" alt="" /> <span><b>Figure 4 - Partitioning of a
fully connected layer.</b></span></p>
-<p>Every layer’s feature blob is considered a matrix whose rows are
feature vectors. Thus, one layer can be split on two dimensions. Partitioning
on dimension 0 (also called batch dimension) slices the feature matrix by rows.
For instance, if the mini-batch size is 256 and the layer is partitioned into 2
sub-layers, each sub-layer would have 128 feature vectors in its feature blob.
Partitioning on this dimension has no effect on the parameters, as every <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/param";>Param</a> object is
replicated in the sub-layers. Partitioning on dimension 1 (also called feature
dimension) slices the feature matrix by columns. For example, suppose the
original feature vector has 50 units, after partitioning into 2 sub-layers,
each sub-layer would have 25 units. This partitioning may result in <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/param";>Param</a> object being
split, as shown in Figure 4. Both the bi
as vector and weight matrix are partitioned into two sub-layers.</p></div>
+<p><img src="../images/partition_fc.png" align="center" width="400px" alt=""
/> <span><b>Figure 4 - Partitioning of a fully connected layer.</b></span></p>
+<p>Every layer’s feature blob is considered a matrix whose rows are
feature vectors. Thus, one layer can be split on two dimensions. Partitioning
on dimension 0 (also called batch dimension) slices the feature matrix by rows.
For instance, if the mini-batch size is 256 and the layer is partitioned into 2
sub-layers, each sub-layer would have 128 feature vectors in its feature blob.
Partitioning on this dimension has no effect on the parameters, as every <a
href="param.html">Param</a> object is replicated in the sub-layers.
Partitioning on dimension 1 (also called feature dimension) slices the feature
matrix by columns. For example, suppose the original feature vector has 50
units, after partitioning into 2 sub-layers, each sub-layer would have 25
units. This partitioning may result in <a href="param.html">Param</a> object
being split, as shown in Figure 4. Both the bias vector and weight matrix are
partitioned into two sub-layers.</p></div>
<div class="section">
<h3><a name="Partitioning_configuration"></a>Partitioning configuration</h3>
<p>There are 4 partitioning schemes, whose configurations are give below,</p>
@@ -658,8 +658,7 @@
<li>
<p>the <tt>NeuralNet</tt> for training and testing (and validation) share most
layers , thus share <tt>Param</tt> values.</p></li>
</ul>
-<p>If the shared <tt>Param</tt> instances resident in the same process (may in
different threads), they use the same chunk of memory space for their values.
But they would have different memory spaces for their gradients. In fact, their
gradients will be averaged by the <a href="">stub</a> or <a
href="">server</a>.</p>
-<p>{% comment %}</p></div>
+<p>If the shared <tt>Param</tt> instances resident in the same process (may in
different threads), they use the same chunk of memory space for their values.
But they would have different memory spaces for their gradients. In fact, their
gradients will be averaged by the stub or server.</p></div>
<div class="section">
<h2><a name="Advanced_user_guide"></a>Advanced user guide</h2>
<div class="section">
@@ -668,7 +667,7 @@
<div class="source">
<div class="source"><pre class="prettyprint">static
shared_ptr<NeuralNet> NeuralNet::Create(const NetProto& np, Phase
phase, int num);
</pre></div></div>
-<p>The above function creates a <tt>NeuralNet</tt> for a given phase, and
returns a shared pointer to the <tt>NeuralNet</tt> instance. The phase is in
{kTrain, kValidation, kTest}. <tt>num</tt> is used for net partitioning which
indicates the number of partitions. Typically, a training job includes three
neural nets for training, validation and test phase respectively. The three
neural nets share most layers except the data layer, loss layer or output
layer, etc.. The <tt>Create</tt> function takes in the full net configuration
including layers for training, validation and test. It removes layers for
phases other than the specified phase based on the <tt>exclude</tt> field in <a
class="externalLink" href="http://singa.incubator.apache.org/docs/layer";>layer
configuration</a>:</p>
+<p>The above function creates a <tt>NeuralNet</tt> for a given phase, and
returns a shared pointer to the <tt>NeuralNet</tt> instance. The phase is in
{kTrain, kValidation, kTest}. <tt>num</tt> is used for net partitioning which
indicates the number of partitions. Typically, a training job includes three
neural nets for training, validation and test phase respectively. The three
neural nets share most layers except the data layer, loss layer or output
layer, etc.. The <tt>Create</tt> function takes in the full net configuration
including layers for training, validation and test. It removes layers for
phases other than the specified phase based on the <tt>exclude</tt> field in <a
href="layer.html">layer configuration</a>:</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer {
Modified: websites/staging/singa/trunk/content/docs/neuralnet-partition.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neuralnet-partition.html
(original)
+++ websites/staging/singa/trunk/content/docs/neuralnet-partition.html Sat Sep
26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net Partition</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/overview.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/overview.html (original)
+++ websites/staging/singa/trunk/content/docs/overview.html Sat Sep 26 12:05:16
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Introduction</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -501,23 +501,23 @@
<p>SINGA comes with a programming model designed based on the layer
abstraction, which is intuitive for deep learning models. A variety of popular
deep learning models can be expressed and trained using this programming
model.</p></div>
<div class="section">
<h2><a name="System_overview"></a>System overview</h2>
-<p><img src="http://singa.incubator.apache.org/images/sgd.png"; align="center"
width="400px" alt="" /> <span><b>Figure 1 - SGD flow.</b></span></p>
+<p><img src="../images/sgd.png" align="center" width="400px" alt="" />
<span><b>Figure 1 - SGD flow.</b></span></p>
<p>Training a deep learning model is to find the optimal parameters involved
in the transformation functions that generate good features for specific tasks.
The goodness of a set of parameters is measured by a loss function, e.g., <a
class="externalLink"
href="https://en.wikipedia.org/wiki/Cross_entropy";>Cross-Entropy Loss</a>.
Since the loss functions are usually non-linear and non-convex, it is difficult
to get a closed form solution. Typically, people use the stochastic gradient
descent (SGD) algorithm, which randomly initializes the parameters and then
iteratively updates them to reduce the loss as shown in Figure 1.</p>
-<p><img src="http://singa.incubator.apache.org/images/overview.png";
align="center" width="400px" alt="" /> <span><b>Figure 2 - SINGA
overview.</b></span></p>
+<p><img src="../images/overview.png" align="center" width="400px" alt="" />
<span><b>Figure 2 - SINGA overview.</b></span></p>
<p>SGD is used in SINGA to train parameters of deep learning models. The
training workload is distributed over worker and server units as shown in
Figure 2. In each iteration, every worker calls <i>TrainOneBatch</i> function
to compute parameter gradients. <i>TrainOneBatch</i> takes a <i>NeuralNet</i>
object representing the neural net, and visits layers of the <i>NeuralNet</i>
in certain order. The resultant gradients are sent to the local stub that
aggregates the requests and forwards them to corresponding servers for
updating. Servers reply to workers with the updated parameters for the next
iteration.</p></div>
<div class="section">
<h2><a name="Job_submission"></a>Job submission</h2>
-<p>To submit a job in SINGA (i.e., training a deep learning model), users pass
the job configuration to SINGA driver in the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/programming-guide";>main
function</a>. The job configuration specifies the four major components in
Figure 2,</p>
+<p>To submit a job in SINGA (i.e., training a deep learning model), users pass
the job configuration to SINGA driver in the <a
href="programming-guide.html">main function</a>. The job configuration
specifies the four major components in Figure 2,</p>
<ul>
-<li>a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/neural-net";>NeuralNet</a>
describing the neural net structure with the detailed layer setting and their
connections;</li>
+<li>a <a href="neural-net.html">NeuralNet</a> describing the neural net
structure with the detailed layer setting and their connections;</li>
-<li>a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/train-one-batch";>TrainOneBatch</a>
algorithm which is tailored for different model categories;</li>
+<li>a <a href="train-one-batch.html">TrainOneBatch</a> algorithm which is
tailored for different model categories;</li>
-<li>an <a class="externalLink"
href="http://singa.incubator.apache.org/docs/updater";>Updater</a> defining the
protocol for updating parameters at the server side;</li>
+<li>an <a href="updater.html">Updater</a> defining the protocol for updating
parameters at the server side;</li>
-<li>a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/distributed-training";>Cluster
Topology</a> specifying the distributed architecture of workers and
servers.</li>
+<li>a <a href="distributed-training.html">Cluster Topology</a> specifying the
distributed architecture of workers and servers.</li>
</ul>
<p>This process is like the job submission in Hadoop, where users configure
their jobs in the main function to set the mapper, reducer, etc. In Hadoop,
users can configure their jobs with their own (or built-in) mapper and reducer;
in SINGA, users can configure their jobs with their own (or built-in) layer,
updater, etc.</p></div>
</div>
Modified: websites/staging/singa/trunk/content/docs/param.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/param.html (original)
+++ websites/staging/singa/trunk/content/docs/param.html Sat Sep 26 12:05:16
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Parameters</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -507,7 +507,7 @@
}
}
</pre></div></div>
-<p>The <a class="externalLink"
href="http://singa.incubator.apache.org/docs/overview";>SGD algorithm</a> starts
with initializing all parameters according to user specified initialization
method (the <tt>init</tt> field). For the above example, all parameters in
<tt>Param</tt> “p1” will be initialized to constant value 1. The
configuration fields of a Param object is defined in <a class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1ParamProto.html";>ParamProto</a>:</p>
+<p>The <a href="overview.html">SGD algorithm</a> starts with initializing all
parameters according to user specified initialization method (the <tt>init</tt>
field). For the above example, all parameters in <tt>Param</tt>
“p1” will be initialized to constant value 1. The configuration
fields of a Param object is defined in <a
href="../api/classsinga_1_1ParamProto.html">ParamProto</a>:</p>
<ul>
@@ -517,9 +517,9 @@
<li>share_from, name of another <tt>Param</tt> object, from which this
<tt>Param</tt> will share configurations and values.</li>
-<li>lr_scale, float value to be multiplied with the learning rate when <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/updater";>updating the
parameters</a></li>
+<li>lr_scale, float value to be multiplied with the learning rate when <a
href="updater.html">updating the parameters</a></li>
-<li>wd_scale, float value to be multiplied with the weight decay when <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/updater";>updating the
parameters</a></li>
+<li>wd_scale, float value to be multiplied with the weight decay when <a
href="updater.html">updating the parameters</a></li>
</ul>
<p>There are some other fields that are specific to initialization methods.</p>
<div class="section">
@@ -624,7 +624,7 @@ extend ParamGenProto {
<div class="source">
<div class="source"><pre class="prettyprint">int x =
proto_.GetExtension(fooparam_conf).x();
</pre></div></div>
-<p>To use the new initialization method, users need to register it in the <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/programming-guide";>main
function</a>.</p>
+<p>To use the new initialization method, users need to register it in the <a
href="programming-guide.html">main function</a>.</p>
<div class="source">
<div class="source"><pre
class="prettyprint">driver.RegisterParamGenerator<FooParamGen>("FooParam")
# must be consistent with the user_type in configuration
@@ -644,9 +644,9 @@ shared_ptr<Blob<float>> data
Blob<float> grad_;
ParamProto proto_;
</pre></div></div>
-<p>Each Param object has a local version and a global version (inside the data
Blob). These two versions are used for synchronization. If multiple Param
objects share the same values, they would have the same <tt>data_</tt> field.
Consequently, their global version is the same. The global version is updated
by <a class="externalLink"
href="http://singa.incubator.apache.org/docs/communication";>the stub
thread</a>. The local version is updated in <tt>Worker::Update</tt> function
which assigns the global version to the local version. The
<tt>Worker::Collect</tt> function is blocked until the global version is larger
than the local version, i.e., when <tt>data_</tt> is updated. In this way, we
synchronize workers sharing parameters.</p>
+<p>Each Param object has a local version and a global version (inside the data
Blob). These two versions are used for synchronization. If multiple Param
objects share the same values, they would have the same <tt>data_</tt> field.
Consequently, their global version is the same. The global version is updated
by <a href="communication.html">the stub thread</a>. The local version is
updated in <tt>Worker::Update</tt> function which assigns the global version to
the local version. The <tt>Worker::Collect</tt> function is blocked until the
global version is larger than the local version, i.e., when <tt>data_</tt> is
updated. In this way, we synchronize workers sharing parameters.</p>
<p>In Deep learning models, some Param objects are 100 times larger than
others. To ensure the load-balance among servers, SINGA slices large Param
objects. The slicing information is recorded by <tt>slice_*</tt>. Each slice is
assigned a unique ID starting from 0. <tt>slice_start_</tt> is the ID of the
first slice of this Param object. <tt>slice_offset_[i]</tt> is the offset of
the i-th slice in this Param object. <tt>slice_size_[i]</tt> is the size of the
i-th slice. These slice information is used to create messages for transferring
parameter values or gradients to different servers.</p>
-<p>Each Param object has a <tt>grad_</tt> field for gradients. Param objects
do not share this Blob although they may share <tt>data_</tt>. Because each
layer containing a Param object would contribute gradients. E.g., in RNN, the
recurrent layers share parameters values, and the gradients used for updating
are averaged from all recurrent these recurrent layers. In SINGA, the [stub
thread] will aggregate local gradients for the same Param object. The server
will do a global aggregation of gradients for the same Param object.</p>
+<p>Each Param object has a <tt>grad_</tt> field for gradients. Param objects
do not share this Blob although they may share <tt>data_</tt>. Because each
layer containing a Param object would contribute gradients. E.g., in RNN, the
recurrent layers share parameters values, and the gradients used for updating
are averaged from all recurrent these recurrent layers. In SINGA, the stub
thread will aggregate local gradients for the same Param object. The server
will do a global aggregation of gradients for the same Param object.</p>
<p>The <tt>proto_</tt> field has some meta information, e.g., name and ID. It
also has a field called <tt>owner</tt> which is the ID of the Param object that
shares parameter values with others.</p></div>
<div class="section">
<h3><a name="Functions"></a>Functions</h3>
Modified: websites/staging/singa/trunk/content/docs/programmer-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programmer-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programmer-guide.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programmer Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programming-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programming-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programming-guide.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programming Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -495,27 +495,27 @@
<ul>
-<li>a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/neural-net";>NeuralNet</a>
describing the neural net structure with the detailed layer setting and their
connections;</li>
+<li>a <a href="neural-net.html">NeuralNet</a> describing the neural net
structure with the detailed layer setting and their connections;</li>
-<li>a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/train-one-batch";>TrainOneBatch</a>
algorithm which is tailored for different model categories;</li>
+<li>a <a href="train-one-batch.html">TrainOneBatch</a> algorithm which is
tailored for different model categories;</li>
-<li>an <a class="externalLink"
href="http://singa.incubator.apache.org/docs/updater";>Updater</a> defining the
protocol for updating parameters at the server side;</li>
+<li>an <a href="updater.html">Updater</a> defining the protocol for updating
parameters at the server side;</li>
-<li>a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/distributed-training";>Cluster
Topology</a> specifying the distributed architecture of workers and
servers.</li>
+<li>a <a href="distributed-training.html">Cluster Topology</a> specifying the
distributed architecture of workers and servers.</li>
</ul>
-<p>The <i>Basic user guide</i> section describes how to submit a training job
using built-in components; while the <i>Advanced user guide</i> section
presents details on writing user’s own main function to register
components implemented by themselves. In addition, the training data must be
prepared, which has the same <a class="externalLink"
href="http://singa.incubator.apache.org/docs/data";>process</a> for both
advanced users and basic users.</p>
-<p><img src="http://singa.incubator.apache.org/assets/image/overview.png";
align="center" width="400px" alt="" /> <span><b>Figure 1 - SINGA
overview.</b></span></p>
+<p>The <i>Basic user guide</i> section describes how to submit a training job
using built-in components; while the <i>Advanced user guide</i> section
presents details on writing user’s own main function to register
components implemented by themselves. In addition, the training data must be
prepared, which has the same <a href="data.html">process</a> for both advanced
users and basic users.</p>
+<p><img src="../images/overview.png" align="center" width="400px" alt="" />
<span><b>Figure 1 - SINGA overview.</b></span></p>
<div class="section">
<h2><a name="Basic_user_guide"></a>Basic user guide</h2>
-<p>Users can use the default main function provided SINGA to submit the
training job. For this case, a job configuration file written as a google
protocol buffer message for the <a class="externalLink"
href="http://singa.incubator.apache.org/api/classsinga_1_1JobProto.html";>JobProto</a>
must be provided in the command line,</p>
+<p>Users can use the default main function provided SINGA to submit the
training job. For this case, a job configuration file written as a google
protocol buffer message for the <a
href="../api/classsinga_1_1JobProto.html">JobProto</a> must be provided in the
command line,</p>
<div class="source">
<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf <path
to job conf> [-resume]
</pre></div></div>
-<p><tt>-resume</tt> is for continuing the training from last <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/checkpoint";>checkpoint</a>. The <a
class="externalLink" href="http://singa.incubator.apache.org/docs/mlp";>MLP</a>
and <a class="externalLink"
href="http://singa.incubator.apache.org/docs/cnn";>CNN</a> examples use built-in
components. Please read the corresponding pages for their job configuration
files. The subsequent pages will illustrate the details on each component of
the configuration.</p></div>
+<p><tt>-resume</tt> is for continuing the training from last <a
href="checkpoint.html">checkpoint</a>. The <a href="mlp.html">MLP</a> and <a
href="cnn.html">CNN</a> examples use built-in components. Please read the
corresponding pages for their job configuration files. The subsequent pages
will illustrate the details on each component of the configuration.</p></div>
<div class="section">
<h2><a name="Advanced_user_guide"></a>Advanced user guide</h2>
-<p>If a user’s model contains some user-defined components, e.g., <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/updater";>Updater</a>, he has to
write a main function to register these components. It is similar to
Hadoop’s main function. Generally, the main function should</p>
+<p>If a user’s model contains some user-defined components, e.g., <a
href="updater.html">Updater</a>, he has to write a main function to register
these components. It is similar to Hadoop’s main function. Generally,
the main function should</p>
<ul>
@@ -559,7 +559,7 @@ int main(int argc, char** argv) {
<div class="source">
<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf <path
to job conf> -exec <path to mysinga> [other arguments]
</pre></div></div>
-<p>The <a class="externalLink"
href="http://singa.incubator.apache.org/docs/rnn";>RNN application</a> provides
a full example of implementing the main function for training a specific RNN
model.</p></div>
+<p>The <a href="rnn.html">RNN application</a> provides a full example of
implementing the main function for training a specific RNN model.</p></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/quick-start.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/quick-start.html (original)
+++ websites/staging/singa/trunk/content/docs/quick-start.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Quick Start</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -550,8 +550,7 @@ JOB ID |NUM PROCS
<div class="source">
<div class="source"><pre class="prettyprint">./bin/singa-console.sh kill JOB_ID
</pre></div></div>
-<p>Logs and job information are available in <i>/tmp/singa-log</i> folder,
which can be changed to other folders by setting <tt>log-dir</tt> in
<i>conf/singa.conf</i>.</p>
-<p>{% comment %} One worker group trains against one partition of the training
dataset. If <i>nworker_groups</i> is set to 1, then there is no data
partitioning. One worker runs over a partition of the model. If
<i>nworkers_per_group</i> is set to 1, then there is no model partitioning.
More details on the cluster configuration are described in the <a
href="">System Architecture</a> page. {% endcomment %}</p></div>
+<p>Logs and job information are available in <i>/tmp/singa-log</i> folder,
which can be changed to other folders by setting <tt>log-dir</tt> in
<i>conf/singa.conf</i>.</p></div>
<div class="section">
<h4><a name="Asynchronous_parallel_training"></a>Asynchronous parallel
training</h4>
Modified: websites/staging/singa/trunk/content/docs/rbm.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rbm.html (original)
+++ websites/staging/singa/trunk/content/docs/rbm.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – RBM Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/rnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rnn.html (original)
+++ websites/staging/singa/trunk/content/docs/rnn.html Sat Sep 26 12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Recurrent Neural Networks for Language
Modelling</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/train-one-batch.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/train-one-batch.html (original)
+++ websites/staging/singa/trunk/content/docs/train-one-batch.html Sat Sep 26
12:05:16 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-21
+ | Generated by Apache Maven Doxia at 2015-09-26
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150921" />
+ <meta name="Date-Revision-yyyymmdd" content="20150926" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Train-One-Batch</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -494,7 +494,7 @@
<h2><a name="Basic_user_guide"></a>Basic user guide</h2>
<div class="section">
<h3><a name="Back-propagation"></a>Back-propagation</h3>
-<p><a class="externalLink"
href="http://yann.lecun.com/exdb/publis/pdf/lecun-98b.pdf";>BP algorithm</a> is
used for computing gradients of feed-forward models, e.g., <a
class="externalLink" href="http://singa.incubator.apache.org/docs/cnn";>CNN</a>
and <a class="externalLink"
href="http://singa.incubator.apache.org/docs/mlp";>MLP</a>, and <a
class="externalLink" href="http://singa.incubator.apache.org/docs/rnn";>RNN</a>
models in SINGA.</p>
+<p><a class="externalLink"
href="http://yann.lecun.com/exdb/publis/pdf/lecun-98b.pdf";>BP algorithm</a> is
used for computing gradients of feed-forward models, e.g., <a
href="cnn.html">CNN</a> and <a href="mlp.html">MLP</a>, and <a
href="rnn.html">RNN</a> models in SINGA.</p>
<div class="source">
<div class="source"><pre class="prettyprint"># in job.conf
@@ -548,7 +548,7 @@ cd_conf {
}
}
</pre></div></div>
-<p>It forwards features through all local layers (can be checked by layer
partition ID and worker ID) and backwards gradients in the reverse order. <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/layer/#bridgesrclayer--bridgedstlayer";>BridgeSrcLayer</a>
(resp. <tt>BridgeDstLayer</tt>) will be blocked until the feature (resp.
gradient) from the source (resp. destination) layer comes. Parameter gradients
are sent to servers via <tt>Update</tt> function. Updated parameters are
collected via <tt>Collect</tt> function, which will be blocked until the
parameter is updated. <a class="externalLink"
href="http://singa.incubator.apache.org/docs/param";>Param</a> objects have
versions, which can be used to check whether the <tt>Param</tt> objects have
been updated or not.</p>
+<p>It forwards features through all local layers (can be checked by layer
partition ID and worker ID) and backwards gradients in the reverse order. <a
href="layer.html#bridgesrclayer--bridgedstlayer">BridgeSrcLayer</a> (resp.
<tt>BridgeDstLayer</tt>) will be blocked until the feature (resp. gradient)
from the source (resp. destination) layer comes. Parameter gradients are sent
to servers via <tt>Update</tt> function. Updated parameters are collected via
<tt>Collect</tt> function, which will be blocked until the parameter is
updated. <a href="param.html">Param</a> objects have versions, which can be
used to check whether the <tt>Param</tt> objects have been updated or not.</p>
<p>Since RNN models are unrolled into feed-forward models, users need to
implement the forward propagation in the recurrent layer’s
<tt>ComputeFeature</tt> function, and implement the backward propagation in the
recurrent layer’s <tt>ComputeGradient</tt> function. As a result, the
whole <tt>TrainOneBatch</tt> runs <a class="externalLink"
href="https://en.wikipedia.org/wiki/Backpropagation_through_time";>back-propagation
through time (BPTT)</a> algorithm.</p></div>
<div class="section">
<h3><a name="Implementation_of_CD"></a>Implementation of CD</h3>
@@ -584,7 +584,7 @@ cd_conf {
<p>Parameter gradients are computed after the positive phase and negative
phase.</p></div>
<div class="section">
<h3><a name="Implementing_a_new_algorithm"></a>Implementing a new
algorithm</h3>
-<p>SINGA implements BP and CD by creating two subclasses of the <a
href="api/classsinga_1_1Worker.html">Worker</a> class: <a
href="api/classsinga_1_1BPWorker.html">BPWorker</a>’s
<tt>TrainOneBatch</tt> function implements the BP algorithm; <a
href="api/classsinga_1_1CDWorker.html">CDWorker</a>’s
<tt>TrainOneBatch</tt> function implements the CD algorithm. To implement a new
algorithm for the <tt>TrainOneBatch</tt> function, users need to create a new
subclass of the <tt>Worker</tt>, e.g.,</p>
+<p>SINGA implements BP and CD by creating two subclasses of the <a
href="../api/classsinga_1_1Worker.html">Worker</a> class: <a
href="../api/classsinga_1_1BPWorker.html">BPWorker</a>’s
<tt>TrainOneBatch</tt> function implements the BP algorithm; <a
href="../api/classsinga_1_1CDWorker.html">CDWorker</a>’s
<tt>TrainOneBatch</tt> function implements the CD algorithm. To implement a new
algorithm for the <tt>TrainOneBatch</tt> function, users need to create a new
subclass of the <tt>Worker</tt>, e.g.,</p>
<div class="source">
<div class="source"><pre class="prettyprint">class FooWorker : public Worker {
@@ -611,8 +611,8 @@ JobProto {
extension 101..max;
}
</pre></div></div>
-<p>It is similar as <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer/#implementing-a-new-layer-subclass";>adding
configuration fields for a new layer</a>.</p>
-<p>To use <tt>FooWorker</tt>, users need to register it in the <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/programming-guide";>main.cc</a> and
configure the <tt>alg</tt> and <tt>foo_conf</tt> fields,</p>
+<p>It is similar as <a
href="layer.html#implementing-a-new-layer-subclass">adding configuration fields
for a new layer</a>.</p>
+<p>To use <tt>FooWorker</tt>, users need to register it in the <a
href="programming-guide.html">main.cc</a> and configure the <tt>alg</tt> and
<tt>foo_conf</tt> fields,</p>
<div class="source">
<div class="source"><pre class="prettyprint"># in main.cc
![http://singa.incubator.apache.org/assets/image/logical.png"](http://singa.incubator.apache.org/assets/image/logical.png"){kind=link}
![http://singa.incubator.apache.org/assets/image/frameworks.png"](http://singa.incubator.apache.org/assets/image/frameworks.png"){kind=link}
![http://singa.incubator.apache.org/images/model-category.png"](http://singa.incubator.apache.org/images/model-category.png"){kind=link}
![http://singa.incubator.apache.org/images/mlp-net.png"](http://singa.incubator.apache.org/images/mlp-net.png"){kind=link}
![http://singa.incubator.apache.org/images/rbm-rnn.png"](http://singa.incubator.apache.org/images/rbm-rnn.png"){kind=link}
![http://singa.incubator.apache.org/images/partition_fc.png"](http://singa.incubator.apache.org/images/partition_fc.png"){kind=link}
![http://singa.incubator.apache.org/images/sgd.png"](http://singa.incubator.apache.org/images/sgd.png"){kind=link}
![http://singa.incubator.apache.org/images/overview.png"](http://singa.incubator.apache.org/images/overview.png"){kind=link}
![http://singa.incubator.apache.org/assets/image/overview.png"](http://singa.incubator.apache.org/assets/image/overview.png"){kind=link}