Author: buildbot
Date: Sat Sep 19 03:53:23 2015
New Revision: 965966
Log:
Staging update by buildbot for singa
Added:
websites/staging/singa/trunk/content/images/example-autoencoder.png (with
props)
websites/staging/singa/trunk/content/images/example-cnn.png (with props)
websites/staging/singa/trunk/content/images/example-mlp.png (with props)
websites/staging/singa/trunk/content/images/example-rbm1.png (with props)
websites/staging/singa/trunk/content/images/example-rbm2.png (with props)
websites/staging/singa/trunk/content/images/example-rbm3.png (with props)
websites/staging/singa/trunk/content/images/example-rbm4.png (with props)
Removed:
websites/staging/singa/trunk/content/images/RBM0.PNG
websites/staging/singa/trunk/content/images/RBM0_new.PNG
websites/staging/singa/trunk/content/images/RBM1.PNG
websites/staging/singa/trunk/content/images/RBM1_new.PNG
websites/staging/singa/trunk/content/images/RBM2_new.PNG
websites/staging/singa/trunk/content/images/RBM3_new.PNG
websites/staging/singa/trunk/content/images/cnn-example.png
websites/staging/singa/trunk/content/images/mlp-example.png
Modified:
websites/staging/singa/trunk/content/ (props changed)
websites/staging/singa/trunk/content/community.html
websites/staging/singa/trunk/content/community/issue-tracking.html
websites/staging/singa/trunk/content/community/mail-lists.html
websites/staging/singa/trunk/content/community/source-repository.html
websites/staging/singa/trunk/content/community/team-list.html
websites/staging/singa/trunk/content/develop/contribute-code.html
websites/staging/singa/trunk/content/develop/contribute-docs.html
websites/staging/singa/trunk/content/develop/how-contribute.html
websites/staging/singa/trunk/content/develop/schedule.html
websites/staging/singa/trunk/content/docs.html
websites/staging/singa/trunk/content/docs/architecture.html
websites/staging/singa/trunk/content/docs/checkpoint.html
websites/staging/singa/trunk/content/docs/cnn.html
websites/staging/singa/trunk/content/docs/code-structure.html
websites/staging/singa/trunk/content/docs/communication.html
websites/staging/singa/trunk/content/docs/data.html
websites/staging/singa/trunk/content/docs/debug.html
websites/staging/singa/trunk/content/docs/distributed-training.html
websites/staging/singa/trunk/content/docs/examples.html
websites/staging/singa/trunk/content/docs/frameworks.html
websites/staging/singa/trunk/content/docs/installation.html
websites/staging/singa/trunk/content/docs/layer.html
websites/staging/singa/trunk/content/docs/lmdb.html
websites/staging/singa/trunk/content/docs/mlp.html
websites/staging/singa/trunk/content/docs/model-config.html
websites/staging/singa/trunk/content/docs/neural-net.html
websites/staging/singa/trunk/content/docs/neuralnet-partition.html
websites/staging/singa/trunk/content/docs/overview.html
websites/staging/singa/trunk/content/docs/param.html
websites/staging/singa/trunk/content/docs/programmer-guide.html
websites/staging/singa/trunk/content/docs/programming-guide.html
websites/staging/singa/trunk/content/docs/quick-start.html
websites/staging/singa/trunk/content/docs/rbm.html
websites/staging/singa/trunk/content/docs/rnn.html
websites/staging/singa/trunk/content/docs/train-one-batch.html
websites/staging/singa/trunk/content/docs/updater.html
websites/staging/singa/trunk/content/index.html
websites/staging/singa/trunk/content/introduction.html
websites/staging/singa/trunk/content/quick-start.html
Propchange: websites/staging/singa/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Sat Sep 19 03:53:23 2015
@@ -1 +1 @@
-1703887
+1703939
Modified: websites/staging/singa/trunk/content/community.html
==============================================================================
--- websites/staging/singa/trunk/content/community.html (original)
+++ websites/staging/singa/trunk/content/community.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Community</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/issue-tracking.html
==============================================================================
--- websites/staging/singa/trunk/content/community/issue-tracking.html
(original)
+++ websites/staging/singa/trunk/content/community/issue-tracking.html Sat Sep
19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Issue Tracking</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/mail-lists.html
==============================================================================
--- websites/staging/singa/trunk/content/community/mail-lists.html (original)
+++ websites/staging/singa/trunk/content/community/mail-lists.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Project Mailing Lists</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/source-repository.html
==============================================================================
--- websites/staging/singa/trunk/content/community/source-repository.html
(original)
+++ websites/staging/singa/trunk/content/community/source-repository.html Sat
Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Source Repository</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/team-list.html
==============================================================================
--- websites/staging/singa/trunk/content/community/team-list.html (original)
+++ websites/staging/singa/trunk/content/community/team-list.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – The SINGA Team</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-code.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-code.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-code.html Sat Sep
19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Code</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-docs.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-docs.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-docs.html Sat Sep
19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/how-contribute.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/how-contribute.html (original)
+++ websites/staging/singa/trunk/content/develop/how-contribute.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute to SINGA</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/schedule.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/schedule.html (original)
+++ websites/staging/singa/trunk/content/develop/schedule.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Development Schedule</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs.html (original)
+++ websites/staging/singa/trunk/content/docs.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Documentation</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/architecture.html (original)
+++ websites/staging/singa/trunk/content/docs/architecture.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – SINGA Architecture</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/checkpoint.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/checkpoint.html (original)
+++ websites/staging/singa/trunk/content/docs/checkpoint.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CheckPoint</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/cnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/cnn.html (original)
+++ websites/staging/singa/trunk/content/docs/cnn.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CNN Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -493,7 +493,7 @@
<p>Convolutional neural network (CNN) is a type of feed-forward artificial
neural network widely used for image and video classification. In this example,
we will use a deep CNN model to do image classification for the <a
class="externalLink" href="http://www.cs.toronto.edu/~kriz/cifar.html";>CIFAR10
dataset</a>.</p>
<div class="section">
<h2><a name="Running_instructions"></a>Running instructions</h2>
-<p>Please refer to the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/installation";>installation</a>
page for instructions on building SINGA, and the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/quick-start";>quick start</a> for
instructions on starting zookeeper.</p>
+<p>Please refer to the <a href="installation.html">installation</a> page for
instructions on building SINGA, and the <a href="quick-start.html">quick
start</a> for instructions on starting zookeeper.</p>
<p>We have provided scripts for preparing the training and test dataset in
<i>examples/cifar10/</i>.</p>
<div class="source">
@@ -502,12 +502,12 @@ $ cp Makefile.example Makefile
$ make download
$ make create
</pre></div></div>
-<p>After the datasets are prepared, we start the training by</p>
+<p>We can start the training by</p>
<div class="source">
<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf
examples/cifar10/job.conf
</pre></div></div>
-<p>After it is started, you should see output like</p>
+<p>You should see output like</p>
<div class="source">
<div class="source"><pre class="prettyprint">Record job information to
/tmp/singa-log/job-info/job-2-20150817-055601
@@ -526,128 +526,95 @@ E0817 06:57:58.682281 33849 trainer.cc:3
E0817 06:58:05.578366 33849 trainer.cc:373] Train step-210, loss : 2.300143,
accuracy : 0.154167
E0817 06:58:12.518497 33849 trainer.cc:373] Train step-240, loss : 2.295912,
accuracy : 0.185417
</pre></div></div>
-<p>After the training of some steps (depends on the setting) or the job is
finished, SINGA will <a class="externalLink"
href="http://singa.incubator.apache.org/docs/checkpoint";>checkpoint</a> the
model parameters.</p></div>
+<p>After training some steps (depends on the setting) or the job is finished,
SINGA will <a class="externalLink"
href="http://singa.incubator.apache.org/docs/checkpoint";>checkpoint</a> the
model parameters.</p></div>
<div class="section">
<h2><a name="Details"></a>Details</h2>
<p>To train a model in SINGA, you need to prepare the datasets, and a job
configuration which specifies the neural net structure, training algorithm (BP
or CD), SGD update algorithm (e.g. Adagrad), number of training/test steps,
etc.</p>
<div class="section">
<h3><a name="Data_preparation"></a>Data preparation</h3>
-<p>Before using SINGA, you need to write a program to pre-process the dataset
you use to a format that SINGA can read. Please refer to the <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/data#example---cifar-dataset";>Data
Preparation</a> to get details about preparing this CIFAR10 dataset.</p></div>
+<p>Before using SINGA, you need to write a program to convert the dataset into
a format that SINGA can read. Please refer to the <a
href="data.html#example---cifar-dataset">Data Preparation</a> to get details
about preparing this CIFAR10 dataset.</p></div>
<div class="section">
<h3><a name="Neural_net"></a>Neural net</h3>
-<p>Figure 1 shows the net structure of the CNN model we used in this example,
which is set following <a class="externalLink"
href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg.";>this
page</a> The dashed circle represents one feature transformation stage, which
generally has four layers as shown in the figure. Sometimes the rectifier layer
and normalization layer is omitted or swapped in one stage. For this example,
there are 3 such stages.</p>
-<p>Next we follow the guide in <a class="externalLink"
href="http://singa.incubator.apache.org/docs/neural-net";>neural net page</a>
and <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer";>layer page</a> to write the
neural net configuration.</p>
+<p>Figure 1 shows the net structure of the CNN model we used in this example,
which is set following <a class="externalLink"
href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg.";>Alex</a>
The dashed circle represents one feature transformation stage, which generally
has four layers as shown in the figure. Sometimes the rectifier layer and
normalization layer are omitted or swapped in one stage. For this example,
there are 3 such stages.</p>
+<p>Next we follow the guide in <a href="neural-net.html">neural net page</a>
and <a href="layer.html">layer page</a> to write the neural net
configuration.</p>
<div style="text-align: center">
-<img src="http://singa.incubator.apache.org/images/cnn-example.png";
style="width: 200px" alt="" /> <br />
+<img src="../images/example-cnn.png" style="width: 200px" alt="" /> <br />
<b>Figure 1 - Net structure of the CNN example.</b></img>
</div>
<ul>
<li>
-<p>We configure a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#data-layers";>data layer</a>
to read the training/testing <tt>Records</tt> from <tt>DataShard</tt>.</p>
+<p>We configure a <a href="layer.html#data-layers">data layer</a> to read the
training/testing <tt>Records</tt> from <tt>DataShard</tt>.</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
- name: "data"
- type: kShardData
- sharddata_conf {
- path: "examples/cifar10/cifar10_train_shard"
- batchsize: 16
- random_skip: 5000
- }
- exclude: kTest # exclude this layer for the testing net
+ name: "data"
+ type: kShardData
+ sharddata_conf {
+ path: "examples/cifar10/cifar10_train_shard"
+ batchsize: 16
+ random_skip: 5000
}
+ exclude: kTest # exclude this layer for the testing net
+}
layer{
- name: "data"
- type: kShardData
- sharddata_conf {
- path: "examples/cifar10/cifar10_test_shard"
- batchsize: 100
- }
- exclude: kTrain # exclude this layer for the training net
+ name: "data"
+ type: kShardData
+ sharddata_conf {
+ path: "examples/cifar10/cifar10_test_shard"
+ batchsize: 100
}
+ exclude: kTrain # exclude this layer for the training net
+}
</pre></div></div></li>
<li>
-<p>We configure two <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#parser-layers";>parser
layers</a> to extract the image feature and label from <tt>Records</tt>s loaded
by the <i>data</i> layer.</p>
+<p>We configure two <a href="layer.html#parser-layers">parser layers</a> to
extract the image feature and label from <tt>Records</tt>s loaded by the
<i>data</i> layer.</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
- name:"rgb"
- type: kRGBImage
- srclayers: "data"
- rgbimage_conf {
- meanfile: "examples/cifar10/image_mean.bin" # normalize image
feature
- }
- }
+ name:"rgb"
+ type: kRGBImage
+ srclayers: "data"
+ rgbimage_conf {...}
+}
layer{
- name: "label"
- type: kLabel
- srclayers: "data"
- }
+ name: "label"
+ type: kLabel
+ srclayers: "data"
+}
</pre></div></div></li>
-</ul>
-
-<ul>
<li>
<p>We configure layers for the feature transformation as follows (all layers
are built-in layers in SINGA; hyper-parameters of these layers are set
according to <a class="externalLink"
href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg";>Alex’s
setting</a>).</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer {
- name: "conv1"
- type: kConvolution
- srclayers: "rgb"
- convolution_conf {
- num_filters: 32
- kernel: 5
- stride: 1
- pad:2
- }
- param {
- name: "w1"
- init {
- type:kGaussian
- std:0.0001
- }
- }
- param {
- name: "b1"
- lr_scale:2.0
- init {
- type: kConstant
- value:0
- }
- }
- }
-
- layer {
- name: "pool1"
- type: kPooling
- srclayers: "conv1"
- pooling_conf {
- pool: MAX
- kernel: 3
- stride: 2
- }
- }
- layer {
- name: "relu1"
- type: kReLU
- srclayers:"pool1"
- }
- layer {
- name: "norm1"
- type: kLRN
- lrn_conf {
- local_size: 3
- alpha: 5e-05
- beta: 0.75
- }
- srclayers:"relu1"
- }
+ name: "conv1"
+ type: kConvolution
+ srclayers: "rgb"
+ convolution_conf {... }
+ ...
+}
+layer {
+ name: "pool1"
+ type: kPooling
+ srclayers: "conv1"
+ pooling_conf {... }
+}
+layer {
+ name: "relu1"
+ type: kReLU
+ srclayers:"pool1"
+}
+layer {
+ name: "norm1"
+ type: kLRN
+ lrn_conf {... }
+ srclayers:"relu1"
+}
</pre></div></div></li>
</ul>
<p>The configurations for another 2 stages are omitted here.</p>
@@ -655,82 +622,74 @@ layer{
<ul>
<li>
-<p>There is a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#innerproductlayer";>inner
product layer</a> after the 3 transformation stages, which is configured with
10 output units, i.e., the number of total labels. The weight matrix param is
configured with a large weight decay scale to reduce the over-fitting.</p>
+<p>There is an <a href="layer.html#innerproductlayer">inner product layer</a>
after the 3 transformation stages, which is configured with 10 output units,
i.e., the number of total labels. The weight matrix Param is configured with a
large weight decay scale to reduce the over-fitting.</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer {
- name: "ip1"
- type: kInnerProduct
- srclayers:"pool3"
- innerproduct_conf {
- num_output: 10
- }
- param {
- name: "w4"
- wd_scale:250
- init {
- type:kGaussian
- std:0.01
- }
- }
- param {
- name: "b4"
- lr_scale:2.0
- wd_scale:0
- init {
- type: kConstant
- value:0
- }
- }
+ name: "ip1"
+ type: kInnerProduct
+ srclayers:"pool3"
+ innerproduct_conf {
+ num_output: 10
+ }
+ param {
+ name: "w4"
+ wd_scale:250
+ ...
+ }
+ param {
+ name: "b4"
+ ...
}
+}
</pre></div></div></li>
<li>
-<p>The last layer is a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#softmaxloss";>Softmax loss
layer</a></p>
+<p>The last layer is a <a href="layer.html#softmaxloss">Softmax loss
layer</a></p>
<div class="source">
-<div class="source"><pre class="prettyprint"> layer{
- name: "loss"
- type: kSoftmaxLoss
- softmaxloss_conf{
- topk:1
- }
- srclayers:"ip1"
- srclayers: "label"
- }
+<div class="source"><pre class="prettyprint">layer{
+ name: "loss"
+ type: kSoftmaxLoss
+ softmaxloss_conf{ topk:1 }
+ srclayers:"ip1"
+ srclayers: "label"
+}
</pre></div></div></li>
</ul></div>
<div class="section">
<h3><a name="Updater"></a>Updater</h3>
-<p>The <a class="externalLink"
href="http://singa.incubator.apache.org/docs/updater#updater";>normal SGD
updater</a> is selected. The learning rate is changed like stairs, and is
configured using the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/updater#kfixedstep";>kFixedStep</a>
type.</p>
+<p>The <a href="updater.html#updater">normal SGD updater</a> is selected. The
learning rate is changed like going down stairs, and is configured using the <a
href="updater.html#kfixedstep">kFixedStep</a> type.</p>
<div class="source">
-<div class="source"><pre class="prettyprint">updater{
- type: kSGD
- weight_decay:0.004
- learning_rate {
- type: kFixedStep
- fixedstep_conf:{
- step:0 # lr for step 0-60000 is 0.001
- step:60000 # lr for step 60000-65000 is 0.0001
- step:65000 # lr for step 650000- is 0.00001
- step_lr:0.001
- step_lr:0.0001
- step_lr:0.00001
+<div class="source"><pre class="prettyprint"> updater{
+ type: kSGD
+ weight_decay:0.004
+ learning_rate {
+ type: kFixedStep
+ fixedstep_conf:{
+ step:0 # lr for step 0-60000 is 0.001
+ step:60000 # lr for step 60000-65000 is 0.0001
+ step:65000 # lr for step 650000- is 0.00001
+ step_lr:0.001
+ step_lr:0.0001
+ step_lr:0.00001
+ }
+ }
}
- }
-}
</pre></div></div></div>
<div class="section">
<h3><a name="TrainOneBatch_algorithm"></a>TrainOneBatch algorithm</h3>
-<p>The CNN model is a feed forward model, thus should be configured to use the
[Back-propagation algorithm]({{
BASE_PATH}}/docs/train-one-batch#back-propagation).</p>
+<p>The CNN model is a feed forward model, thus should be configured to use the
<a href="train-one-batch.html#back-propagation">Back-propagation
algorithm</a>.</p>
<div class="source">
-<div class="source"><pre class="prettyprint">alg: kBP
+<div class="source"><pre class="prettyprint">train_one_batch {
+ alg: kBP
+}
</pre></div></div></div>
<div class="section">
<h3><a name="Cluster_setting"></a>Cluster setting</h3>
-<p>The following configuration set a single worker and server for training. <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/frameworks";>Training
frameworks</a> page introduces configurations of a couple of distributed
training frameworks.</p>
+<p>The following configuration set a single worker and server for training. <a
href="frameworks.html">Training frameworks</a> page introduces configurations
of a couple of distributed training frameworks.</p>
<div class="source">
<div class="source"><pre class="prettyprint">cluster {
Modified: websites/staging/singa/trunk/content/docs/code-structure.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/code-structure.html (original)
+++ websites/staging/singa/trunk/content/docs/code-structure.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Code Structure</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/communication.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/communication.html (original)
+++ websites/staging/singa/trunk/content/docs/communication.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Communication</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/data.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/data.html (original)
+++ websites/staging/singa/trunk/content/docs/data.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Data Preparation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/debug.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/debug.html (original)
+++ websites/staging/singa/trunk/content/docs/debug.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Debug</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -496,6 +496,9 @@
<div class="source"><pre class="prettyprint">./configure --enable-debug
make
</pre></div></div>
+<div class="section">
+<h2><a name="Debugging_for_single_process_job"></a>Debugging for single
process job</h2>
+<p>If your job launches only one process, then use the default
<i>conf/singa.conf</i> for debugging. The process will be launched locally.</p>
<p>To debug, first start zookeeper if it is not started yet, and launch GDB</p>
<div class="source">
@@ -509,7 +512,9 @@ gdb ./bin/singa
<div class="source">
<div class="source"><pre class="prettyprint">set args -conf JOBCONF
</pre></div></div>
-<p>Now you can set your breakpoints and start running.</p>
+<p>Now you can set your breakpoints and start running.</p></div>
+<div class="section">
+<h2><a name="Debugging_for_jobs_with_multiple_processes"></a>Debugging for
jobs with multiple processes</h2></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/distributed-training.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/distributed-training.html
(original)
+++ websites/staging/singa/trunk/content/docs/distributed-training.html Sat Sep
19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/examples.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/examples.html (original)
+++ websites/staging/singa/trunk/content/docs/examples.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Example Models</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/frameworks.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/frameworks.html (original)
+++ websites/staging/singa/trunk/content/docs/frameworks.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training Framework</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/installation.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/installation.html (original)
+++ websites/staging/singa/trunk/content/docs/installation.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Installation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/layer.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/layer.html (original)
+++ websites/staging/singa/trunk/content/docs/layer.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Layers</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -705,8 +705,8 @@ pooling_conf {
<h5><a name="ReLULayer"></a>ReLULayer</h5>
<p><a href="../api/classsinga_1_1ReLULayer.html">ReLuLayer</a> has rectified
linear neurons, which conducts the following transformation, <tt>f(x) = Max(0,
x)</tt>. It has no specific configuration fields.</p></div>
<div class="section">
-<h5><a name="TanhLayer"></a>TanhLayer</h5>
-<p><a href="../api/classsinga_1_1TanhLayer.html">TanhLayer</a> uses the tanh
as activation function, i.e., <tt>f(x)=tanh(x)</tt>. It has no specific
configuration fields.</p></div>
+<h5><a name="STanhLayer"></a>STanhLayer</h5>
+<p><a href="../api/classsinga_1_1TanhLayer.html">STanhLayer</a> uses the
scaled tanh as activation function, i.e., <tt>f(x)=1.7159047* tanh(0.6666667 *
x)</tt>. It has no specific configuration fields.</p></div>
<div class="section">
<h5><a name="SigmoidLayer"></a>SigmoidLayer</h5>
<p>[SigmoidLayer] uses the sigmoid (or logistic) as activation function, i.e.,
<tt>f(x)=sigmoid(x)</tt>. It has no specific configuration fields.</p></div>
Modified: websites/staging/singa/trunk/content/docs/lmdb.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/lmdb.html (original)
+++ websites/staging/singa/trunk/content/docs/lmdb.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/mlp.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/mlp.html (original)
+++ websites/staging/singa/trunk/content/docs/mlp.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -489,10 +489,11 @@
<div id="bodyColumn" class="span10" >
<p># MLP Example</p>
-<p>Multilayer perceptron (MLP) is a feed-forward artificial neural network
model. A MLP typically consists of multiple directly connected layers, with
each layer fully connected to the next one. In this example, we will use SINGA
to train a <a class="externalLink" href="http://arxiv.org/abs/1003.0358";>simple
MLP model proposed by Ciresan</a> for classifying handwritten digits from the
<a class="externalLink" href="http://yann.lecun.com/exdb/mnist/";>MNIST
dataset</a>.</p>
+<hr />
+<p>Multilayer perceptron (MLP) is a subclass of feed-forward neural networks.
A MLP typically consists of multiple directly connected layers, with each layer
fully connected to the next one. In this example, we will use SINGA to train a
<a class="externalLink" href="http://arxiv.org/abs/1003.0358";>simple MLP model
proposed by Ciresan</a> for classifying handwritten digits from the <a
class="externalLink" href="http://yann.lecun.com/exdb/mnist/";>MNIST
dataset</a>.</p>
<div class="section">
<h2><a name="Running_instructions"></a>Running instructions</h2>
-<p>Please refer to the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/installation";>installation</a>
page for instructions on building SINGA, and the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/quick-start";>quick start</a> for
instructions on starting zookeeper.</p>
+<p>Please refer to the <a href="installation.html">installation</a> page for
instructions on building SINGA, and the <a href="quick-start.html">quick
start</a> for instructions on starting zookeeper.</p>
<p>We have provided scripts for preparing the training and test dataset in
<i>examples/cifar10/</i>.</p>
<div class="source">
@@ -530,27 +531,27 @@ E0817 07:19:12.168465 34073 trainer.cc:3
E0817 07:19:31.855865 34073 trainer.cc:373] Train step-110, loss : 1.335246,
accuracy : 0.736500
E0817 07:19:57.327133 34073 trainer.cc:373] Test step-120, loss : 1.216652,
accuracy : 0.769900
</pre></div></div>
-<p>After the training of some steps (depends on the setting) or the job is
finished, SINGA will <a class="externalLink"
href="http://singa.incubator.apache.org/docs/checkpoint";>checkpoint</a> the
model parameters.</p></div>
+<p>After the training of some steps (depends on the setting) or the job is
finished, SINGA will <a href="checkpoint.html">checkpoint</a> the model
parameters.</p></div>
<div class="section">
<h2><a name="Details"></a>Details</h2>
<p>To train a model in SINGA, you need to prepare the datasets, and a job
configuration which specifies the neural net structure, training algorithm (BP
or CD), SGD update algorithm (e.g. Adagrad), number of training/test steps,
etc.</p>
<div class="section">
<h3><a name="Data_preparation"></a>Data preparation</h3>
-<p>Before using SINGA, you need to write a program to pre-process the dataset
you use to a format that SINGA can read. Please refer to the <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/data#example---mnist-dataset";>Data
Preparation</a> to get details about preparing this MNIST dataset.</p></div>
+<p>Before using SINGA, you need to write a program to pre-process the dataset
you use to a format that SINGA can read. Please refer to the <a
href="data.html#example---mnist-dataset">Data Preparation</a> to get details
about preparing this MNIST dataset.</p></div>
<div class="section">
<h3><a name="Neural_net"></a>Neural net</h3>
<div style="text-align: center">
-<img src="http://singa.incubator.apache.org/images/mlp-example.png";
style="width: 230px" alt="" />
+<img src="../images/example-mlp.png" style="width: 230px" alt="" />
<br /><b>Figure 1 - Net structure of the MLP example. </b></img>
</div>
-<p>Figure 1 shows the structure of the simple MLP model, which is constructed
following <a class="externalLink"
href="http://arxiv.org/abs/1003.0358";>Ciresan’s paper</a>. The dashed
circle contains two layers which represent one feature transformation stage.
There are 6 such stages in total. They sizes of the <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#innerproductlayer";>InnerProductLayer</a>s
in these circles decrease from
2500->2000->1500->1000->500->10.</p>
-<p>Next we follow the guide in <a class="externalLink"
href="http://singa.incubator.apache.org/docs/neural-net";>neural net page</a>
and <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer";>layer page</a> to write the
neural net configuration.</p>
+<p>Figure 1 shows the structure of the simple MLP model, which is constructed
following <a class="externalLink"
href="http://arxiv.org/abs/1003.0358";>Ciresan’s paper</a>. The dashed
circle contains two layers which represent one feature transformation stage.
There are 6 such stages in total. They sizes of the <a
href="layer.html#innerproductlayer">InnerProductLayer</a>s in these circles
decrease from 2500->2000->1500->1000->500->10.</p>
+<p>Next we follow the guide in <a href="neural-net.html">neural net page</a>
and <a href="layer.html">layer page</a> to write the neural net
configuration.</p>
<ul>
<li>
-<p>We configure a <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#data-layers";>data layer</a>
to read the training/testing <tt>Records</tt> from <tt>DataShard</tt>.</p>
+<p>We configure a <a href="layer.html#data-layers">data layer</a> to read the
training/testing <tt>Records</tt> from <tt>DataShard</tt>.</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer {
@@ -575,7 +576,7 @@ layer {
</pre></div></div></li>
<li>
-<p>We configure two <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#parser-layers";>parser
layers</a> to extract the image feature and label from <tt>Records</tt>s loaded
by the <i>data</i> layer. The <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#mnistlayer";>MnistLayer</a>
will normalize the pixel values into [-1,1].</p>
+<p>We configure two <a href="layer.html#parser-layers">parser layers</a> to
extract the image feature and label from <tt>Records</tt>s loaded by the
<i>data</i> layer. The <a href="layer.html#mnistlayer">MnistLayer</a> will
normalize the pixel values into [-1,1].</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
@@ -596,7 +597,7 @@ layer{
</pre></div></div></li>
<li>
-<p>All <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#innerproductlayer";>InnerProductLayer</a>s
are configured similarly as,</p>
+<p>All <a href="layer.html#innerproductlayer">InnerProductLayer</a>s are
configured similarly as,</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
@@ -608,53 +609,35 @@ layer{
}
param{
name: "w1"
- init {
- type: kUniform
- low:-0.05
- high:0.05
- }
+ ...
}
param{
name: "b1"
- init {
- type : kUniform
- low: -0.05
- high:0.05
- }
+ ..
}
}
</pre></div></div>
<p>with the <tt>num_output</tt> decreasing from 2500 to 10.</p></li>
<li>
-<p>All <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#tanhlayer";>TanhLayer</a> are
configured similarly as,</p>
+<p>A <a href="layer.html#stanhlayer">STanhLayer</a> is connected to every
InnerProductLayer except the last one. It transforms the feature via scaled
tanh function.</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
name: "tanh1"
- type: kTanh
- tanh_conf {
- outer_scale: 1.7159047
- inner_scale: 0.6666667
- }
+ type: kSTanh
srclayers:"fc1"
}
</pre></div></div></li>
-</ul>
-<p>every neuron from the source layer is transformed as
<tt>outer_scale*tanh(inner_scale* x)</tt>.</p>
-
-<ul>
<li>
-<p>The final <a class="externalLink"
href="http://singa.incubator.apache.org/docs/layer#softmaxloss";>Softmax loss
layer</a> connects to LabelLayer and the last TanhLayer.</p>
+<p>The final <a href="layer.html#softmaxloss">Softmax loss layer</a> connects
to LabelLayer and the last STanhLayer.</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
name: "loss"
type:kSoftmaxLoss
- softmaxloss_conf{
- topk:1
- }
+ softmaxloss_conf{ topk:1 }
srclayers:"fc6"
srclayers:"label"
}
@@ -662,7 +645,7 @@ layer{
</ul></div>
<div class="section">
<h3><a name="Updater"></a>Updater</h3>
-<p>The <a class="externalLink"
href="http://singa.incubator.apache.org/docs/updater#updater";>normal SGD
updater</a> is selected. The learning rate shrinks by 0.997 every 60 steps
(i.e., one epoch).</p>
+<p>The <a href="updater.html#updater">normal SGD updater</a> is selected. The
learning rate shrinks by 0.997 every 60 steps (i.e., one epoch).</p>
<div class="source">
<div class="source"><pre class="prettyprint">updater{
@@ -682,11 +665,13 @@ layer{
<p>The MLP model is a feed-forward model, hence [Back-propagation
algorithm]({{ BASE_PATH}}/docs/train-one-batch#back-propagation) is
selected.</p>
<div class="source">
-<div class="source"><pre class="prettyprint"> alg: kBP
+<div class="source"><pre class="prettyprint">train_one_batch {
+ alg: kBP
+}
</pre></div></div></div>
<div class="section">
<h3><a name="Cluster_setting"></a>Cluster setting</h3>
-<p>The following configuration set a single worker and server for training. <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/frameworks";>Training
frameworks</a> page introduces configurations of a couple of distributed
training frameworks.</p>
+<p>The following configuration set a single worker and server for training. <a
href="frameworks.html">Training frameworks</a> page introduces configurations
of a couple of distributed training frameworks.</p>
<div class="source">
<div class="source"><pre class="prettyprint">cluster {
Modified: websites/staging/singa/trunk/content/docs/model-config.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/model-config.html (original)
+++ websites/staging/singa/trunk/content/docs/model-config.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Model Configuration</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/neural-net.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neural-net.html (original)
+++ websites/staging/singa/trunk/content/docs/neural-net.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/neuralnet-partition.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neuralnet-partition.html
(original)
+++ websites/staging/singa/trunk/content/docs/neuralnet-partition.html Sat Sep
19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net Partition</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/overview.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/overview.html (original)
+++ websites/staging/singa/trunk/content/docs/overview.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Introduction</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/param.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/param.html (original)
+++ websites/staging/singa/trunk/content/docs/param.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Parameters</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programmer-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programmer-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programmer-guide.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programmer Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programming-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programming-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programming-guide.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programming Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/quick-start.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/quick-start.html (original)
+++ websites/staging/singa/trunk/content/docs/quick-start.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Quick Start</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/rbm.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rbm.html (original)
+++ websites/staging/singa/trunk/content/docs/rbm.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – RBM Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -506,10 +506,10 @@ $ make create
<div class="source">
<div class="source"><pre class="prettyprint"># at SINGA_ROOT/
-$ ./bin/singa-run.sh -conf examples/rbm/rbm0.conf
$ ./bin/singa-run.sh -conf examples/rbm/rbm1.conf
$ ./bin/singa-run.sh -conf examples/rbm/rbm2.conf
$ ./bin/singa-run.sh -conf examples/rbm/rbm3.conf
+$ ./bin/singa-run.sh -conf examples/rbm/rbm4.conf
</pre></div></div>
<p>The fine-tuning phase trains the auto-encoder by,</p>
@@ -519,9 +519,9 @@ $ ./bin/singa-run.sh -conf examples/rbm/
<div class="section">
<h2><a name="Training_details"></a>Training details</h2>
<div class="section">
-<h3><a name="RBM0"></a>RBM0</h3>
-<p><img src="../images/RBM0_new.PNG" align="center" width="200px" alt="" />
<span><b>Figure 1 - RBM0.</b></span></p>
-<p>The neural net structure for training RBM0 is shown in Figure 1. The data
layer and parser layer provides features for training RBM0. The visible layer
(connected with parser layer) of RBM0 accepts the image feature (784
dimension). The hidden layer is set to have 1000 neurons (units). These two
layers are configured as,</p>
+<h3><a name="RBM1"></a>RBM1</h3>
+<p><img src="../images/example-rbm1.png" align="center" width="200px" alt=""
/> <span><b>Figure 1 - RBM1.</b></span></p>
+<p>The neural net structure for training RBM1 is shown in Figure 1. The data
layer and parser layer provides features for training RBM1. The visible layer
(connected with parser layer) of RBM1 accepts the image feature (784
dimension). The hidden layer is set to have 1000 neurons (units). These two
layers are configured as,</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
@@ -533,7 +533,7 @@ $ ./bin/singa-run.sh -conf examples/rbm/
hdim: 1000
}
param{
- name: "w0"
+ name: "w1"
init{
type: kGaussian
mean: 0.0
@@ -541,7 +541,7 @@ $ ./bin/singa-run.sh -conf examples/rbm/
}
}
param{
- name: "b01"
+ name: "b11"
init{
type: kConstant
value: 0.0
@@ -557,11 +557,11 @@ layer{
hdim: 1000
}
param{
- name: "w0_"
- share_from: "w0"
+ name: "w1_"
+ share_from: "w1"
}
param{
- name: "b02"
+ name: "b12"
init{
type: kConstant
value: 0.0
@@ -569,7 +569,7 @@ layer{
}
}
</pre></div></div>
-<p>For RBM, the weight matrix is shared by the visible and hidden layers. For
instance, <tt>w0</tt> is shared by <tt>vis</tt> and <tt>hid</tt> layers shown
in Figure 1. In SINGA, we can configure the <tt>share_from</tt> field to enable
<a href="param.html">parameter sharing</a> as shown above for the param
<tt>w0</tt> and <tt>w0_</tt>.</p>
+<p>For RBM, the weight matrix is shared by the visible and hidden layers. For
instance, <tt>w1</tt> is shared by <tt>vis</tt> and <tt>hid</tt> layers shown
in Figure 1. In SINGA, we can configure the <tt>share_from</tt> field to enable
<a href="param.html">parameter sharing</a> as shown above for the param
<tt>w1</tt> and <tt>w1_</tt>.</p>
<p><a href="train-one-batch.html#contrastive-divergence">Contrastive
Divergence</a> is configured as the algorithm for <a
href="train-one-batch.html">TrainOneBatch</a>. Following Hinton’s paper,
we configure the <a href="updater.html">updating protocol</a> as follows,</p>
<div class="source">
@@ -588,14 +588,14 @@ updater{
<div class="source">
<div class="source"><pre class="prettyprint">cluster {
- workspace: "examples/rbm/rbm0/"
+ workspace: "examples/rbm/rbm1/"
}
</pre></div></div>
-<p>Then SINGA will <a href="checkpoint.html">checkpoint the parameters</a>
into <i>examples/rbm/rbm0/</i>.</p></div>
+<p>Then SINGA will <a href="checkpoint.html">checkpoint the parameters</a>
into <i>examples/rbm/rbm1/</i>.</p></div>
<div class="section">
<h3><a name="RBM1"></a>RBM1</h3>
-<p><img src="../images/RBM1_new.PNG" align="center" width="200px" alt="" />
<span><b>Figure 2 - RBM1.</b></span></p>
-<p>Figure 2 shows the net structure of training RBM1. The visible units of
RBM1 accept the output from the Sigmoid1 layer. The Inner1 layer is a
<tt>InnerProductLayer</tt> whose parameters are set to the <tt>w0</tt> and
<tt>b1</tt> learned from RBM0. The neural net configuration is (with layers for
data layer and parser layer omitted).</p>
+<p><img src="../images/example-rbm2.png" align="center" width="200px" alt=""
/> <span><b>Figure 2 - RBM2.</b></span></p>
+<p>Figure 2 shows the net structure of training RBM2. The visible units of
RBM2 accept the output from the Sigmoid1 layer. The Inner1 layer is a
<tt>InnerProductLayer</tt> whose parameters are set to the <tt>w1</tt> and
<tt>b12</tt> learned from RBM1. The neural net configuration is (with layers
for data layer and parser layer omitted).</p>
<div class="source">
<div class="source"><pre class="prettyprint">layer{
@@ -605,8 +605,8 @@ updater{
innerproduct_conf{
num_output: 1000
}
- param{ name: "w0" }
- param{ name: "b02"}
+ param{ name: "w1" }
+ param{ name: "b12"}
}
layer{
@@ -624,11 +624,11 @@ layer{
hdim: 500
}
param{
- name: "w1"
+ name: "w2"
...
}
param{
- name: "b11"
+ name: "b21"
...
}
}
@@ -641,11 +641,11 @@ layer{
hdim: 500
}
param{
- name: "w1_"
- share_from: "w1"
+ name: "w2_"
+ share_from: "w2"
}
param{
- name: "b12"
+ name: "b22"
...
}
}
@@ -653,20 +653,20 @@ layer{
<p>To load w0 and b02 from RBM0’s checkpoint file, we configure the
<tt>checkpoint_path</tt> as,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">checkpoint_path:
"examples/rbm/rbm0/checkpoint/step6000-worker0.bin"
+<div class="source"><pre class="prettyprint">checkpoint_path:
"examples/rbm/rbm1/checkpoint/step6000-worker0.bin"
cluster{
- workspace: "examples/rbm/rbm1"
+ workspace: "examples/rbm/rbm2"
}
</pre></div></div>
-<p>The workspace is changed for checkpointing <tt>w1</tt>, <tt>b11</tt> and
<tt>b12</tt> into <i>examples/rbm/rbm1/</i>.</p></div>
-<div class="section">
-<h3><a name="RBM2"></a>RBM2</h3>
-<p><img src="../images/RBM2_new.PNG" align="center" width="200px" alt="" />
<span><b>Figure 3 - RBM2.</b></span></p>
-<p>Figure 3 shows the net structure of training RBM2. In this model, a layer
with 250 units is added as the hidden layer of RBM2. The visible units of RBM2
accepts output from Sigmoid2 layer. Parameters of Inner1 and Innner2 are set to
<tt>w0,b02,w1,b12</tt> which can be load from the checkpoint file of RBM1,
i.e., “examples/rbm/rbm1/”.</p></div>
+<p>The workspace is changed for checkpointing <tt>w2</tt>, <tt>b21</tt> and
<tt>b22</tt> into <i>examples/rbm/rbm2/</i>.</p></div>
<div class="section">
<h3><a name="RBM3"></a>RBM3</h3>
-<p><img src="../images/RBM3_new.PNG" align="center" width="200px" alt="" />
<span><b>Figure 4 - RBM3.</b></span></p>
-<p>Figure 4 shows the net structure of training RBM3. It is similar to Figure
3, but according to <a class="externalLink"
href="http://www.cs.toronto.edu/~hinton/science.pdf";>Hinton’s science
paper</a>, the hidden units of the top RBM (RBM3) have stochastic real-valued
states drawn from a unit variance Gaussian whose mean is determined by the
input from the RBM’s logistic visible units. So we add a
<tt>gaussian</tt> field in the RBMHid layer to control the sampling
distribution (Gaussian or Bernoulli). In addition, this RBM has a much smaller
learning rate (0.001). The neural net configuration for the RBM3 and the
updating protocol is (with layers for data layer and parser layer omitted),</p>
+<p><img src="../images/example-rbm3.png" align="center" width="200px" alt=""
/> <span><b>Figure 3 - RBM3.</b></span></p>
+<p>Figure 3 shows the net structure of training RBM3. In this model, a layer
with 250 units is added as the hidden layer of RBM3. The visible units of RBM3
accepts output from Sigmoid2 layer. Parameters of Inner1 and Innner2 are set to
<tt>w1,b12,w2,b22</tt> which can be load from the checkpoint file of RBM2,
i.e., “examples/rbm/rbm2/”.</p></div>
+<div class="section">
+<h3><a name="RBM4"></a>RBM4</h3>
+<p><img src="../images/example-rbm4.png" align="center" width="200px" alt=""
/> <span><b>Figure 4 - RBM4.</b></span></p>
+<p>Figure 4 shows the net structure of training RBM4. It is similar to Figure
3, but according to <a class="externalLink"
href="http://www.cs.toronto.edu/~hinton/science.pdf";>Hinton’s science
paper</a>, the hidden units of the top RBM (RBM4) have stochastic real-valued
states drawn from a unit variance Gaussian whose mean is determined by the
input from the RBM’s logistic visible units. So we add a
<tt>gaussian</tt> field in the RBMHid layer to control the sampling
distribution (Gaussian or Bernoulli). In addition, this RBM has a much smaller
learning rate (0.001). The neural net configuration for the RBM4 and the
updating protocol is (with layers for data layer and parser layer omitted),</p>
<div class="source">
<div class="source"><pre class="prettyprint"># Updater Configuration
@@ -689,11 +689,11 @@ layer{
hdim: 30
}
param{
- name: "w3"
+ name: "w4"
...
}
param{
- name: "b31"
+ name: "b41"
...
}
}
@@ -707,11 +707,11 @@ layer{
gaussian: true
}
param{
- name: "w3_"
- share_from: "w3"
+ name: "w4_"
+ share_from: "w4"
}
param{
- name: "b32"
+ name: "b42"
...
}
}
@@ -719,7 +719,7 @@ layer{
<div class="section">
<h3><a name="Auto-encoder"></a>Auto-encoder</h3>
<p>In the fine-tuning stage, the 4 RBMs are “unfolded” to form
encoder and decoder networks that are initialized using the parameters from the
previous 4 RBMs.</p>
-<p><img src="../images/autoencoder_new.PNG" align="center" width="500px"
alt="" /> <span><b>Figure 5 - Auto-Encoder.</b></span></p>
+<p><img src="../images/example-autoencoder.png" align="center" width="500px"
alt="" /> <span><b>Figure 5 - Auto-Encoders.</b></span></p>
<p>Figure 5 shows the neural net structure for training the auto-encoder. <a
href="train-one-batch.html">Back propagation (kBP)</a> is configured as the
algorithm for <tt>TrainOneBatch</tt>. We use the same cluster configuration as
RBM models. For updater, we use <a
href="updater.html#adagradupdater">AdaGrad</a> algorithm with fixed learning
rate.</p>
<div class="source">
@@ -739,8 +739,8 @@ updater{
layer{ name:"mnist" }
layer{
name: "Inner1"
- param{ name: "w0" }
- param{ name: "b02" }
+ param{ name: "w1" }
+ param{ name: "b12" }
}
layer{ name: "Sigmoid1" }
...
@@ -754,7 +754,7 @@ layer{
name: "w8"
share_from: "w1"
}
- param{ name: "b01" }
+ param{ name: "b11" }
}
layer{ name: "Sigmoid8" }
@@ -770,10 +770,10 @@ layer{
<div class="source">
<div class="source"><pre class="prettyprint">### Checkpoint Configuration
-checkpoint_path:
"examples/rbm/checkpoint/rbm0/checkpoint/step6000-worker0.bin"
checkpoint_path:
"examples/rbm/checkpoint/rbm1/checkpoint/step6000-worker0.bin"
checkpoint_path:
"examples/rbm/checkpoint/rbm2/checkpoint/step6000-worker0.bin"
checkpoint_path:
"examples/rbm/checkpoint/rbm3/checkpoint/step6000-worker0.bin"
+checkpoint_path:
"examples/rbm/checkpoint/rbm4/checkpoint/step6000-worker0.bin"
</pre></div></div></div></div>
<div class="section">
<h2><a name="Visualization_Results"></a>Visualization Results</h2>
@@ -791,7 +791,7 @@ checkpoint_path: "examples/rbm/chec
<span><b>Figure 7 - Top layer features.</b></span>
</div>
-<p>Figure 6 visualizes sample columns of the weight matrix of RBM0, We can see
the Gabor-like filters are learned. Figure 7 depicts the features extracted
from the top-layer of the auto-encoder, wherein one point represents one image.
Different colors represent different digits. We can see that most images are
well clustered according to the ground truth.</p></div>
+<p>Figure 6 visualizes sample columns of the weight matrix of RBM1, We can see
the Gabor-like filters are learned. Figure 7 depicts the features extracted
from the top-layer of the auto-encoder, wherein one point represents one image.
Different colors represent different digits. We can see that most images are
well clustered according to the ground truth.</p></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/rnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rnn.html (original)
+++ websites/staging/singa/trunk/content/docs/rnn.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Recurrent Neural Networks for Language
Modelling</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/train-one-batch.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/train-one-batch.html (original)
+++ websites/staging/singa/trunk/content/docs/train-one-batch.html Sat Sep 19
03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Train-One-Batch</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/updater.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/updater.html (original)
+++ websites/staging/singa/trunk/content/docs/updater.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Updater</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Added: websites/staging/singa/trunk/content/images/example-autoencoder.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-autoencoder.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/staging/singa/trunk/content/images/example-cnn.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-cnn.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/staging/singa/trunk/content/images/example-mlp.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-mlp.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/staging/singa/trunk/content/images/example-rbm1.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-rbm1.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/staging/singa/trunk/content/images/example-rbm2.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-rbm2.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/staging/singa/trunk/content/images/example-rbm3.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-rbm3.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/staging/singa/trunk/content/images/example-rbm4.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/example-rbm4.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Modified: websites/staging/singa/trunk/content/index.html
==============================================================================
--- websites/staging/singa/trunk/content/index.html (original)
+++ websites/staging/singa/trunk/content/index.html Sat Sep 19 03:53:23 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Getting Started</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/introduction.html
==============================================================================
--- websites/staging/singa/trunk/content/introduction.html (original)
+++ websites/staging/singa/trunk/content/introduction.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Introduction</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/quick-start.html
==============================================================================
--- websites/staging/singa/trunk/content/quick-start.html (original)
+++ websites/staging/singa/trunk/content/quick-start.html Sat Sep 19 03:53:23
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-18
+ | Generated by Apache Maven Doxia at 2015-09-19
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150918" />
+ <meta name="Date-Revision-yyyymmdd" content="20150919" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Quick Start</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
![http://singa.incubator.apache.org/images/cnn-example.png"](http://singa.incubator.apache.org/images/cnn-example.png"){kind=link}
![http://singa.incubator.apache.org/images/mlp-example.png"](http://singa.incubator.apache.org/images/mlp-example.png"){kind=link}