Modified: incubator/singa/site/trunk/target/site/docs/distributed-training.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/distributed-training.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/distributed-training.html (original) +++ incubator/singa/site/trunk/target/site/docs/distributed-training.html Wed Sep 2 13:53:06 2015 @@ -9,7 +9,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <meta name="Date-Revision-yyyymmdd" content="20150902" /> <meta http-equiv="Content-Language" content="en" /> - <title>Apache SINGA – </title> + <title>Apache SINGA – Distributed Training</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> <link rel="stylesheet" href="../css/site.css" /> <link rel="stylesheet" href="../css/print.css" media="print" /> @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> </li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -189,7 +204,7 @@ Apache SINGA</a> <span class="divider">/</span> </li> - <li class="active "></li> + <li class="active ">Distributed Training</li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -251,7 +266,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -269,6 +284,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -313,13 +342,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -423,10 +482,7 @@ <div id="bodyColumn" class="span10" > - <p>— layout: post title: Distributed Training category : docs</p> -<div class="section"> -<h2><a name="tags_:_cluster_topology_training_frameworks"></a>tags : [cluster topology, training frameworks]</h2> -<p>{% include JB/setup %}</p> + <h1>Distributed Training</h1> <p>SINGA is designed for distributed training of large deep learning models with huge amount of training data.</p> <p>Here we introduce distrbuted SINGA in following aspects:</p> @@ -440,7 +496,7 @@ <li> <p><a class="externalLink" href="http://singa.incubator.apache.org/docs/communication";>System Communication</a></p></li> -</ul></div> +</ul> </div> </div> </div>
Modified: incubator/singa/site/trunk/target/site/docs/examples.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/examples.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/examples.html (original) +++ incubator/singa/site/trunk/target/site/docs/examples.html Wed Sep 2 13:53:06 2015 @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> </li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> +</li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -251,7 +266,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -269,6 +284,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -315,11 +344,41 @@ <span class="none"></span> Checkpoint</a> </li> - + <li class="active"> - <a href="#"><span class="none"></span>Examples</a> - </li> + <a href="#"><span class="icon-chevron-down"></span>Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> + </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -423,10 +482,10 @@ <div id="bodyColumn" class="span10" > - <div class="section"> -<h2><a name="Example_Models"></a>Example Models</h2> + <h1>Example Models</h1> <p>Different models are provided as examples to help users get familiar with SINGA. <a href="neuralnet.html">Neural Network</a> gives details on the models that are supported by SINGA.</p> <div class="section"> +<div class="section"> <h3><a name="Feed-forward_neural_networks"></a>Feed-forward neural networks</h3> <ul> Modified: incubator/singa/site/trunk/target/site/docs/frameworks.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/frameworks.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/frameworks.html (original) +++ incubator/singa/site/trunk/target/site/docs/frameworks.html Wed Sep 2 13:53:06 2015 @@ -9,7 +9,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <meta name="Date-Revision-yyyymmdd" content="20150902" /> <meta http-equiv="Content-Language" content="en" /> - <title>Apache SINGA – </title> + <title>Apache SINGA – Distributed Training Framework</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> <link rel="stylesheet" href="../css/site.css" /> <link rel="stylesheet" href="../css/print.css" media="print" /> @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> </li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -189,7 +204,7 @@ Apache SINGA</a> <span class="divider">/</span> </li> - <li class="active "></li> + <li class="active ">Distributed Training Framework</li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -251,7 +266,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -269,6 +284,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -313,13 +342,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -423,10 +482,8 @@ <div id="bodyColumn" class="span10" > - <p>— layout: post title: Distributed Training Frameworks category : docs</p> + <h1>Distributed Training Framework</h1> <div class="section"> -<h2><a name="tags_:_rnn_example"></a>tags : [rnn, example]</h2> -<p>{% include JB/setup %}</p> <div class="section"> <h3><a name="Cluster_Topology_Configuration"></a>Cluster Topology Configuration</h3> <p>Here we describe how to configure SINGA’s cluster topology to support different distributed training frameworks. The cluster topology is configured in the <tt>cluster</tt> field in <tt>JobProto</tt>. The <tt>cluster</tt> is of type <tt>ClusterProto</tt>:</p> Modified: incubator/singa/site/trunk/target/site/docs/installation.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/installation.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/installation.html (original) +++ incubator/singa/site/trunk/target/site/docs/installation.html Wed Sep 2 13:53:06 2015 @@ -9,7 +9,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <meta name="Date-Revision-yyyymmdd" content="20150902" /> <meta http-equiv="Content-Language" content="en" /> - <title>Apache SINGA – </title> + <title>Apache SINGA – Installation</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> <link rel="stylesheet" href="../css/site.css" /> <link rel="stylesheet" href="../css/print.css" media="print" /> @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> </li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -189,7 +204,7 @@ Apache SINGA</a> <span class="divider">/</span> </li> - <li class="active "></li> + <li class="active ">Installation</li> @@ -212,27 +227,27 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> + <li class="active"> + + <a href="#"><span class="none"></span>Installation</a> + </li> + <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> Quick Start</a> </li> - <li class="nav-header">Documentaion</li> - - <li class="active"> - - <a href="#"><span class="none"></span>Installation</a> - </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -249,7 +264,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -267,6 +282,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -313,13 +342,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -423,10 +482,8 @@ <div id="bodyColumn" class="span10" > - <p>— layout: post title: Installation</p> + <h1>Installation</h1> <div class="section"> -<h2><a name="category:_docs"></a>category: docs</h2> -<p>{% include JB/setup %}</p> <div class="section"> <h3><a name="Dependencies"></a>Dependencies</h3> <p>SINGA is developed and tested on Linux platforms.</p> Modified: incubator/singa/site/trunk/target/site/docs/layer.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/layer.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/layer.html (original) +++ incubator/singa/site/trunk/target/site/docs/layer.html Wed Sep 2 13:53:06 2015 @@ -9,7 +9,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <meta name="Date-Revision-yyyymmdd" content="20150902" /> <meta http-equiv="Content-Language" content="en" /> - <title>Apache SINGA – </title> + <title>Apache SINGA – Layers</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> <link rel="stylesheet" href="../css/site.css" /> <link rel="stylesheet" href="../css/print.css" media="print" /> @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> </li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -189,7 +204,7 @@ Apache SINGA</a> <span class="divider">/</span> </li> - <li class="active "></li> + <li class="active ">Layers</li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -251,7 +266,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -267,6 +282,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -313,13 +342,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -423,11 +482,9 @@ <div id="bodyColumn" class="span10" > - <p>— layout: post title: Layer category : docs</p> -<div class="section"> -<h2><a name="tags_:_layer_"></a>tags : [layer ]</h2> -<p>{% include JB/setup %} Layer is a core abstraction in SINGA. It performs a variety of feature transformations for extracting high-level features, e.g., loading raw features, parsing RGB values, doing convolution transformation, etc.</p> -<p>The <i>Basic user guide</i> section introduces the configuration of a built-in layer. <i>Advanced user guide</i> explains how to extend the base Layer class to implement users’ functions.</p></div> + <h1>Layers</h1> +<p>Layer is a core abstraction in SINGA. It performs a variety of feature transformations for extracting high-level features, e.g., loading raw features, parsing RGB values, doing convolution transformation, etc.</p> +<p>The <i>Basic user guide</i> section introduces the configuration of a built-in layer. <i>Advanced user guide</i> explains how to extend the base Layer class to implement users’ functions.</p> <div class="section"> <h2><a name="Basic_user_guide"></a>Basic user guide</h2> <div class="section"> @@ -553,8 +610,7 @@ rgbimage_conf { mirror: bool # mirror the image by set image[i,j]=image[i,len-j] meanfile: "Image_Mean_File_Path" } -</pre></div></div> -<p>{% comment %}</p></div></div> +</pre></div></div></div></div> <div class="section"> <h4><a name="PrefetchLayer"></a>PrefetchLayer</h4> <p><a class="externalLink" href="http://singa.incubator.apache.org/api/classsinga_1_1PrefetchLayer.html";>PrefetchLayer</a> embeds data layers and parser layers to do data prefeching. It will launch a thread to call the data layers and parser layers to load and extract features. It ensures that the I/O task and computation task can work simultaneously. One example PrefetchLayer configuration is,</p> @@ -582,8 +638,7 @@ rgbimage_conf { exclude:kTest } </pre></div></div> -<p>The layers on top of the PrefetchLayer should use the name of the embedded layers as their source layers. For example, the “rgb” and “label” should be configured to the <tt>srclayers</tt> of other layers.</p> -<p>{% endcomment %}</p></div> +<p>The layers on top of the PrefetchLayer should use the name of the embedded layers as their source layers. For example, the “rgb” and “label” should be configured to the <tt>srclayers</tt> of other layers.</p></div> <div class="section"> <h4><a name="Neuron_Layers"></a>Neuron Layers</h4> <p>Neuron layers conduct feature transformations.</p> @@ -667,7 +722,7 @@ lrn_conf { beta: float // exponential number } </pre></div></div> -<p><tt>local_size</tt> specifies the quantity of the adjoining channels which will be summed up. {% comment %} For <tt>WITHIN_CHANNEL</tt>, it means the side length of the space region which will be summed up. {% endcomment %}</p></div></div> +<p><tt>local_size</tt> specifies the quantity of the adjoining channels which will be summed up. For <tt>WITHIN_CHANNEL</tt>, it means the side length of the space region which will be summed up.</p></div></div> <div class="section"> <h4><a name="Loss_Layers"></a>Loss Layers</h4> <p>Loss layers measures the objective training loss.</p> Modified: incubator/singa/site/trunk/target/site/docs/lmdb.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/lmdb.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/lmdb.html (original) +++ incubator/singa/site/trunk/target/site/docs/lmdb.html Wed Sep 2 13:53:06 2015 @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> </li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -251,7 +266,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -269,6 +284,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -315,13 +344,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> Modified: incubator/singa/site/trunk/target/site/docs/mlp.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/mlp.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/mlp.html (original) +++ incubator/singa/site/trunk/target/site/docs/mlp.html Wed Sep 2 13:53:06 2015 @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> </li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> +</li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -251,7 +266,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -269,6 +284,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -315,13 +344,41 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li class="active"> + + <a href="#"><span class="none"></span>MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -425,11 +482,8 @@ <div id="bodyColumn" class="span10" > - <p>— layout: post title: Example — MultiLayer Perceptron category : docs</p> -<div class="section"> -<h2><a name="tags_:_example_mlp"></a>tags : [example, mlp]</h2> -<p>{% include JB/setup %}</p> -<p>Multilayer perceptron (MLP) is a feed-forward artificial neural network model. A MLP typically consists of multiple directly connected layers, with each layer fully connected to the next one. In this example, we will use SINGA to train a <a class="externalLink" href="http://arxiv.org/abs/1003.0358";>simple MLP model proposed by Ciresan</a> for classifying handwritten digits from the <a class="externalLink" href="http://yann.lecun.com/exdb/mnist/";>MNIST dataset</a>.</p></div> + <p># MLP Example</p> +<p>Multilayer perceptron (MLP) is a feed-forward artificial neural network model. A MLP typically consists of multiple directly connected layers, with each layer fully connected to the next one. In this example, we will use SINGA to train a <a class="externalLink" href="http://arxiv.org/abs/1003.0358";>simple MLP model proposed by Ciresan</a> for classifying handwritten digits from the <a class="externalLink" href="http://yann.lecun.com/exdb/mnist/";>MNIST dataset</a>.</p> <div class="section"> <h2><a name="Running_instructions"></a>Running instructions</h2> <p>Please refer to the <a class="externalLink" href="http://singa.incubator.apache.org/docs/installation";>installation</a> page for instructions on building SINGA, and the <a class="externalLink" href="http://singa.incubator.apache.org/docs/quick-start";>quick start</a> for instructions on starting zookeeper.</p> @@ -481,7 +535,7 @@ E0817 07:19:57.327133 34073 trainer.cc:3 <h3><a name="Neural_net"></a>Neural net</h3> <div style="text-align: center"> -<img src="http://singa.incubator.apache.org/assets/image/mlp-example.png"; style="width: 230px" alt="" /> +<img src="http://singa.incubator.apache.org/images/mlp-example.png"; style="width: 230px" alt="" /> <br /><b>Figure 1 - Net structure of the MLP example. </b></img> </div> <p>Figure 1 shows the structure of the simple MLP model, which is constructed following <a class="externalLink" href="http://arxiv.org/abs/1003.0358";>Ciresan’s paper</a>. The dashed circle contains two layers which represent one feature transformation stage. There are 6 such stages in total. They sizes of the <a class="externalLink" href="http://singa.incubator.apache.org/docs/layer#innerproductlayer";>InnerProductLayer</a>s in these circles decrease from 2500->2000->1500->1000->500->10.</p> Modified: incubator/singa/site/trunk/target/site/docs/model-config.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/model-config.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/model-config.html (original) +++ incubator/singa/site/trunk/target/site/docs/model-config.html Wed Sep 2 13:53:06 2015 @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> </li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> +</li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -249,7 +264,7 @@ <li> - <a href="../docs/neuralnet.html" title="Neural Network"> + <a href="../docs/neural-net.html" title="Neural Network"> <span class="none"></span> Neural Network</a> </li> @@ -267,6 +282,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -313,13 +342,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> + </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -423,10 +482,10 @@ <div id="bodyColumn" class="span10" > - <div class="section"> -<h2><a name="Model_Configuration"></a>Model Configuration</h2> + <h1>Model Configuration</h1> <p>SINGA uses the stochastic gradient descent (SGD) algorithm to train parameters of deep learning models. For each SGD iteration, there is a <a href="docs/architecture.html">Worker</a> computing gradients of parameters from the NeuralNet and a <a href="">Updater</a> updating parameter values based on gradients. Hence the model configuration mainly consists these three parts. We will introduce the NeuralNet, Worker and Updater in the following paragraphs and describe the configurations for them. All model configuration is specified in the model.conf file in the user provided workspace folder. E.g., the <a class="externalLink" href="https://github.com/apache/incubator-singa/tree/master/examples/cifar10";>cifar10 example folder</a> has a model.conf file.</p> <div class="section"> +<div class="section"> <h3><a name="NeuralNet"></a>NeuralNet</h3> <div class="section"> <h4><a name="Uniform_model_neuralnet_representation"></a>Uniform model (neuralnet) representation</h4> Modified: incubator/singa/site/trunk/target/site/docs/neural-net.html URL: http://svn.apache.org/viewvc/incubator/singa/site/trunk/target/site/docs/neural-net.html?rev=1700817&r1=1700816&r2=1700817&view=diff ============================================================================== --- incubator/singa/site/trunk/target/site/docs/neural-net.html (original) +++ incubator/singa/site/trunk/target/site/docs/neural-net.html Wed Sep 2 13:53:06 2015 @@ -9,7 +9,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0" /> <meta name="Date-Revision-yyyymmdd" content="20150902" /> <meta http-equiv="Content-Language" content="en" /> - <title>Apache SINGA – </title> + <title>Apache SINGA – Neural Net</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> <link rel="stylesheet" href="../css/site.css" /> <link rel="stylesheet" href="../css/print.css" media="print" /> @@ -55,32 +55,36 @@ <li> <a href="../index.html" title="Welcome">Welcome</a> </li> - - <li> <a href="../introduction.html" title="Introduction">Introduction</a> -</li> - - <li> <a href="../quick-start.html" title="Quick Start">Quick Start</a> -</li> </ul> </li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> <ul class="dropdown-menu"> + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + <li> <a href="../docs/installation.html" title="Installation">Installation</a> </li> + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + <li class="dropdown-submenu"> <a href="../docs/programmer-guide.html" title="Programmer Guide">Programmer Guide</a> <ul class="dropdown-menu"> <li> <a href="../docs/model-config.html" title="Model Configuration">Model Configuration</a> </li> - <li> <a href="../docs/neuralnet.html" title="Neural Network">Neural Network</a> + <li> <a href="../docs/neural-net.html" title="Neural Network">Neural Network</a> </li> <li> <a href="../docs/layer.html" title="Layer">Layer</a> </li> <li> <a href="../docs/param.html" title="Param">Param</a> </li> + <li> <a href="../docs/train-one-batch.html" title="TrainOneBatch">TrainOneBatch</a> +</li> + <li> <a href="../docs/updater.html" title="Updater">Updater</a> +</li> </ul> </li> @@ -102,8 +106,19 @@ <li> <a href="../docs/checkpoint.html" title="Checkpoint">Checkpoint</a> </li> - <li> <a href="../docs/examples.html" title="Examples">Examples</a> + <li class="dropdown-submenu"> + <a href="../docs/examples.html" title="Examples">Examples</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/cnn.html" title="CNN">CNN</a> +</li> + <li> <a href="../docs/mlp.html" title="MLP">MLP</a> +</li> + <li> <a href="../docs/rbm.html" title="RBM + Auto-encoder">RBM + Auto-encoder</a> </li> + <li> <a href="../docs/rnn.html" title="RNN">RNN</a> +</li> + </ul> + </li> <li> <a href="../docs/debug.html" title="Debug">Debug</a> </li> @@ -189,7 +204,7 @@ Apache SINGA</a> <span class="divider">/</span> </li> - <li class="active "></li> + <li class="active ">Neural Net</li> @@ -212,29 +227,29 @@ <span class="none"></span> Welcome</a> </li> - + <li class="nav-header">Documentaion</li> + <li> - <a href="../introduction.html" title="Introduction"> + <a href="../docs/overview.html" title="Introduction"> <span class="none"></span> Introduction</a> </li> <li> - <a href="../quick-start.html" title="Quick Start"> + <a href="../docs/installation.html" title="Installation"> <span class="none"></span> - Quick Start</a> + Installation</a> </li> - <li class="nav-header">Documentaion</li> - + <li> - <a href="../docs/installation.html" title="Installation"> + <a href="../docs/quick-start.html" title="Quick Start"> <span class="none"></span> - Installation</a> + Quick Start</a> </li> - + <li> <a href="../docs/programmer-guide.html" title="Programmer Guide"> @@ -249,12 +264,10 @@ Model Configuration</a> </li> - <li> + <li class="active"> - <a href="../docs/neuralnet.html" title="Neural Network"> - <span class="none"></span> - Neural Network</a> - </li> + <a href="#"><span class="none"></span>Neural Network</a> + </li> <li> @@ -269,6 +282,20 @@ <span class="none"></span> Param</a> </li> + + <li> + + <a href="../docs/train-one-batch.html" title="TrainOneBatch"> + <span class="none"></span> + TrainOneBatch</a> + </li> + + <li> + + <a href="../docs/updater.html" title="Updater"> + <span class="none"></span> + Updater</a> + </li> </ul> </li> @@ -315,13 +342,43 @@ <span class="none"></span> Checkpoint</a> </li> - + <li> <a href="../docs/examples.html" title="Examples"> - <span class="none"></span> + <span class="icon-chevron-down"></span> Examples</a> + <ul class="nav nav-list"> + + <li> + + <a href="../docs/cnn.html" title="CNN"> + <span class="none"></span> + CNN</a> </li> + + <li> + + <a href="../docs/mlp.html" title="MLP"> + <span class="none"></span> + MLP</a> + </li> + + <li> + + <a href="../docs/rbm.html" title="RBM + Auto-encoder"> + <span class="none"></span> + RBM + Auto-encoder</a> + </li> + + <li> + + <a href="../docs/rnn.html" title="RNN"> + <span class="none"></span> + RNN</a> + </li> + </ul> + </li> <li> @@ -425,12 +482,9 @@ <div id="bodyColumn" class="span10" > - <p>— layout: post title: NeuralNet category : docs</p> -<div class="section"> -<h2><a name="tags_:_installation_examples"></a>tags : [installation, examples]</h2> -<p>{% include JB/setup %}</p> + <h1>Neural Net</h1> <p><tt>NeuralNet</tt> in SINGA represents an instance of user’s neural net model. As the neural net typically consists of a set of layers, <tt>NeuralNet</tt> comprises a set of unidirectionally connected <a class="externalLink" href="http://singa.incubator.apache.org/docs/layer";>Layer</a>s. This page describes how to convert an user’s neural net into the configuration of <tt>NeuralNet</tt>.</p> -<p><img src="http://singa.incubator.apache.org/assets/image/model-category.png"; align="center" width="200px" alt="" /> <span><b>Figure 1 - Categorization of popular deep learning models.</b></span></p></div> +<p><img src="http://singa.incubator.apache.org/images/model-category.png"; align="center" width="200px" alt="" /> <span><b>Figure 1 - Categorization of popular deep learning models.</b></span></p> <div class="section"> <h2><a name="Net_structure_configuration"></a>Net structure configuration</h2> <p>Users configure the <tt>NeuralNet</tt> by listing all layers of the neural net and specifying each layer’s source layer names. Popular deep learning models can be categorized as Figure 1. The subsequent sections give details for each category.</p> @@ -438,7 +492,7 @@ <h3><a name="Feed-forward_models"></a>Feed-forward models</h3> <div align="left"> -<img src="http://singa.incubator.apache.org/assets/image/mlp-net.png"; align="center" width="200px" alt="" /> +<img src="http://singa.incubator.apache.org/images/mlp-net.png"; align="center" width="200px" alt="" /> <span><b>Figure 2 - Net structure of a MLP model.</b></span> </div> <p>Feed-forward models, e.g., CNN and MLP, can easily get configured as their layer connections are undirected without circles. The configuration for the MLP model shown in Figure 1 is as follows,</p> @@ -474,7 +528,7 @@ </pre></div></div></div> <div class="section"> <h3><a name="Energy_models"></a>Energy models</h3> -<p><img src="http://singa.incubator.apache.org/assets/image/rbm-rnn.png"; align="center" width="500px" alt="" /> <span><b>Figure 3 - Convert connections in RBM and RNN.</b></span></p> +<p><img src="http://singa.incubator.apache.org/images/rbm-rnn.png"; align="center" width="500px" alt="" /> <span><b>Figure 3 - Convert connections in RBM and RNN.</b></span></p> <p>For energy models including RBM, DBM, etc., their connections are undirected (i.e., Category B). To represent these models using <tt>NeuralNet</tt>, users can simply replace each connection with two directed connections, as shown in Figure 3a. In other words, for each pair of connected layers, their source layer field should include each other’s name. The full <a class="externalLink" href="http://singa.incubator.apache.org/docs/rbm";>RBM example</a> has detailed neural net configuration for a RBM model, which looks like</p> <div class="source"> @@ -516,7 +570,7 @@ <p>A neural net can be partitioned in different ways to distribute the training over multiple workers.</p> <div class="section"> <h3><a name="Batch_and_feature_dimension"></a>Batch and feature dimension</h3> -<p><img src="http://singa.incubator.apache.org/assets/image/partition_fc.png"; align="center" width="400px" alt="" /> <span><b>Figure 4 - Partitioning of a fully connected layer.</b></span></p> +<p><img src="http://singa.incubator.apache.org/images/partition_fc.png"; align="center" width="400px" alt="" /> <span><b>Figure 4 - Partitioning of a fully connected layer.</b></span></p> <p>Every layer’s feature blob is considered a matrix whose rows are feature vectors. Thus, one layer can be split on two dimensions. Partitioning on dimension 0 (also called batch dimension) slices the feature matrix by rows. For instance, if the mini-batch size is 256 and the layer is partitioned into 2 sub-layers, each sub-layer would have 128 feature vectors in its feature blob. Partitioning on this dimension has no effect on the parameters, as every <a class="externalLink" href="http://singa.incubator.apache.org/docs/param";>Param</a> object is replicated in the sub-layers. Partitioning on dimension 1 (also called feature dimension) slices the feature matrix by columns. For example, suppose the original feature vector has 50 units, after partitioning into 2 sub-layers, each sub-layer would have 25 units. This partitioning may result in <a class="externalLink" href="http://singa.incubator.apache.org/docs/param";>Param</a> object being split, as shown in Figure 4. Both the bi as vector and weight matrix are partitioned into two sub-layers.</p></div> <div class="section"> <h3><a name="Partitioning_configuration"></a>Partitioning configuration</h3> @@ -661,8 +715,7 @@ Param* paramid2param(int id) const; <p>SINGA partitions the neural net in <tt>CreateGraph</tt> function, which creates one node for each (partitioned) layer. For example, if one layer’s partition dimension is 0 or 1, then it creates <tt>npartition</tt> nodes for it; if the partition dimension is -1, a single node is created, i.e., no partitioning. Each node is assigned a partition (or location) ID. If the original layer is configured with a location ID, then the ID is assigned to each newly created node. These nodes are connected according to the connections of the original layers. Some connection layers will be added automatically. For instance, if two connected sub-layers are located at two different workers, then a pair of bridge layers is inserted to transfer the feature (and gradient) blob between them. When two layers are partitioned on different dimensions, a concatenation layer which concatenates feature rows (or columns) and a slice layer which slices feature rows (or columns) would be inserted. These connection layers help making the network communication and synchronization transparent to the users.</p></div> <div class="section"> <h4><a name="Dispatching_partitions_to_workers"></a>Dispatching partitions to workers</h4> -<p>Each (partitioned) layer is assigned a location ID, based on which it is dispatched to one worker. Particularly, the shared pointer to the <tt>NeuralNet</tt> instance is passed to every worker within the same group, but each worker only computes over the layers that have the same partition (or location) ID as the worker’s ID. When every worker computes the gradients of the entire model parameters (strategy-2), we refer to this process as data parallelism. When different workers compute the gradients of different parameters (strategy-3 or strategy-1), we call this process model parallelism. The hybrid partitioning leads to hybrid parallelism where some workers compute the gradients of the same subset of model parameters while other workers compute on different model parameters. For example, to implement the hybrid parallelism in for the <a class="externalLink" href="http://arxiv.org/abs/1404.5997";>DCNN model</a>, we set <tt>partition_dim = 0</tt> for lower layers and <tt>pa rtition_dim = 1</tt> for higher layers.</p> -<p>{% endcomment %}</p></div></div></div> +<p>Each (partitioned) layer is assigned a location ID, based on which it is dispatched to one worker. Particularly, the shared pointer to the <tt>NeuralNet</tt> instance is passed to every worker within the same group, but each worker only computes over the layers that have the same partition (or location) ID as the worker’s ID. When every worker computes the gradients of the entire model parameters (strategy-2), we refer to this process as data parallelism. When different workers compute the gradients of different parameters (strategy-3 or strategy-1), we call this process model parallelism. The hybrid partitioning leads to hybrid parallelism where some workers compute the gradients of the same subset of model parameters while other workers compute on different model parameters. For example, to implement the hybrid parallelism in for the <a class="externalLink" href="http://arxiv.org/abs/1404.5997";>DCNN model</a>, we set <tt>partition_dim = 0</tt> for lower layers and <tt>pa rtition_dim = 1</tt> for higher layers.</p></div></div></div> </div> </div> </div>
![http://singa.incubator.apache.org/assets/image/mlp-example.png"](http://singa.incubator.apache.org/assets/image/mlp-example.png"){kind=link}
![http://singa.incubator.apache.org/images/mlp-example.png"](http://singa.incubator.apache.org/images/mlp-example.png"){kind=link}
![http://singa.incubator.apache.org/assets/image/model-category.png"](http://singa.incubator.apache.org/assets/image/model-category.png"){kind=link}
![http://singa.incubator.apache.org/images/model-category.png"](http://singa.incubator.apache.org/images/model-category.png"){kind=link}
![http://singa.incubator.apache.org/assets/image/mlp-net.png"](http://singa.incubator.apache.org/assets/image/mlp-net.png"){kind=link}
![http://singa.incubator.apache.org/images/mlp-net.png"](http://singa.incubator.apache.org/images/mlp-net.png"){kind=link}
![http://singa.incubator.apache.org/assets/image/rbm-rnn.png"](http://singa.incubator.apache.org/assets/image/rbm-rnn.png"){kind=link}
![http://singa.incubator.apache.org/images/rbm-rnn.png"](http://singa.incubator.apache.org/images/rbm-rnn.png"){kind=link}
![http://singa.incubator.apache.org/assets/image/partition_fc.png"](http://singa.incubator.apache.org/assets/image/partition_fc.png"){kind=link}
![http://singa.incubator.apache.org/images/partition_fc.png"](http://singa.incubator.apache.org/images/partition_fc.png"){kind=link}