Author: buildbot
Date: Thu May 21 07:35:05 2015
New Revision: 952154
Log:
Staging update by buildbot for singa
Added:
websites/staging/singa/trunk/content/images/arch.png (with props)
Removed:
websites/staging/singa/trunk/content/images/software_stack.jpg
Modified:
websites/staging/singa/trunk/content/ (props changed)
websites/staging/singa/trunk/content/community.html
websites/staging/singa/trunk/content/community/issue-tracking.html
websites/staging/singa/trunk/content/community/mail-lists.html
websites/staging/singa/trunk/content/community/source-repository.html
websites/staging/singa/trunk/content/community/team-list.html
websites/staging/singa/trunk/content/develop/contribute-code.html
websites/staging/singa/trunk/content/develop/contribute-docs.html
websites/staging/singa/trunk/content/develop/how-contribute.html
websites/staging/singa/trunk/content/develop/schedule.html
websites/staging/singa/trunk/content/docs.html
websites/staging/singa/trunk/content/docs/architecture.html
websites/staging/singa/trunk/content/docs/code-structure.html
websites/staging/singa/trunk/content/docs/communication.html
websites/staging/singa/trunk/content/docs/installation.html
websites/staging/singa/trunk/content/docs/neuralnet-partition.html
websites/staging/singa/trunk/content/docs/programming-model.html
websites/staging/singa/trunk/content/index.html
websites/staging/singa/trunk/content/introduction.html
websites/staging/singa/trunk/content/quick-start.html
Propchange: websites/staging/singa/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Thu May 21 07:35:05 2015
@@ -1 +1 @@
-1680475
+1680751
Modified: websites/staging/singa/trunk/content/community.html
==============================================================================
--- websites/staging/singa/trunk/content/community.html (original)
+++ websites/staging/singa/trunk/content/community.html Thu May 21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Community</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/community/issue-tracking.html
==============================================================================
--- websites/staging/singa/trunk/content/community/issue-tracking.html
(original)
+++ websites/staging/singa/trunk/content/community/issue-tracking.html Thu May
21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Issue Tracking</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/community/mail-lists.html
==============================================================================
--- websites/staging/singa/trunk/content/community/mail-lists.html (original)
+++ websites/staging/singa/trunk/content/community/mail-lists.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Project Mailing Lists</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/community/source-repository.html
==============================================================================
--- websites/staging/singa/trunk/content/community/source-repository.html
(original)
+++ websites/staging/singa/trunk/content/community/source-repository.html Thu
May 21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Source Repository</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/community/team-list.html
==============================================================================
--- websites/staging/singa/trunk/content/community/team-list.html (original)
+++ websites/staging/singa/trunk/content/community/team-list.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – The SINGA Team</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/develop/contribute-code.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-code.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-code.html Thu May
21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Code</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/develop/contribute-docs.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-docs.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-docs.html Thu May
21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/develop/how-contribute.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/how-contribute.html (original)
+++ websites/staging/singa/trunk/content/develop/how-contribute.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute to SINGA</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/develop/schedule.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/schedule.html (original)
+++ websites/staging/singa/trunk/content/develop/schedule.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Development Schedule</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/docs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs.html (original)
+++ websites/staging/singa/trunk/content/docs.html Thu May 21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Documentation</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -228,13 +225,6 @@
<li>
- <a href="docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
-
<a href="docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Neural Network Partition</a>
@@ -354,8 +344,6 @@
<li><a href="docs/communication.html">Communication</a></li>
-<li><a href="docs/code-structure.html">Code Structure</a></li>
-
<li><a href="docs/neuralnet-partition.html">Neural Network Partition</a></li>
<li><a href="docs/programming-model.html">Programming Model</a></li>
Modified: websites/staging/singa/trunk/content/docs/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/architecture.html (original)
+++ websites/staging/singa/trunk/content/docs/architecture.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – System Architecture</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -225,13 +222,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/docs/code-structure.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/code-structure.html (original)
+++ websites/staging/singa/trunk/content/docs/code-structure.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Code Structure</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -226,11 +223,6 @@
Communication</a>
</li>
- <li class="active">
-
- <a href="#"><span class="none"></span>Code Structure</a>
- </li>
-
<li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
@@ -343,75 +335,74 @@
<div class="section">
<h2><a name="Code_Structure"></a>Code Structure</h2>
<hr />
-<div class="section">
-<h3><a name="Worker_Side"></a>Worker Side</h3>
-<div class="section">
-<h4><a name="Main_Classes"></a>Main Classes</h4>
-<p><img src="../images/code-structure/main.jpg" style="width: 550px" alt=""
/></p>
+<!-- ### Worker Side
-<ul>
-
-<li><b>Worker</b>: start the solver to conduct training or resume from
previous training snapshots.</li>
-
-<li><b>Solver</b>: construct the neural network and run training algorithms
over it. Validation and testing is also done by the solver along the
training.</li>
-
-<li><b>TableDelegate</b>: delegate for the parameter table physically stored
in parameter servers. it runs a thread to communicate with table servers for
parameter transferring.</li>
-
-<li><b>Net</b>: the neural network consists of multiple layers constructed
from input configuration file.</li>
-
-<li><b>Layer</b>: the core abstraction, read data (neurons) from connecting
layers, and compute the data of itself according to layer specific
ComputeFeature functions. Data from the bottom layer is forwarded layer by
layer to the top.</li>
-</ul></div>
-<div class="section">
-<h4><a name="Data_types"></a>Data types</h4>
-<p><img src="../images/code-structure/layer.jpg" style="width: 700px" alt=""
/></p>
+#### Main Classes
-<ul>
-
-<li><b>ComputeFeature</b>: read data (neurons) from in-coming layers, and
compute the data of itself according to layer type. This function can be
overrided to implement different types layers.</li>
-
-<li><b>ComputeGradient</b>: read gradients (and data) from in-coming layers
and compute gradients of parameters and data w.r.t the learning objective
(loss).</li>
-</ul>
-<p>We adpat the implementation for <b>PoolingLayer</b>, <b>Im2colLayer</b> and
<b>LRNLayer</b> from <a class="externalLink"
href="http://caffe.berkeleyvision.org/">Caffe</a>.</p>
-<p><img src="../images/code-structure/darray.jpg" style="width: 400px" alt=""
/></p>
+<img src="../images/code-structure/main.jpg" style="width: 550px"/>
-<ul>
-
-<li><b>DArray</b>: provide the abstraction of distributed array on multiple
nodes, supporting array/matrix operations and element-wise operations. Users
can use it as a local structure.</li>
-
-<li><b>LArray</b>: the local part for the DArray. Each LArray is treated as an
independent array, and support all array-related operations.</li>
-
-<li><b>MemSpace</b>: manage the memory used by DArray. Distributed memory are
allocated and managed by armci. Multiple DArray can share a same MemSpace, the
memory will be released when no DArray uses it anymore.</li>
-
-<li><b>Partition</b>: maintain both global shape and local partition
information. used when two DArray are going to interact.</li>
-
-<li><b>Shape</b>: basic class for representing the scope of a
DArray/LArray</li>
-
-<li><b>Range</b>: basic class for representing the scope of a Partition</li>
-</ul></div></div>
-<div class="section">
-<h3><a name="Parameter_Server"></a>Parameter Server</h3>
-<div class="section">
-<h4><a name="Main_classes"></a>Main classes</h4>
-<p><img src="../images/code-structure/uml.jpg" style="width: 750px" alt=""
/></p>
+* **Worker**: start the solver to conduct training or resume from previous
training snapshots.
+* **Solver**: construct the neural network and run training algorithms over
it. Validation and testing is also done by the solver along the training.
+* **TableDelegate**: delegate for the parameter table physically stored in
parameter servers.
+ it runs a thread to communicate with table servers for parameter
transferring.
+* **Net**: the neural network consists of multiple layers constructed from
input configuration file.
+* **Layer**: the core abstraction, read data (neurons) from connecting layers,
and compute the data
+ of itself according to layer specific ComputeFeature functions. Data from
the bottom layer is forwarded
+ layer by layer to the top.
-<ul>
-
-<li><b>NetworkService</b>: provide access to the network (sending and
receiving messages). It maintains a queue for received messages, implemented by
NetworkQueue.</li>
-
-<li><b>RequestDispatcher</b>: pick up next message (request) from the queue,
and invoked a method (callback) to process them.</li>
-
-<li><b>TableServer</b>: provide access to the data table (parameters).
Register callbacks for different types of requests to RequestDispatcher.</li>
-
-<li><b>GlobalTable</b>: implement the table. Data is partitioned into multiple
Shard objects per table. User-defined consistency model supported by extending
TableServerHandler for each table.</li>
-</ul></div>
-<div class="section">
-<h4><a name="Data_types"></a>Data types</h4>
-<p><img src="../images/code-structure/type.jpg" style="width: 400px" alt=""
/></p>
-<p>Table related messages are either of type <b>RequestBase</b> which contains
different types of request, or of type <b>TableData</b> containing a key-value
tuple.</p></div>
-<div class="section">
-<h4><a name="Control_flow_and_thread_model"></a>Control flow and thread
model</h4>
-<p><img src="../images/code-structure/threads.jpg" alt="uml" style="width:
1000px" /></p>
-<p>The figure above shows how a GET request sent from a worker is processed by
the table server. The control flow for other types of requests is similar. At
the server side, there are at least 3 threads running at any time: two by
NetworkService for sending and receiving message, and at least one by the
RequestDispatcher for dispatching requests.</p></div></div></div>
+#### Data types
+
+<img src="../images/code-structure/layer.jpg" style="width: 700px"/>
+
+* **ComputeFeature**: read data (neurons) from in-coming layers, and compute
the data
+ of itself according to layer type. This function can be overrided to
implement different
+ types layers.
+* **ComputeGradient**: read gradients (and data) from in-coming layers and
compute
+ gradients of parameters and data w.r.t the learning objective (loss).
+
+We adpat the implementation for **PoolingLayer**, **Im2colLayer** and
**LRNLayer** from [Caffe](http://caffe.berkeleyvision.org/).
+
+
+<img src="../images/code-structure/darray.jpg" style="width: 400px"/>
+
+* **DArray**: provide the abstraction of distributed array on multiple nodes,
+ supporting array/matrix operations and element-wise operations. Users can
use it as a local structure.
+* **LArray**: the local part for the DArray. Each LArray is treated as an
+ independent array, and support all array-related operations.
+* **MemSpace**: manage the memory used by DArray. Distributed memory are
allocated
+ and managed by armci. Multiple DArray can share a same MemSpace, the memory
+ will be released when no DArray uses it anymore.
+* **Partition**: maintain both global shape and local partition information.
+ used when two DArray are going to interact.
+* **Shape**: basic class for representing the scope of a DArray/LArray
+* **Range**: basic class for representing the scope of a Partition
+
+### Parameter Server
+
+#### Main classes
+
+<img src="../images/code-structure/uml.jpg" style="width: 750px"/>
+
+* **NetworkService**: provide access to the network (sending and receiving
messages). It maintains a queue for received messages, implemented by
NetworkQueue.
+* **RequestDispatcher**: pick up next message (request) from the queue, and
invoked a method (callback) to process them.
+* **TableServer**: provide access to the data table (parameters). Register
callbacks for different types of requests to RequestDispatcher.
+* **GlobalTable**: implement the table. Data is partitioned into multiple
Shard objects per table. User-defined consistency model supported by extending
TableServerHandler for each table.
+
+#### Data types
+
+<img src="../images/code-structure/type.jpg" style="width: 400px"/>
+
+Table related messages are either of type **RequestBase** which contains
different types of request, or of type **TableData** containing a key-value
tuple.
+
+#### Control flow and thread model
+
+<img src="../images/code-structure/threads.jpg" alt="uml" style="width:
1000px"/>
+
+The figure above shows how a GET request sent from a worker is processed by the
+table server. The control flow for other types of requests is similar. At
+the server side, there are at least 3 threads running at any time: two by
+NetworkService for sending and receiving message, and at least one by the
+RequestDispatcher for dispatching requests. --></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/communication.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/communication.html (original)
+++ websites/staging/singa/trunk/content/docs/communication.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Communication</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -226,13 +223,6 @@
<li>
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
-
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Neural Network Partition</a>
Modified: websites/staging/singa/trunk/content/docs/installation.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/installation.html (original)
+++ websites/staging/singa/trunk/content/docs/installation.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Installation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -225,13 +222,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/docs/neuralnet-partition.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neuralnet-partition.html
(original)
+++ websites/staging/singa/trunk/content/docs/neuralnet-partition.html Thu May
21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Network Partition</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -226,13 +223,6 @@
Communication</a>
</li>
- <li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
<li class="active">
<a href="#"><span class="none"></span>Neural Network Partition</a>
Modified: websites/staging/singa/trunk/content/docs/programming-model.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programming-model.html (original)
+++ websites/staging/singa/trunk/content/docs/programming-model.html Thu May 21
07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programming Model</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="../docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="../docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -227,13 +224,6 @@
</li>
<li>
-
- <a href="../docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="../docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Added: websites/staging/singa/trunk/content/images/arch.png
==============================================================================
Binary file - no diff available.
Propchange: websites/staging/singa/trunk/content/images/arch.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Modified: websites/staging/singa/trunk/content/index.html
==============================================================================
--- websites/staging/singa/trunk/content/index.html (original)
+++ websites/staging/singa/trunk/content/index.html Thu May 21 07:35:05 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Welcome to Apache SINGA</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -225,13 +222,6 @@
</li>
<li>
-
- <a href="docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Modified: websites/staging/singa/trunk/content/introduction.html
==============================================================================
--- websites/staging/singa/trunk/content/introduction.html (original)
+++ websites/staging/singa/trunk/content/introduction.html Thu May 21 07:35:05
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Introduction</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -226,13 +223,6 @@
<li>
- <a href="docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
-
<a href="docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>
Neural Network Partition</a>
@@ -343,7 +333,11 @@
<div class="section">
<h2><a name="Introduction"></a>Introduction</h2>
<hr />
-<p>SINGA is a distributed deep learning platform, for training large-scale
deep learning models. Our design is driven by two key observations. First, the
structures and training algorithms of deep learning models can be expressed
using simple abstractions, e.g., the layer. SINGA allows users to write their
own training algorithms by exposing intuitive programming abstractions and
hiding complex details pertaining distributed execution of the training.
Specifically, our programming model consists of data objects (layer and
network) that define the model, and of computation functions over the data
objects. Our second observation is that there are multiple approaches to
partitioning the model and the training data onto multiple machines to achieve
model parallelism, data parallelism or both. Each approach incurs different
communication and synchronization overhead which directly affects the
system’s scalability. We analyze the fundamental trade-offs of existing
parallelism appro
aches, and propose an optimization algorithm that generates the parallelism
scheme with minimal overhead.</p>
+<div class="section">
+<h3><a name="Overview"></a>Overview</h3>
+<p>SINGA is designed to be general to implement the distributed training
algorithms of existing systems. Distributed deep learning training is an on-
going challenge research problem in terms of scalability. There is no
established scalable distributed training algorithm. Different algorithms are
used by existing systems, e.g. Hogwild used by Caffe, AllReduce used by
Baidu’s DeepImage, and the Downpour algorithm proposed by Google Brain
and used at Microsoft Adam. SINGA provides users the chance to select the one
that is most scalable for their model and data.</p>
+<p>To provide good usability, SINGA provides a simple programming model based
on the layer structure that is common in deep learning models. Users override
the base layer class to implement their own layer logics for feature
transformation. A model is constructed by configuring each layer and their
connections like Caffe. SINGA takes care of the data and model partitioning,
and makes the underlying distributed communication (almost) transparent to
users. A set of built-in layers and example models are provided.</p>
+<p>SINGA is an <a class="externalLink"
href="http://singa.incubator.apache.org/">Apache incubator project</a>,
released under Apache License 2. It is mainly developed by the DBSystem group
of National University of Singapore. A diverse community is being constructed
to welcome open-source contribution. </p></div>
<div class="section">
<h3><a name="Goals_and_Principles"></a>Goals and Principles</h3>
<div class="section">
@@ -351,15 +345,15 @@
<ul>
-<li>Scalability: A distributed platform that can scale to a large model and
training dataset, e.g., 1 Billion parameters and 10M images.</li>
+<li>Scalability: A distributed platform that can scale to a large model and
training dataset.</li>
<li>Usability: To provide abstraction and easy to use interface so that users
can implement their deep learning model/algorithm without much awareness of the
underlying distributed platform.</li>
-<li>Extensibility: We try to make SINGA extensible for implementing different
consistency models, training algorithms and deep learning models.</li>
+<li>Extensibility: to make SINGA extensible for implementing different
consistency models, training algorithms and deep learning models.</li>
</ul></div>
<div class="section">
<h4><a name="Principles"></a>Principles</h4>
-<p>To achieve the scalability goal, we parallelize the computation across a
cluster of nodes by the following partitioning approaches:</p>
+<p>Scalability is a challenge research problem for distributed deep learning
training. SINGA provides a general architecture to exploit the scalability of
different training algorithms. Different parallelism approaches are also
supported:</p>
<ul>
@@ -375,25 +369,15 @@
<li>Extract common data structures and operations for deep learning training
algorithms, i.e., Back Propagation and Contrastive Divergence. Users implement
their models by inheriting these data structures and overriding the
operations.</li>
-<li>Manage model partition and data partition automatically through
distributed array. Users write code against the distributed array, without much
awareness of the array partition (which part is stored on which machine).</li>
+<li>Make model partition and data partition automatically almost transparent
to users.</li>
</ul>
<p>Considering extensibility, we make our core data structures (e.g., Layer)
and operations general enough for programmers to override.</p></div></div>
<div class="section">
-<h3><a name="System_Overview"></a>System Overview</h3>
-<p><img src="images/software_stack.jpg" alt="SINGA software stack"
style="width: 700px" /></p>
-<p>Three goals are considered in designing SINGA, namely ease of use,
scalability and extensibility. We will introduce them together with the
software stack as shown in the above figure. Algorithms for deep learning
models are complex to code and hard to train. To make it ease of use, we
provide a simple concept ‘Layer’ to construct deep complex
models. Built-in Layer implementations include common layers, e.g., convolution
layer and fully connected layer. Users can configure their models by combining
these built-in layers through web interface or configuration files. Once the
model and training data is configured, we start SINGA to conduct the training
using the standard training algorithm (Back-Propagation,BP or Contrastive
Divergence, CD) on a cluster of nodes and visualize the training performance to
users (e.g., through web interface). Advanced users can also implement their
own layers by overloading the base Layer class through Python, Matlab, etc
wrappers. Distr
ibutedArray is proposed for easy array operations that are heavily used for
realizing layer logics. SINGA manages the distributed arrays (stored across
multiple nodes) automatically and efficiently based on MPI. Training
scalability is achieved by partitioning the training data and model onto
multiple computing nodes and parallelizing the computation. A logically
centralized parameter server maintains the model parameters in a
ParameterTable. Computing nodes work according to the consistency policy and
send information to the parameter server which updates the parameters based on
SGD (stochastic gradient descent) algorithms. Besides the Layer class, other
components like SGD algorithms and consistency module are also extensible. <!--
-
-The above figure shows the basic components of SINGA. It starts training a deep
-learning model by parsing a model configuration, which specifies the layer and
-network structure at the every worker node. After that, it initializes the
table servers and starts
-workers to run their tasks. Each table server maintains a partition (i.e., a
set
-of rows) of a distributed parameter table where model parameters are stored.
-Worker groups consisting one or more worker nodes run in parallel to compute
the
-gradients of parameters. In one iteration, every group fetches fresh parameters
-from the table servers, runs BP or CD algorithm to compute gradients against a
-mini-batch from the local data shard (a partition of the training dataset), and
-then sends gradients to the table servers. The data shard is created by loading
-training data from HDFS off-line. The master monitors the training progress and
-stops the workers and table servers once the model has converged to a given
loss. --></p></div></div>
+<h3><a name="System_Architecture"></a>System Architecture</h3>
+<p><img src="images/arch.png" alt="SINGA Logical Architecture" style="width:
500px" />
+<p><b>SINGA Logical Architecture</b></p>
+<p>The logical system architecture is shown in the above figure. There are two
types of execution units, namely workers and servers. They are grouped
according to the cluster configuration. Each worker group runs against a
partition of the training dataset to compute the updates (e.g., the gradients)
of parameters on one model replica, denoted as ParamShard. Worker groups run
asynchronously, while workers within one group run synchronously with each
worker computing (partial) updates for a subset of model parameters. Each
server group also maintains one replica of the model parameters (i.e.,
ParamShard). It receives and handles requests (e.g., Get/Put/Update) from
workers. Every server group synchronizes with neighboring server groups
periodically or ac- cording to some specified rules.</p>
+<p>SINGA starts by parsing the cluster and model configurations. The first
worker group initializes model parameters and sends Put requests to put them
into the ParamShards of servers. Then every worker group runs the training
algorithm by iterating over its training data in mini-batch. Each worker
collects the fresh parameters from servers before computing the updates (e.g.,
gradients) for them. Once it finishes the computation, it issues update
requests to the servers.</p></div></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/quick-start.html
==============================================================================
--- websites/staging/singa/trunk/content/quick-start.html (original)
+++ websites/staging/singa/trunk/content/quick-start.html Thu May 21 07:35:05
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-05-20
+ | Generated by Apache Maven Doxia at 2015-05-21
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150520" />
+ <meta name="Date-Revision-yyyymmdd" content="20150521" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Quick Start</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -76,9 +76,6 @@
<li> <a href="docs/communication.html"
title="Communication">Communication</a>
</li>
- <li> <a href="docs/code-structure.html"
title="Code Structure">Code Structure</a>
-</li>
-
<li> <a href="docs/neuralnet-partition.html"
title="Neural Network Partition">Neural Network Partition</a>
</li>
@@ -225,13 +222,6 @@
</li>
<li>
-
- <a href="docs/code-structure.html" title="Code
Structure">
- <span class="none"></span>
- Code Structure</a>
- </li>
-
- <li>
<a href="docs/neuralnet-partition.html"
title="Neural Network Partition">
<span class="none"></span>