Modified: websites/staging/singa/trunk/content/v0.1.0/programming-guide.html ============================================================================== --- websites/staging/singa/trunk/content/v0.1.0/programming-guide.html (original) +++ websites/staging/singa/trunk/content/v0.1.0/programming-guide.html Tue Apr 12 06:24:50 2016 @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2016-03-29 + | Generated by Apache Maven Doxia at 2016-04-12 | Rendered using Apache Maven Fluido Skin 1.4 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160329" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache SINGA – Programming Guide</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> @@ -80,7 +80,7 @@ <ul class="dropdown-menu"> <li class="dropdown-submenu"> - <a href="../docs/index.html" title="v0.2.0">v0.2.0</a> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> <ul class="dropdown-menu"> <li> <a href="../docs/index.html" title="English">English</a> </li> @@ -93,6 +93,9 @@ </ul> </li> + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> </li> </ul> @@ -218,13 +221,20 @@ <li> - <a href="../docs/index.html" title="v0.2.0"> + <a href="../docs/index.html" title="v0.3.0"> <span class="icon-chevron-right"></span> - v0.2.0</a> + v0.3.0</a> </li> <li> + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + <a href="../v0.1.0/index.html" title="v0.1.0"> <span class="none"></span> v0.1.0</a>
Modified: websites/staging/singa/trunk/content/v0.1.0/quick-start.html ============================================================================== --- websites/staging/singa/trunk/content/v0.1.0/quick-start.html (original) +++ websites/staging/singa/trunk/content/v0.1.0/quick-start.html Tue Apr 12 06:24:50 2016 @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2016-03-29 + | Generated by Apache Maven Doxia at 2016-04-12 | Rendered using Apache Maven Fluido Skin 1.4 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160329" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache SINGA – Quick Start</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> @@ -80,7 +80,7 @@ <ul class="dropdown-menu"> <li class="dropdown-submenu"> - <a href="../docs/index.html" title="v0.2.0">v0.2.0</a> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> <ul class="dropdown-menu"> <li> <a href="../docs/index.html" title="English">English</a> </li> @@ -93,6 +93,9 @@ </ul> </li> + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> </li> </ul> @@ -218,13 +221,20 @@ <li> - <a href="../docs/index.html" title="v0.2.0"> + <a href="../docs/index.html" title="v0.3.0"> <span class="icon-chevron-right"></span> - v0.2.0</a> + v0.3.0</a> </li> <li> + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + <a href="../v0.1.0/index.html" title="v0.1.0"> <span class="none"></span> v0.1.0</a> Modified: websites/staging/singa/trunk/content/v0.1.0/rbm.html ============================================================================== --- websites/staging/singa/trunk/content/v0.1.0/rbm.html (original) +++ websites/staging/singa/trunk/content/v0.1.0/rbm.html Tue Apr 12 06:24:50 2016 @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2016-03-29 + | Generated by Apache Maven Doxia at 2016-04-12 | Rendered using Apache Maven Fluido Skin 1.4 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160329" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache SINGA – RBM Example</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> @@ -80,7 +80,7 @@ <ul class="dropdown-menu"> <li class="dropdown-submenu"> - <a href="../docs/index.html" title="v0.2.0">v0.2.0</a> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> <ul class="dropdown-menu"> <li> <a href="../docs/index.html" title="English">English</a> </li> @@ -93,6 +93,9 @@ </ul> </li> + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> </li> </ul> @@ -218,13 +221,20 @@ <li> - <a href="../docs/index.html" title="v0.2.0"> + <a href="../docs/index.html" title="v0.3.0"> <span class="icon-chevron-right"></span> - v0.2.0</a> + v0.3.0</a> </li> <li> + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + <a href="../v0.1.0/index.html" title="v0.1.0"> <span class="none"></span> v0.1.0</a> Modified: websites/staging/singa/trunk/content/v0.1.0/rnn.html ============================================================================== --- websites/staging/singa/trunk/content/v0.1.0/rnn.html (original) +++ websites/staging/singa/trunk/content/v0.1.0/rnn.html Tue Apr 12 06:24:50 2016 @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2016-03-29 + | Generated by Apache Maven Doxia at 2016-04-12 | Rendered using Apache Maven Fluido Skin 1.4 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160329" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache SINGA – Recurrent Neural Networks for Language Modelling</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> @@ -80,7 +80,7 @@ <ul class="dropdown-menu"> <li class="dropdown-submenu"> - <a href="../docs/index.html" title="v0.2.0">v0.2.0</a> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> <ul class="dropdown-menu"> <li> <a href="../docs/index.html" title="English">English</a> </li> @@ -93,6 +93,9 @@ </ul> </li> + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> </li> </ul> @@ -218,13 +221,20 @@ <li> - <a href="../docs/index.html" title="v0.2.0"> + <a href="../docs/index.html" title="v0.3.0"> <span class="icon-chevron-right"></span> - v0.2.0</a> + v0.3.0</a> </li> <li> + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + <a href="../v0.1.0/index.html" title="v0.1.0"> <span class="none"></span> v0.1.0</a> Modified: websites/staging/singa/trunk/content/v0.1.0/train-one-batch.html ============================================================================== --- websites/staging/singa/trunk/content/v0.1.0/train-one-batch.html (original) +++ websites/staging/singa/trunk/content/v0.1.0/train-one-batch.html Tue Apr 12 06:24:50 2016 @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2016-03-29 + | Generated by Apache Maven Doxia at 2016-04-12 | Rendered using Apache Maven Fluido Skin 1.4 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160329" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache SINGA – Train-One-Batch</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> @@ -80,7 +80,7 @@ <ul class="dropdown-menu"> <li class="dropdown-submenu"> - <a href="../docs/index.html" title="v0.2.0">v0.2.0</a> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> <ul class="dropdown-menu"> <li> <a href="../docs/index.html" title="English">English</a> </li> @@ -93,6 +93,9 @@ </ul> </li> + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> </li> </ul> @@ -218,13 +221,20 @@ <li> - <a href="../docs/index.html" title="v0.2.0"> + <a href="../docs/index.html" title="v0.3.0"> <span class="icon-chevron-right"></span> - v0.2.0</a> + v0.3.0</a> </li> <li> + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + <a href="../v0.1.0/index.html" title="v0.1.0"> <span class="none"></span> v0.1.0</a> Modified: websites/staging/singa/trunk/content/v0.1.0/updater.html ============================================================================== --- websites/staging/singa/trunk/content/v0.1.0/updater.html (original) +++ websites/staging/singa/trunk/content/v0.1.0/updater.html Tue Apr 12 06:24:50 2016 @@ -1,13 +1,13 @@ <!DOCTYPE html> <!-- - | Generated by Apache Maven Doxia at 2016-03-29 + | Generated by Apache Maven Doxia at 2016-04-12 | Rendered using Apache Maven Fluido Skin 1.4 --> <html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160329" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache SINGA – Updater</title> <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> @@ -80,7 +80,7 @@ <ul class="dropdown-menu"> <li class="dropdown-submenu"> - <a href="../docs/index.html" title="v0.2.0">v0.2.0</a> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> <ul class="dropdown-menu"> <li> <a href="../docs/index.html" title="English">English</a> </li> @@ -93,6 +93,9 @@ </ul> </li> + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> </li> </ul> @@ -218,13 +221,20 @@ <li> - <a href="../docs/index.html" title="v0.2.0"> + <a href="../docs/index.html" title="v0.3.0"> <span class="icon-chevron-right"></span> - v0.2.0</a> + v0.3.0</a> </li> <li> + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + <a href="../v0.1.0/index.html" title="v0.1.0"> <span class="none"></span> v0.1.0</a> Added: websites/staging/singa/trunk/content/v0.2.0/architecture.html ============================================================================== --- websites/staging/singa/trunk/content/v0.2.0/architecture.html (added) +++ websites/staging/singa/trunk/content/v0.2.0/architecture.html Tue Apr 12 06:24:50 2016 @@ -0,0 +1,367 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia at 2016-04-12 + | Rendered using Apache Maven Fluido Skin 1.4 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache SINGA – SINGA Architecture</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.4.min.js"></script> + + + +<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; type="text/javascript"></script> + + +<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script> + + +<meta content="Apache SINGA" name="author"/> + + +<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/> + + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-singa";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container-fluid"> + <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar"> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </a> + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/index.html" title="English">English</a> +</li> + <li> <a href="../docs/zh/index.html" title="ä¸æ">ä¸æ</a> +</li> + <li> <a href="../docs/jp/index.html" title="æ¥æ¬èª">æ¥æ¬èª</a> +</li> + <li> <a href="../docs/kr/index.html" title="íêµì´">íêµì´</a> +</li> + </ul> + </li> + + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../develop/schedule.html" title="Schedule">Schedule</a> +</li> + + <li class="dropdown-submenu"> + <a href="../develop/how-contribute.html" title="How to Contribute">How to Contribute</a> + <ul class="dropdown-menu"> + <li> <a href="../develop/contribute-code.html" title="Code">Code</a> +</li> + <li> <a href="../develop/contribute-docs.html" title="Documentation">Documentation</a> +</li> + </ul> + </li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../community/source-repository.html" title="Source Repository">Source Repository</a> +</li> + + <li> <a href="../community/mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../community/issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../community/team-list.html" title="SINGA Team">SINGA Team</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://www.apache.org/"; title="Apache Software Foundation">Apache Software Foundation</a> +</li> + + <li> <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; title="NUS Site">NUS Site</a> +</li> + </ul> + </li> + </ul> + + + + + </div> + + </div> + </div> + </div> + + <div class="container-fluid"> + <div id="banner"> + <div class="pull-left"> + <a href="../index.html" id="bannerLeft" title="Apache SINGA"> + <img src="../images/singa-logo.png" alt="Apache SINGA"/> + </a> + </div> + <div class="pull-right"> <div id="bannerRight"> + <img src="../images/singa-title.png" alt="Apache SINGA"/> + </div> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + + <li class=""> + <a href="../index.html" title="Apache SINGA"> + Apache SINGA</a> + <span class="divider">/</span> + </li> + <li class="active ">SINGA Architecture</li> + + + + + </ul> + </div> + + + <div class="row-fluid"> + <div id="leftColumn" class="span2"> + <div class="well sidebar-nav"> + + + <ul class="nav nav-list"> + <li class="nav-header">Apache SINGA</li> + + <li> + + <a href="../docs/overview.html" title="Introduction"> + <span class="none"></span> + Introduction</a> + </li> + + <li> + + <a href="../docs/quick-start.html" title="Quick Start"> + <span class="none"></span> + Quick Start</a> + </li> + + <li> + + <a href="../downloads.html" title="Downloads"> + <span class="none"></span> + Downloads</a> + </li> + <li class="nav-header">Documentaion</li> + + <li> + + <a href="../docs/index.html" title="v0.3.0"> + <span class="icon-chevron-right"></span> + v0.3.0</a> + </li> + + <li> + + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + + <a href="../v0.1.0/index.html" title="v0.1.0"> + <span class="none"></span> + v0.1.0</a> + </li> + <li class="nav-header">Development</li> + + <li> + + <a href="../develop/schedule.html" title="Schedule"> + <span class="none"></span> + Schedule</a> + </li> + + <li> + + <a href="../develop/how-contribute.html" title="How to Contribute"> + <span class="icon-chevron-right"></span> + How to Contribute</a> + </li> + <li class="nav-header">Community</li> + + <li> + + <a href="../community/source-repository.html" title="Source Repository"> + <span class="none"></span> + Source Repository</a> + </li> + + <li> + + <a href="../community/mail-lists.html" title="Mailing Lists"> + <span class="none"></span> + Mailing Lists</a> + </li> + + <li> + + <a href="../community/issue-tracking.html" title="Issue Tracking"> + <span class="none"></span> + Issue Tracking</a> + </li> + + <li> + + <a href="../community/team-list.html" title="SINGA Team"> + <span class="none"></span> + SINGA Team</a> + </li> + <li class="nav-header">External Links</li> + + <li> + + <a href="http://www.apache.org/"; class="externalLink" title="Apache Software Foundation"> + <span class="none"></span> + Apache Software Foundation</a> + </li> + + <li> + + <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; class="externalLink" title="NUS Site"> + <span class="none"></span> + NUS Site</a> + </li> + </ul> + + + + <hr /> + + <div id="poweredBy"> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <a href="http://incubator.apache.org"; title="apache-incubator" class="builtBy"> + <img class="builtBy" alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"; /> + </a> + </div> + </div> + </div> + + + <div id="bodyColumn" class="span10" > + + <h1>SINGA Architecture</h1> +<hr /> +<div class="section"> +<h2><a name="Logical_Architecture"></a>Logical Architecture</h2> +<p><img src="../images/logical.png" style="width: 550px" alt="" /> +<p><b> Fig.1 - Logical system architecture</b></p> +<p>SINGA has flexible architecture to support different distributed <a href="frameworks.html">training frameworks</a> (both synchronous and asynchronous). The logical system architecture is shown in Fig.1. The architecture consists of multiple server groups and worker groups:</p> + +<ul> + +<li><b>Server group</b> A server group maintains a complete replica of the model parameters, and is responsible for handling get/update requests from worker groups. Neighboring server groups synchronize their parameters periodically. Typically, a server group contains a number of servers, and each server manages a partition of model parameters.</li> + +<li><b>Worker group</b> Each worker group communicates with only one server group. A worker group trains a complete model replica against a partition of the training dataset, and is responsible for computing parameter gradients. All worker groups run and communicate with the corresponding server groups asynchronously. However, inside each worker group, the workers synchronously compute parameter updates for the model replica.</li> +</ul> +<p>There are different strategies to distribute the training workload among workers within a group:</p> + +<ul> + +<li><b>Model parallelism</b>. Each worker computes a subset of parameters against all data partitioned to the group.</li> + +<li><b>Data parallelism</b>. Each worker computes all parameters against a subset of data.</li> + +<li><a href="hybrid.html"><b>Hybrid parallelism</b></a>. SINGA also supports hybrid parallelism.</li> +</ul></div> +<div class="section"> +<h2><a name="Implementation"></a>Implementation</h2> +<p>In SINGA, servers and workers are execution units running in separate threads. They communicate through <a href="communication.html">messages</a>. Every process runs the main thread as a stub that aggregates local messages and forwards them to corresponding (remote) receivers.</p> +<p>Each server group and worker group have a <i>ParamShard</i> object representing a complete model replica. If workers and servers resident in the same process, their <i>ParamShard</i> (partitions) can be configured to share the same memory space. In this case, the messages transferred between different execution units just contain pointers to the data, which reduces the communication cost. Unlike in inter-process cases, the messages have to include the parameter values.</p></div> + </div> + </div> + </div> + + <hr/> + + <footer> + <div class="container-fluid"> + <div class="row-fluid"> + +<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> + </div> + + + </div> + </footer> + </body> +</html> Added: websites/staging/singa/trunk/content/v0.2.0/checkpoint.html ============================================================================== --- websites/staging/singa/trunk/content/v0.2.0/checkpoint.html (added) +++ websites/staging/singa/trunk/content/v0.2.0/checkpoint.html Tue Apr 12 06:24:50 2016 @@ -0,0 +1,412 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia at 2016-04-12 + | Rendered using Apache Maven Fluido Skin 1.4 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache SINGA – CheckPoint</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.4.min.js"></script> + + + +<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; type="text/javascript"></script> + + +<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script> + + +<meta content="Apache SINGA" name="author"/> + + +<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/> + + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-singa";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container-fluid"> + <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar"> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </a> + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/index.html" title="English">English</a> +</li> + <li> <a href="../docs/zh/index.html" title="ä¸æ">ä¸æ</a> +</li> + <li> <a href="../docs/jp/index.html" title="æ¥æ¬èª">æ¥æ¬èª</a> +</li> + <li> <a href="../docs/kr/index.html" title="íêµì´">íêµì´</a> +</li> + </ul> + </li> + + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../develop/schedule.html" title="Schedule">Schedule</a> +</li> + + <li class="dropdown-submenu"> + <a href="../develop/how-contribute.html" title="How to Contribute">How to Contribute</a> + <ul class="dropdown-menu"> + <li> <a href="../develop/contribute-code.html" title="Code">Code</a> +</li> + <li> <a href="../develop/contribute-docs.html" title="Documentation">Documentation</a> +</li> + </ul> + </li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../community/source-repository.html" title="Source Repository">Source Repository</a> +</li> + + <li> <a href="../community/mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../community/issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../community/team-list.html" title="SINGA Team">SINGA Team</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://www.apache.org/"; title="Apache Software Foundation">Apache Software Foundation</a> +</li> + + <li> <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; title="NUS Site">NUS Site</a> +</li> + </ul> + </li> + </ul> + + + + + </div> + + </div> + </div> + </div> + + <div class="container-fluid"> + <div id="banner"> + <div class="pull-left"> + <a href="../index.html" id="bannerLeft" title="Apache SINGA"> + <img src="../images/singa-logo.png" alt="Apache SINGA"/> + </a> + </div> + <div class="pull-right"> <div id="bannerRight"> + <img src="../images/singa-title.png" alt="Apache SINGA"/> + </div> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + + <li class=""> + <a href="../index.html" title="Apache SINGA"> + Apache SINGA</a> + <span class="divider">/</span> + </li> + <li class="active ">CheckPoint</li> + + + + + </ul> + </div> + + + <div class="row-fluid"> + <div id="leftColumn" class="span2"> + <div class="well sidebar-nav"> + + + <ul class="nav nav-list"> + <li class="nav-header">Apache SINGA</li> + + <li> + + <a href="../docs/overview.html" title="Introduction"> + <span class="none"></span> + Introduction</a> + </li> + + <li> + + <a href="../docs/quick-start.html" title="Quick Start"> + <span class="none"></span> + Quick Start</a> + </li> + + <li> + + <a href="../downloads.html" title="Downloads"> + <span class="none"></span> + Downloads</a> + </li> + <li class="nav-header">Documentaion</li> + + <li> + + <a href="../docs/index.html" title="v0.3.0"> + <span class="icon-chevron-right"></span> + v0.3.0</a> + </li> + + <li> + + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + + <a href="../v0.1.0/index.html" title="v0.1.0"> + <span class="none"></span> + v0.1.0</a> + </li> + <li class="nav-header">Development</li> + + <li> + + <a href="../develop/schedule.html" title="Schedule"> + <span class="none"></span> + Schedule</a> + </li> + + <li> + + <a href="../develop/how-contribute.html" title="How to Contribute"> + <span class="icon-chevron-right"></span> + How to Contribute</a> + </li> + <li class="nav-header">Community</li> + + <li> + + <a href="../community/source-repository.html" title="Source Repository"> + <span class="none"></span> + Source Repository</a> + </li> + + <li> + + <a href="../community/mail-lists.html" title="Mailing Lists"> + <span class="none"></span> + Mailing Lists</a> + </li> + + <li> + + <a href="../community/issue-tracking.html" title="Issue Tracking"> + <span class="none"></span> + Issue Tracking</a> + </li> + + <li> + + <a href="../community/team-list.html" title="SINGA Team"> + <span class="none"></span> + SINGA Team</a> + </li> + <li class="nav-header">External Links</li> + + <li> + + <a href="http://www.apache.org/"; class="externalLink" title="Apache Software Foundation"> + <span class="none"></span> + Apache Software Foundation</a> + </li> + + <li> + + <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; class="externalLink" title="NUS Site"> + <span class="none"></span> + NUS Site</a> + </li> + </ul> + + + + <hr /> + + <div id="poweredBy"> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <a href="http://incubator.apache.org"; title="apache-incubator" class="builtBy"> + <img class="builtBy" alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"; /> + </a> + </div> + </div> + </div> + + + <div id="bodyColumn" class="span10" > + + <h1>CheckPoint</h1> +<hr /> +<p>SINGA checkpoints model parameters onto disk periodically according to user configured frequency. By checkpointing model parameters, we can</p> + +<ol style="list-style-type: decimal"> + +<li> +<p>resume the training from the last checkpointing. For example, if the program crashes before finishing all training steps, we can continue the training using checkpoint files.</p></li> + +<li> +<p>use them to initialize a similar model. For example, the parameters from training a RBM model can be used to initialize a <a href="rbm.html">deep auto-encoder</a> model.</p></li> +</ol> +<div class="section"> +<h2><a name="Configuration"></a>Configuration</h2> +<p>Checkpointing is controlled by two configuration fields:</p> + +<ul> + +<li><tt>checkpoint_after</tt>, start checkpointing after this number of training steps,</li> + +<li><tt>checkpoint_freq</tt>, frequency of doing checkpointing.</li> +</ul> +<p>For example,</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"># job.conf +checkpoint_after: 100 +checkpoint_frequency: 300 +... +</pre></div></div> +<p>Checkpointing files are located at <i>WORKSPACE/checkpoint/stepSTEP-workerWORKERID</i>. <i>WORKSPACE</i> is configured in</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">cluster { + workspace: +} +</pre></div></div> +<p>For the above configuration, after training for 700 steps, there would be two checkpointing files,</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">step400-worker0 +step700-worker0 +</pre></div></div></div> +<div class="section"> +<h2><a name="Application_-_resuming_training"></a>Application - resuming training</h2> +<p>We can resume the training from the last checkpoint (i.e., step 700) by,</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf JOB_CONF -resume +</pre></div></div> +<p>There is no change to the job configuration.</p></div> +<div class="section"> +<h2><a name="Application_-_model_initialization"></a>Application - model initialization</h2> +<p>We can also use the checkpointing file from step 400 to initialize a new model by configuring the new job as,</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"># job.conf +checkpoint : "WORKSPACE/checkpoint/step400-worker0" +... +</pre></div></div> +<p>If there are multiple checkpointing files for the same snapshot due to model partitioning, all the checkpointing files should be added,</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"># job.conf +checkpoint : "WORKSPACE/checkpoint/step400-worker0" +checkpoint : "WORKSPACE/checkpoint/step400-worker1" +... +</pre></div></div> +<p>The training command is the same as starting a new job,</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf JOB_CONF +</pre></div></div></div> + </div> + </div> + </div> + + <hr/> + + <footer> + <div class="container-fluid"> + <div class="row-fluid"> + +<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> + </div> + + + </div> + </footer> + </body> +</html> Added: websites/staging/singa/trunk/content/v0.2.0/cnn.html ============================================================================== --- websites/staging/singa/trunk/content/v0.2.0/cnn.html (added) +++ websites/staging/singa/trunk/content/v0.2.0/cnn.html Tue Apr 12 06:24:50 2016 @@ -0,0 +1,563 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia at 2016-04-12 + | Rendered using Apache Maven Fluido Skin 1.4 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache SINGA – CNN Example</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.4.min.js"></script> + + + +<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; type="text/javascript"></script> + + +<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script> + + +<meta content="Apache SINGA" name="author"/> + + +<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/> + + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-singa";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container-fluid"> + <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar"> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </a> + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/index.html" title="English">English</a> +</li> + <li> <a href="../docs/zh/index.html" title="ä¸æ">ä¸æ</a> +</li> + <li> <a href="../docs/jp/index.html" title="æ¥æ¬èª">æ¥æ¬èª</a> +</li> + <li> <a href="../docs/kr/index.html" title="íêµì´">íêµì´</a> +</li> + </ul> + </li> + + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../develop/schedule.html" title="Schedule">Schedule</a> +</li> + + <li class="dropdown-submenu"> + <a href="../develop/how-contribute.html" title="How to Contribute">How to Contribute</a> + <ul class="dropdown-menu"> + <li> <a href="../develop/contribute-code.html" title="Code">Code</a> +</li> + <li> <a href="../develop/contribute-docs.html" title="Documentation">Documentation</a> +</li> + </ul> + </li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../community/source-repository.html" title="Source Repository">Source Repository</a> +</li> + + <li> <a href="../community/mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../community/issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../community/team-list.html" title="SINGA Team">SINGA Team</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://www.apache.org/"; title="Apache Software Foundation">Apache Software Foundation</a> +</li> + + <li> <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; title="NUS Site">NUS Site</a> +</li> + </ul> + </li> + </ul> + + + + + </div> + + </div> + </div> + </div> + + <div class="container-fluid"> + <div id="banner"> + <div class="pull-left"> + <a href="../index.html" id="bannerLeft" title="Apache SINGA"> + <img src="../images/singa-logo.png" alt="Apache SINGA"/> + </a> + </div> + <div class="pull-right"> <div id="bannerRight"> + <img src="../images/singa-title.png" alt="Apache SINGA"/> + </div> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + + <li class=""> + <a href="../index.html" title="Apache SINGA"> + Apache SINGA</a> + <span class="divider">/</span> + </li> + <li class="active ">CNN Example</li> + + + + + </ul> + </div> + + + <div class="row-fluid"> + <div id="leftColumn" class="span2"> + <div class="well sidebar-nav"> + + + <ul class="nav nav-list"> + <li class="nav-header">Apache SINGA</li> + + <li> + + <a href="../docs/overview.html" title="Introduction"> + <span class="none"></span> + Introduction</a> + </li> + + <li> + + <a href="../docs/quick-start.html" title="Quick Start"> + <span class="none"></span> + Quick Start</a> + </li> + + <li> + + <a href="../downloads.html" title="Downloads"> + <span class="none"></span> + Downloads</a> + </li> + <li class="nav-header">Documentaion</li> + + <li> + + <a href="../docs/index.html" title="v0.3.0"> + <span class="icon-chevron-right"></span> + v0.3.0</a> + </li> + + <li> + + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + + <a href="../v0.1.0/index.html" title="v0.1.0"> + <span class="none"></span> + v0.1.0</a> + </li> + <li class="nav-header">Development</li> + + <li> + + <a href="../develop/schedule.html" title="Schedule"> + <span class="none"></span> + Schedule</a> + </li> + + <li> + + <a href="../develop/how-contribute.html" title="How to Contribute"> + <span class="icon-chevron-right"></span> + How to Contribute</a> + </li> + <li class="nav-header">Community</li> + + <li> + + <a href="../community/source-repository.html" title="Source Repository"> + <span class="none"></span> + Source Repository</a> + </li> + + <li> + + <a href="../community/mail-lists.html" title="Mailing Lists"> + <span class="none"></span> + Mailing Lists</a> + </li> + + <li> + + <a href="../community/issue-tracking.html" title="Issue Tracking"> + <span class="none"></span> + Issue Tracking</a> + </li> + + <li> + + <a href="../community/team-list.html" title="SINGA Team"> + <span class="none"></span> + SINGA Team</a> + </li> + <li class="nav-header">External Links</li> + + <li> + + <a href="http://www.apache.org/"; class="externalLink" title="Apache Software Foundation"> + <span class="none"></span> + Apache Software Foundation</a> + </li> + + <li> + + <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; class="externalLink" title="NUS Site"> + <span class="none"></span> + NUS Site</a> + </li> + </ul> + + + + <hr /> + + <div id="poweredBy"> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <a href="http://incubator.apache.org"; title="apache-incubator" class="builtBy"> + <img class="builtBy" alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"; /> + </a> + </div> + </div> + </div> + + + <div id="bodyColumn" class="span10" > + + <h1>CNN Example</h1> +<hr /> +<p>Convolutional neural network (CNN) is a type of feed-forward artificial neural network widely used for image and video classification. In this example, we will use a deep CNN model to do image classification for the <a class="externalLink" href="http://www.cs.toronto.edu/~kriz/cifar.html";>CIFAR10 dataset</a>.</p> +<div class="section"> +<h2><a name="Running_instructions"></a>Running instructions</h2> +<p>Please refer to the <a href="installation.html">installation</a> page for instructions on building SINGA, and the <a href="quick-start.html">quick start</a> for instructions on starting zookeeper.</p> +<p>We have provided scripts for preparing the training and test dataset in <i>examples/cifar10/</i>.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"># in examples/cifar10 +$ cp Makefile.example Makefile +$ make download +$ make create +</pre></div></div> +<div class="section"> +<h3><a name="Training_on_CPU"></a>Training on CPU</h3> +<p>We can start the training by</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf examples/cifar10/job.conf +</pre></div></div> +<p>You should see output like</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">Record job information to /tmp/singa-log/job-info/job-2-20150817-055601 +Executing : ./singa -conf /xxx/incubator-singa/examples/cifar10/job.conf -singa_conf /xxx/incubator-singa/conf/singa.conf -singa_job 2 +E0817 06:56:18.868259 33849 cluster.cc:51] proc #0 -> 192.168.5.128:49152 (pid = 33849) +E0817 06:56:18.928452 33871 server.cc:36] Server (group = 0, id = 0) start +E0817 06:56:18.928469 33872 worker.cc:134] Worker (group = 0, id = 0) start +E0817 06:57:13.657302 33849 trainer.cc:373] Test step-0, loss : 2.302588, accuracy : 0.077900 +E0817 06:57:17.626708 33849 trainer.cc:373] Train step-0, loss : 2.302578, accuracy : 0.062500 +E0817 06:57:24.142645 33849 trainer.cc:373] Train step-30, loss : 2.302404, accuracy : 0.131250 +E0817 06:57:30.813354 33849 trainer.cc:373] Train step-60, loss : 2.302248, accuracy : 0.156250 +E0817 06:57:37.556655 33849 trainer.cc:373] Train step-90, loss : 2.301849, accuracy : 0.175000 +E0817 06:57:44.971276 33849 trainer.cc:373] Train step-120, loss : 2.301077, accuracy : 0.137500 +E0817 06:57:51.801949 33849 trainer.cc:373] Train step-150, loss : 2.300410, accuracy : 0.135417 +E0817 06:57:58.682281 33849 trainer.cc:373] Train step-180, loss : 2.300067, accuracy : 0.127083 +E0817 06:58:05.578366 33849 trainer.cc:373] Train step-210, loss : 2.300143, accuracy : 0.154167 +E0817 06:58:12.518497 33849 trainer.cc:373] Train step-240, loss : 2.295912, accuracy : 0.185417 +</pre></div></div> +<p>After training some steps (depends on the setting) or the job is finished, SINGA will <a href="checkpoint.html">checkpoint</a> the model parameters.</p></div> +<div class="section"> +<h3><a name="Training_on_GPU"></a>Training on GPU</h3> +<p>Since version 0.2, we can train CNN models on GPU using cuDNN. Please refer to the <a href="gpu.html">GPU page</a> for details on compiling SINGA with GPU and cuDNN. The configuration file is similar to that for CPU training, except that the cuDNN layers are used and the GPU device is configured.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf examples/cifar10/cudnn.conf +</pre></div></div></div> +<div class="section"> +<h3><a name="Training_using_Python_script"></a>Training using Python script</h3> +<p>The python helpers coming with SINGA 0.2 make it easy to configure a training job. For example the <i>job.conf</i> is replaced with a simple python script <i>mnist_mlp.py</i> which has about 30 lines of code following the <a class="externalLink" href="http://keras.io/";>Keras API</a>.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"> # on CPU +./bin/singa-run.sh -exec tool/python/examples/cifar10_cnn.py + # on GPU +./bin/singa-run.sh -exec tool/python/examples/cifar10_cnn_cudnn.py +</pre></div></div></div></div> +<div class="section"> +<h2><a name="Details"></a>Details</h2> +<p>To train a model in SINGA, you need to prepare the datasets, and a job configuration which specifies the neural net structure, training algorithm (BP or CD), SGD update algorithm (e.g. Adagrad), number of training/test steps, etc.</p> +<div class="section"> +<h3><a name="Data_preparation"></a>Data preparation</h3> +<p>Before using SINGA, you need to write a program to convert the dataset into a format that SINGA can read. Please refer to the <a href="data.html#example---cifar-dataset">Data Preparation</a> to get details about preparing this CIFAR10 dataset.</p></div> +<div class="section"> +<h3><a name="Neural_net"></a>Neural net</h3> +<p>Figure 1 shows the net structure of the CNN model we used in this example, which is set following <a class="externalLink" href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg.";>Alex</a> The dashed circle represents one feature transformation stage, which generally has four layers as shown in the figure. Sometimes the rectifier layer and normalization layer are omitted or swapped in one stage. For this example, there are 3 such stages.</p> +<p>Next we follow the guide in <a href="neural-net.html">neural net page</a> and <a href="layer.html">layer page</a> to write the neural net configuration.</p> + +<div style="text-align: center"> +<img src="../images/example-cnn.png" style="width: 200px" alt="" /> <br /> +<b>Figure 1 - Net structure of the CNN example.</b></img> +</div> + +<ul> + +<li> +<p>We configure an input layer to read the training/testing records from a disk file.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">layer{ + name: "data" + type: kRecordInput + store_conf { + backend: "kvfile" + path: "examples/cifar10/train_data.bin" + mean_file: "examples/cifar10/image_mean.bin" + batchsize: 64 + random_skip: 5000 + shape: 3 + shape: 32 + shape: 32 + } + exclude: kTest # exclude this layer for the testing net +} +layer{ + name: "data" + type: kRecordInput + store_conf { + backend: "kvfile" + path: "examples/cifar10/test_data.bin" + mean_file: "examples/cifar10/image_mean.bin" + batchsize: 100 + shape: 3 + shape: 32 + shape: 32 + } + exclude: kTrain # exclude this layer for the training net +} +</pre></div></div></li> +</ul> + +<ul> + +<li> +<p>We configure layers for the feature transformation as follows (all layers are built-in layers in SINGA; hyper-parameters of these layers are set according to <a class="externalLink" href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg";>Alex’s setting</a>).</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">layer { + name: "conv1" + type: kConvolution + srclayers: "data" + convolution_conf {... } + ... +} +layer { + name: "pool1" + type: kPooling + srclayers: "conv1" + pooling_conf {... } +} +layer { + name: "relu1" + type: kReLU + srclayers:"pool1" +} +layer { + name: "norm1" + type: kLRN + lrn_conf {... } + srclayers:"relu1" +} +</pre></div></div></li> +</ul> +<p>The configurations for another 2 stages are omitted here.</p> + +<ul> + +<li> +<p>There is an <a href="layer.html#innerproductlayer">inner product layer</a> after the 3 transformation stages, which is configured with 10 output units, i.e., the number of total labels. The weight matrix Param is configured with a large weight decay scale to reduce the over-fitting.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">layer { + name: "ip1" + type: kInnerProduct + srclayers:"pool3" + innerproduct_conf { + num_output: 10 + } + param { + name: "w4" + wd_scale:250 + ... + } + param { + name: "b4" + ... + } +} +</pre></div></div></li> + +<li> +<p>The last layer is a <a href="layer.html#softmaxloss">Softmax loss layer</a></p> + +<div class="source"> +<div class="source"><pre class="prettyprint">layer{ + name: "loss" + type: kSoftmaxLoss + softmaxloss_conf{ topk:1 } + srclayers:"ip1" + srclayers: "data" +} +</pre></div></div></li> +</ul></div> +<div class="section"> +<h3><a name="Updater"></a>Updater</h3> +<p>The <a href="updater.html#updater">normal SGD updater</a> is selected. The learning rate is changed like going down stairs, and is configured using the <a href="updater.html#kfixedstep">kFixedStep</a> type.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint"> updater{ + type: kSGD + weight_decay:0.004 + learning_rate { + type: kFixedStep + fixedstep_conf:{ + step:0 # lr for step 0-60000 is 0.001 + step:60000 # lr for step 60000-65000 is 0.0001 + step:65000 # lr for step 650000- is 0.00001 + step_lr:0.001 + step_lr:0.0001 + step_lr:0.00001 + } + } + } +</pre></div></div></div> +<div class="section"> +<h3><a name="TrainOneBatch_algorithm"></a>TrainOneBatch algorithm</h3> +<p>The CNN model is a feed forward model, thus should be configured to use the <a href="train-one-batch.html#back-propagation">Back-propagation algorithm</a>.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">train_one_batch { + alg: kBP +} +</pre></div></div></div> +<div class="section"> +<h3><a name="Cluster_setting"></a>Cluster setting</h3> +<p>The following configuration set a single worker and server for training. <a href="frameworks.html">Training frameworks</a> page introduces configurations of a couple of distributed training frameworks.</p> + +<div class="source"> +<div class="source"><pre class="prettyprint">cluster { + nworker_groups: 1 + nserver_groups: 1 +} +</pre></div></div></div></div> + </div> + </div> + </div> + + <hr/> + + <footer> + <div class="container-fluid"> + <div class="row-fluid"> + +<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> + </div> + + + </div> + </footer> + </body> +</html> Added: websites/staging/singa/trunk/content/v0.2.0/code-structure.html ============================================================================== --- websites/staging/singa/trunk/content/v0.2.0/code-structure.html (added) +++ websites/staging/singa/trunk/content/v0.2.0/code-structure.html Tue Apr 12 06:24:50 2016 @@ -0,0 +1,409 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia at 2016-04-12 + | Rendered using Apache Maven Fluido Skin 1.4 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20160412" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache SINGA – Code Structure</title> + <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" /> + <link rel="stylesheet" href="../css/site.css" /> + <link rel="stylesheet" href="../css/print.css" media="print" /> + + + + + + <script type="text/javascript" src="../js/apache-maven-fluido-1.4.min.js"></script> + + + +<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML"; type="text/javascript"></script> + + +<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script> + + +<meta content="Apache SINGA" name="author"/> + + +<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/> + + </head> + <body class="topBarEnabled"> + + + + + + + <a href="https://github.com/apache/incubator-singa";> + <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" + src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"; + alt="Fork me on GitHub"> + </a> + + + + + + <div id="topbar" class="navbar navbar-fixed-top navbar-inverse"> + <div class="navbar-inner"> + <div class="container-fluid"> + <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar"> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </a> + + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../docs/overview.html" title="Introduction">Introduction</a> +</li> + + <li> <a href="../docs/quick-start.html" title="Quick Start">Quick Start</a> +</li> + + <li> <a href="../downloads.html" title="Downloads">Downloads</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"> + <a href="../docs/index.html" title="v0.3.0">v0.3.0</a> + <ul class="dropdown-menu"> + <li> <a href="../docs/index.html" title="English">English</a> +</li> + <li> <a href="../docs/zh/index.html" title="ä¸æ">ä¸æ</a> +</li> + <li> <a href="../docs/jp/index.html" title="æ¥æ¬èª">æ¥æ¬èª</a> +</li> + <li> <a href="../docs/kr/index.html" title="íêµì´">íêµì´</a> +</li> + </ul> + </li> + + <li> <a href="../v0.2.0/index.html" title="v0.2.0">v0.2.0</a> +</li> + + <li> <a href="../v0.1.0/index.html" title="v0.1.0">v0.1.0</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../develop/schedule.html" title="Schedule">Schedule</a> +</li> + + <li class="dropdown-submenu"> + <a href="../develop/how-contribute.html" title="How to Contribute">How to Contribute</a> + <ul class="dropdown-menu"> + <li> <a href="../develop/contribute-code.html" title="Code">Code</a> +</li> + <li> <a href="../develop/contribute-docs.html" title="Documentation">Documentation</a> +</li> + </ul> + </li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="../community/source-repository.html" title="Source Repository">Source Repository</a> +</li> + + <li> <a href="../community/mail-lists.html" title="Mailing Lists">Mailing Lists</a> +</li> + + <li> <a href="../community/issue-tracking.html" title="Issue Tracking">Issue Tracking</a> +</li> + + <li> <a href="../community/team-list.html" title="SINGA Team">SINGA Team</a> +</li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a> + <ul class="dropdown-menu"> + + <li> <a href="http://www.apache.org/"; title="Apache Software Foundation">Apache Software Foundation</a> +</li> + + <li> <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; title="NUS Site">NUS Site</a> +</li> + </ul> + </li> + </ul> + + + + + </div> + + </div> + </div> + </div> + + <div class="container-fluid"> + <div id="banner"> + <div class="pull-left"> + <a href="../index.html" id="bannerLeft" title="Apache SINGA"> + <img src="../images/singa-logo.png" alt="Apache SINGA"/> + </a> + </div> + <div class="pull-right"> <div id="bannerRight"> + <img src="../images/singa-title.png" alt="Apache SINGA"/> + </div> + </div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + + + <li class=""> + <a href="../index.html" title="Apache SINGA"> + Apache SINGA</a> + <span class="divider">/</span> + </li> + <li class="active ">Code Structure</li> + + + + + </ul> + </div> + + + <div class="row-fluid"> + <div id="leftColumn" class="span2"> + <div class="well sidebar-nav"> + + + <ul class="nav nav-list"> + <li class="nav-header">Apache SINGA</li> + + <li> + + <a href="../docs/overview.html" title="Introduction"> + <span class="none"></span> + Introduction</a> + </li> + + <li> + + <a href="../docs/quick-start.html" title="Quick Start"> + <span class="none"></span> + Quick Start</a> + </li> + + <li> + + <a href="../downloads.html" title="Downloads"> + <span class="none"></span> + Downloads</a> + </li> + <li class="nav-header">Documentaion</li> + + <li> + + <a href="../docs/index.html" title="v0.3.0"> + <span class="icon-chevron-right"></span> + v0.3.0</a> + </li> + + <li> + + <a href="../v0.2.0/index.html" title="v0.2.0"> + <span class="none"></span> + v0.2.0</a> + </li> + + <li> + + <a href="../v0.1.0/index.html" title="v0.1.0"> + <span class="none"></span> + v0.1.0</a> + </li> + <li class="nav-header">Development</li> + + <li> + + <a href="../develop/schedule.html" title="Schedule"> + <span class="none"></span> + Schedule</a> + </li> + + <li> + + <a href="../develop/how-contribute.html" title="How to Contribute"> + <span class="icon-chevron-right"></span> + How to Contribute</a> + </li> + <li class="nav-header">Community</li> + + <li> + + <a href="../community/source-repository.html" title="Source Repository"> + <span class="none"></span> + Source Repository</a> + </li> + + <li> + + <a href="../community/mail-lists.html" title="Mailing Lists"> + <span class="none"></span> + Mailing Lists</a> + </li> + + <li> + + <a href="../community/issue-tracking.html" title="Issue Tracking"> + <span class="none"></span> + Issue Tracking</a> + </li> + + <li> + + <a href="../community/team-list.html" title="SINGA Team"> + <span class="none"></span> + SINGA Team</a> + </li> + <li class="nav-header">External Links</li> + + <li> + + <a href="http://www.apache.org/"; class="externalLink" title="Apache Software Foundation"> + <span class="none"></span> + Apache Software Foundation</a> + </li> + + <li> + + <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; class="externalLink" title="NUS Site"> + <span class="none"></span> + NUS Site</a> + </li> + </ul> + + + + <hr /> + + <div id="poweredBy"> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <div class="clear"></div> + <a href="http://incubator.apache.org"; title="apache-incubator" class="builtBy"> + <img class="builtBy" alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"; /> + </a> + </div> + </div> + </div> + + + <div id="bodyColumn" class="span10" > + + <h1>Code Structure</h1> +<hr /> +<!-- ### Worker Side + +#### Main Classes + +<img src="../images/code-structure/main.jpg" style="width: 550px"/> + +* **Worker**: start the solver to conduct training or resume from previous training snapshots. +* **Solver**: construct the neural network and run training algorithms over it. Validation and testing is also done by the solver along the training. +* **TableDelegate**: delegate for the parameter table physically stored in parameter servers. + it runs a thread to communicate with table servers for parameter transferring. +* **Net**: the neural network consists of multiple layers constructed from input configuration file. +* **Layer**: the core abstraction, read data (neurons) from connecting layers, and compute the data + of itself according to layer specific ComputeFeature functions. Data from the bottom layer is forwarded + layer by layer to the top. + +#### Data types + +<img src="../images/code-structure/layer.jpg" style="width: 700px"/> + +* **ComputeFeature**: read data (neurons) from in-coming layers, and compute the data + of itself according to layer type. This function can be overrided to implement different + types layers. +* **ComputeGradient**: read gradients (and data) from in-coming layers and compute + gradients of parameters and data w.r.t the learning objective (loss). + +We adpat the implementation for **PoolingLayer**, **Im2colLayer** and **LRNLayer** from [Caffe](http://caffe.berkeleyvision.org/). + + +<img src="../images/code-structure/darray.jpg" style="width: 400px"/> + +* **DArray**: provide the abstraction of distributed array on multiple nodes, + supporting array/matrix operations and element-wise operations. Users can use it as a local structure. +* **LArray**: the local part for the DArray. Each LArray is treated as an + independent array, and support all array-related operations. +* **MemSpace**: manage the memory used by DArray. Distributed memory are allocated + and managed by armci. Multiple DArray can share a same MemSpace, the memory + will be released when no DArray uses it anymore. +* **Partition**: maintain both global shape and local partition information. + used when two DArray are going to interact. +* **Shape**: basic class for representing the scope of a DArray/LArray +* **Range**: basic class for representing the scope of a Partition + +### Parameter Server + +#### Main classes + +<img src="../images/code-structure/uml.jpg" style="width: 750px"/> + +* **NetworkService**: provide access to the network (sending and receiving messages). It maintains a queue for received messages, implemented by NetworkQueue. +* **RequestDispatcher**: pick up next message (request) from the queue, and invoked a method (callback) to process them. +* **TableServer**: provide access to the data table (parameters). Register callbacks for different types of requests to RequestDispatcher. +* **GlobalTable**: implement the table. Data is partitioned into multiple Shard objects per table. User-defined consistency model supported by extending TableServerHandler for each table. + +#### Data types + +<img src="../images/code-structure/type.jpg" style="width: 400px"/> + +Table related messages are either of type **RequestBase** which contains different types of request, or of type **TableData** containing a key-value tuple. + +#### Control flow and thread model + +<img src="../images/code-structure/threads.jpg" alt="uml" style="width: 1000px"/> + +The figure above shows how a GET request sent from a worker is processed by the +table server. The control flow for other types of requests is similar. At +the server side, there are at least 3 threads running at any time: two by +NetworkService for sending and receiving message, and at least one by the +RequestDispatcher for dispatching requests. --> + </div> + </div> + </div> + + <hr/> + + <footer> + <div class="container-fluid"> + <div class="row-fluid"> + +<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> + </div> + + + </div> + </footer> + </body> +</html>
![https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"](https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"){kind=link}
![http://incubator.apache.org/images/egg-logo.png"](http://incubator.apache.org/images/egg-logo.png"){kind=link}