Author: buildbot
Date: Thu Dec 31 06:09:55 2015
New Revision: 976746
Log:
Staging update by buildbot for singa
Added:
websites/staging/singa/trunk/content/docs/hdfs.html
Modified:
websites/staging/singa/trunk/content/ (props changed)
websites/staging/singa/trunk/content/community.html
websites/staging/singa/trunk/content/community/issue-tracking.html
websites/staging/singa/trunk/content/community/mail-lists.html
websites/staging/singa/trunk/content/community/source-repository.html
websites/staging/singa/trunk/content/community/team-list.html
websites/staging/singa/trunk/content/develop/contribute-code.html
websites/staging/singa/trunk/content/develop/contribute-docs.html
websites/staging/singa/trunk/content/develop/how-contribute.html
websites/staging/singa/trunk/content/develop/schedule.html
websites/staging/singa/trunk/content/docs.html
websites/staging/singa/trunk/content/docs/architecture.html
websites/staging/singa/trunk/content/docs/checkpoint.html
websites/staging/singa/trunk/content/docs/cnn.html
websites/staging/singa/trunk/content/docs/code-structure.html
websites/staging/singa/trunk/content/docs/communication.html
websites/staging/singa/trunk/content/docs/data.html
websites/staging/singa/trunk/content/docs/debug.html
websites/staging/singa/trunk/content/docs/distributed-training.html
websites/staging/singa/trunk/content/docs/docker.html
websites/staging/singa/trunk/content/docs/examples.html
websites/staging/singa/trunk/content/docs/frameworks.html
websites/staging/singa/trunk/content/docs/index.html
websites/staging/singa/trunk/content/docs/installation.html
websites/staging/singa/trunk/content/docs/installation_source.html
websites/staging/singa/trunk/content/docs/layer.html
websites/staging/singa/trunk/content/docs/lmdb.html
websites/staging/singa/trunk/content/docs/mesos.html
websites/staging/singa/trunk/content/docs/mlp.html
websites/staging/singa/trunk/content/docs/model-config.html
websites/staging/singa/trunk/content/docs/neural-net.html
websites/staging/singa/trunk/content/docs/neuralnet-partition.html
websites/staging/singa/trunk/content/docs/overview.html
websites/staging/singa/trunk/content/docs/param.html
websites/staging/singa/trunk/content/docs/programmer-guide.html
websites/staging/singa/trunk/content/docs/programming-guide.html
websites/staging/singa/trunk/content/docs/quick-start.html
websites/staging/singa/trunk/content/docs/rbm.html
websites/staging/singa/trunk/content/docs/rnn.html
websites/staging/singa/trunk/content/docs/test.html
websites/staging/singa/trunk/content/docs/train-one-batch.html
websites/staging/singa/trunk/content/docs/updater.html
websites/staging/singa/trunk/content/downloads.html
websites/staging/singa/trunk/content/index.html
websites/staging/singa/trunk/content/releases/RELEASE_NOTES_0.1.0.html
websites/staging/singa/trunk/content/v0.1.0/architecture.html
websites/staging/singa/trunk/content/v0.1.0/checkpoint.html
websites/staging/singa/trunk/content/v0.1.0/cnn.html
websites/staging/singa/trunk/content/v0.1.0/code-structure.html
websites/staging/singa/trunk/content/v0.1.0/communication.html
websites/staging/singa/trunk/content/v0.1.0/data.html
websites/staging/singa/trunk/content/v0.1.0/debug.html
websites/staging/singa/trunk/content/v0.1.0/distributed-training.html
websites/staging/singa/trunk/content/v0.1.0/examples.html
websites/staging/singa/trunk/content/v0.1.0/frameworks.html
websites/staging/singa/trunk/content/v0.1.0/index.html
websites/staging/singa/trunk/content/v0.1.0/installation.html
websites/staging/singa/trunk/content/v0.1.0/layer.html
websites/staging/singa/trunk/content/v0.1.0/lmdb.html
websites/staging/singa/trunk/content/v0.1.0/mlp.html
websites/staging/singa/trunk/content/v0.1.0/model-config.html
websites/staging/singa/trunk/content/v0.1.0/neural-net.html
websites/staging/singa/trunk/content/v0.1.0/neuralnet-partition.html
websites/staging/singa/trunk/content/v0.1.0/overview.html
websites/staging/singa/trunk/content/v0.1.0/param.html
websites/staging/singa/trunk/content/v0.1.0/programmer-guide.html
websites/staging/singa/trunk/content/v0.1.0/programming-guide.html
websites/staging/singa/trunk/content/v0.1.0/quick-start.html
websites/staging/singa/trunk/content/v0.1.0/rbm.html
websites/staging/singa/trunk/content/v0.1.0/rnn.html
websites/staging/singa/trunk/content/v0.1.0/train-one-batch.html
websites/staging/singa/trunk/content/v0.1.0/updater.html
Propchange: websites/staging/singa/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Thu Dec 31 06:09:55 2015
@@ -1 +1 @@
-1717187
+1722420
Modified: websites/staging/singa/trunk/content/community.html
==============================================================================
--- websites/staging/singa/trunk/content/community.html (original)
+++ websites/staging/singa/trunk/content/community.html Thu Dec 31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Community</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/community/issue-tracking.html
==============================================================================
--- websites/staging/singa/trunk/content/community/issue-tracking.html
(original)
+++ websites/staging/singa/trunk/content/community/issue-tracking.html Thu Dec
31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Issue Tracking</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/community/mail-lists.html
==============================================================================
--- websites/staging/singa/trunk/content/community/mail-lists.html (original)
+++ websites/staging/singa/trunk/content/community/mail-lists.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Project Mailing Lists</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/community/source-repository.html
==============================================================================
--- websites/staging/singa/trunk/content/community/source-repository.html
(original)
+++ websites/staging/singa/trunk/content/community/source-repository.html Thu
Dec 31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Source Repository</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/community/team-list.html
==============================================================================
--- websites/staging/singa/trunk/content/community/team-list.html (original)
+++ websites/staging/singa/trunk/content/community/team-list.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – The SINGA Team</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/develop/contribute-code.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-code.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-code.html Thu Dec
31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Code</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/develop/contribute-docs.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-docs.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-docs.html Thu Dec
31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/develop/how-contribute.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/how-contribute.html (original)
+++ websites/staging/singa/trunk/content/develop/how-contribute.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute to SINGA</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/develop/schedule.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/schedule.html (original)
+++ websites/staging/singa/trunk/content/develop/schedule.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Development Schedule</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/docs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs.html (original)
+++ websites/staging/singa/trunk/content/docs.html Thu Dec 31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Documentation</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/docs/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/architecture.html (original)
+++ websites/staging/singa/trunk/content/docs/architecture.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – SINGA Architecture</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
@@ -277,6 +277,13 @@
<span class="none"></span>
Communication</a>
</li>
+
+ <li>
+
+ <a href="../docs/hdfs.html" title="Using HDFS">
+ <span class="none"></span>
+ Using HDFS</a>
+ </li>
</ul>
</li>
Modified: websites/staging/singa/trunk/content/docs/checkpoint.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/checkpoint.html (original)
+++ websites/staging/singa/trunk/content/docs/checkpoint.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CheckPoint</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
Modified: websites/staging/singa/trunk/content/docs/cnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/cnn.html (original)
+++ websites/staging/singa/trunk/content/docs/cnn.html Thu Dec 31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CNN Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
Modified: websites/staging/singa/trunk/content/docs/code-structure.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/code-structure.html (original)
+++ websites/staging/singa/trunk/content/docs/code-structure.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Code Structure</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
Modified: websites/staging/singa/trunk/content/docs/communication.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/communication.html (original)
+++ websites/staging/singa/trunk/content/docs/communication.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Communication</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
@@ -277,6 +277,13 @@
<a href="#"><span class="none"></span>Communication</a>
</li>
+
+ <li>
+
+ <a href="../docs/hdfs.html" title="Using HDFS">
+ <span class="none"></span>
+ Using HDFS</a>
+ </li>
</ul>
</li>
Modified: websites/staging/singa/trunk/content/docs/data.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/data.html (original)
+++ websites/staging/singa/trunk/content/docs/data.html Thu Dec 31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Data Preparation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
Modified: websites/staging/singa/trunk/content/docs/debug.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/debug.html (original)
+++ websites/staging/singa/trunk/content/docs/debug.html Thu Dec 31 06:09:55
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Debug</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
Modified: websites/staging/singa/trunk/content/docs/distributed-training.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/distributed-training.html
(original)
+++ websites/staging/singa/trunk/content/docs/distributed-training.html Thu Dec
31 06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li class="active">
<a href="#"><span class="icon-chevron-down"></span>Distributed
Training</a>
@@ -277,6 +277,13 @@
<span class="none"></span>
Communication</a>
</li>
+
+ <li>
+
+ <a href="../docs/hdfs.html" title="Using HDFS">
+ <span class="none"></span>
+ Using HDFS</a>
+ </li>
</ul>
</li>
@@ -423,6 +430,9 @@
<li>
<p><a href="communication.html">System Communication</a></p></li>
+
+<li>
+<p><a href="hdfs.html">Using HDFS</a></p></li>
</ul>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/docker.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/docker.html (original)
+++ websites/staging/singa/trunk/content/docs/docker.html Thu Dec 31 06:09:55
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Building SINGA Docker container</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -258,7 +258,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
Modified: websites/staging/singa/trunk/content/docs/examples.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/examples.html (original)
+++ websites/staging/singa/trunk/content/docs/examples.html Thu Dec 31 06:09:55
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Example Models</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
Modified: websites/staging/singa/trunk/content/docs/frameworks.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/frameworks.html (original)
+++ websites/staging/singa/trunk/content/docs/frameworks.html Thu Dec 31
06:09:55 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training Framework</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li>
<a href="../docs/index.html" title="Latest">
@@ -244,7 +244,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
@@ -277,6 +277,13 @@
<span class="none"></span>
Communication</a>
</li>
+
+ <li>
+
+ <a href="../docs/hdfs.html" title="Using HDFS">
+ <span class="none"></span>
+ Using HDFS</a>
+ </li>
</ul>
</li>
Added: websites/staging/singa/trunk/content/docs/hdfs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/hdfs.html (added)
+++ websites/staging/singa/trunk/content/docs/hdfs.html Thu Dec 31 06:09:55 2015
@@ -0,0 +1,605 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2015-12-31
+ | Rendered using Apache Maven Fluido Skin 1.4
+-->
+<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Apache SINGA – Using HDFS with SINGA</title>
+ <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
+ <link rel="stylesheet" href="../css/site.css" />
+ <link rel="stylesheet" href="../css/print.css" media="print" />
+
+
+
+
+
+ <script type="text/javascript"
src="../js/apache-maven-fluido-1.4.min.js"></script>
+
+
+
+<script
src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML";
type="text/javascript"></script>
+
+
+<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath:
[['$','$'], ['\\(','\\)']]}});</script>
+
+
+<meta content="Apache SINGA" name="author"/>
+
+
+<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/>
+
+ </head>
+ <body class="topBarEnabled">
+
+
+
+
+
+
+ <a href="https://github.com/apache/incubator-singa";>
+ <img style="position: absolute; top: 0; right: 0; border: 0; z-index:
10000;"
+
src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png";
+ alt="Fork me on GitHub">
+ </a>
+
+
+
+
+
+ <div id="topbar" class="navbar navbar-fixed-top navbar-inverse">
+ <div class="navbar-inner">
+ <div class="container-fluid">
+ <a data-target=".nav-collapse" data-toggle="collapse" class="btn
btn-navbar">
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </a>
+
+ <ul class="nav">
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache
SINGA <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="../docs/overview.html"
title="Introduction">Introduction</a>
+</li>
+
+ <li> <a href="../docs/quick-start.html"
title="Quick Start">Quick Start</a>
+</li>
+
+ <li> <a href="../downloads.html"
title="Downloads">Downloads</a>
+</li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Documentaion <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li class="dropdown-submenu">
+ <a href="../docs/index.html"
title="Latest">Latest</a>
+ <ul class="dropdown-menu">
+ <li> <a
href="../docs/installation.html" title="Installation">Installation</a>
+</li>
+ <li> <a
href="../docs/programmer-guide.html" title="Programmer Guide">Programmer
Guide</a>
+</li>
+ <li> <a
href="../docs/distributed-training.html" title="Distributed
Training">Distributed Training</a>
+</li>
+ <li> <a href="../docs/data.html"
title="Data Preparation">Data Preparation</a>
+</li>
+ <li> <a href="../docs/checkpoint.html"
title="Checkpoint">Checkpoint</a>
+</li>
+ <li> <a href="../docs/test.html"
title="Test">Test</a>
+</li>
+ <li> <a href="../docs/examples.html"
title="Examples">Examples</a>
+</li>
+ <li> <a href="../docs/debug.html"
title="Debug">Debug</a>
+</li>
+ </ul>
+ </li>
+
+ <li> <a href="../v0.1.0/index.html"
title="v0.1.0">v0.1.0</a>
+</li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development
<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="../develop/schedule.html"
title="Schedule">Schedule</a>
+</li>
+
+ <li class="dropdown-submenu">
+ <a href="../develop/how-contribute.html"
title="How to Contribute">How to Contribute</a>
+ <ul class="dropdown-menu">
+ <li> <a
href="../develop/contribute-code.html" title="Code">Code</a>
+</li>
+ <li> <a
href="../develop/contribute-docs.html" title="Documentation">Documentation</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community
<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="../community/source-repository.html"
title="Source Repository">Source Repository</a>
+</li>
+
+ <li> <a href="../community/mail-lists.html"
title="Mailing Lists">Mailing Lists</a>
+</li>
+
+ <li> <a href="../community/issue-tracking.html"
title="Issue Tracking">Issue Tracking</a>
+</li>
+
+ <li> <a href="../community/team-list.html"
title="SINGA Team">SINGA Team</a>
+</li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">External
Links <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+
+ <li> <a href="http://www.apache.org/";
title="Apache Software Foundation">Apache Software Foundation</a>
+</li>
+
+ <li> <a
href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; title="NUS Site">NUS
Site</a>
+</li>
+ </ul>
+ </li>
+ </ul>
+
+
+
+
+ </div>
+
+ </div>
+ </div>
+ </div>
+
+ <div class="container-fluid">
+ <div id="banner">
+ <div class="pull-left">
+ <a href="../index.html"
id="bannerLeft" title="Apache SINGA">
+
<img src="../images/singa-logo.png" alt="Apache SINGA"/>
+ </a>
+ </div>
+ <div class="pull-right"> <div id="bannerRight">
+
<img src="../images/singa-title.png" alt="Apache SINGA"/>
+ </div>
+ </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="../index.html" title="Apache SINGA">
+ Apache SINGA</a>
+ <span class="divider">/</span>
+ </li>
+ <li class="active ">Using HDFS with SINGA</li>
+
+
+
+
+ </ul>
+ </div>
+
+
+ <div class="row-fluid">
+ <div id="leftColumn" class="span2">
+ <div class="well sidebar-nav">
+
+
+ <ul class="nav nav-list">
+ <li class="nav-header">Apache SINGA</li>
+
+ <li>
+
+ <a href="../docs/overview.html" title="Introduction">
+ <span class="none"></span>
+ Introduction</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/quick-start.html" title="Quick
Start">
+ <span class="none"></span>
+ Quick Start</a>
+ </li>
+
+ <li>
+
+ <a href="../downloads.html" title="Downloads">
+ <span class="none"></span>
+ Downloads</a>
+ </li>
+ <li class="nav-header">Documentaion</li>
+
+ <li>
+
+ <a href="../docs/index.html" title="Latest">
+ <span class="icon-chevron-down"></span>
+ Latest</a>
+ <ul class="nav nav-list">
+
+ <li>
+
+ <a href="../docs/installation.html"
title="Installation">
+ <span class="icon-chevron-right"></span>
+ Installation</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/programmer-guide.html"
title="Programmer Guide">
+ <span class="icon-chevron-right"></span>
+ Programmer Guide</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/distributed-training.html"
title="Distributed Training">
+ <span class="icon-chevron-down"></span>
+ Distributed Training</a>
+ <ul class="nav nav-list">
+
+ <li>
+
+ <a href="../docs/mesos.html" title="Training on
Mesos">
+ <span class="none"></span>
+ Training on Mesos</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/architecture.html" title="System
Architecture">
+ <span class="none"></span>
+ System Architecture</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/frameworks.html" title="Frameworks">
+ <span class="none"></span>
+ Frameworks</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/communication.html"
title="Communication">
+ <span class="none"></span>
+ Communication</a>
+ </li>
+
+ <li class="active">
+
+ <a href="#"><span class="none"></span>Using HDFS</a>
+ </li>
+ </ul>
+ </li>
+
+ <li>
+
+ <a href="../docs/data.html" title="Data Preparation">
+ <span class="none"></span>
+ Data Preparation</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/checkpoint.html" title="Checkpoint">
+ <span class="none"></span>
+ Checkpoint</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/test.html" title="Test">
+ <span class="none"></span>
+ Test</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/examples.html" title="Examples">
+ <span class="icon-chevron-right"></span>
+ Examples</a>
+ </li>
+
+ <li>
+
+ <a href="../docs/debug.html" title="Debug">
+ <span class="none"></span>
+ Debug</a>
+ </li>
+ </ul>
+ </li>
+
+ <li>
+
+ <a href="../v0.1.0/index.html" title="v0.1.0">
+ <span class="none"></span>
+ v0.1.0</a>
+ </li>
+ <li class="nav-header">Development</li>
+
+ <li>
+
+ <a href="../develop/schedule.html" title="Schedule">
+ <span class="none"></span>
+ Schedule</a>
+ </li>
+
+ <li>
+
+ <a href="../develop/how-contribute.html" title="How
to Contribute">
+ <span class="icon-chevron-right"></span>
+ How to Contribute</a>
+ </li>
+ <li class="nav-header">Community</li>
+
+ <li>
+
+ <a href="../community/source-repository.html"
title="Source Repository">
+ <span class="none"></span>
+ Source Repository</a>
+ </li>
+
+ <li>
+
+ <a href="../community/mail-lists.html"
title="Mailing Lists">
+ <span class="none"></span>
+ Mailing Lists</a>
+ </li>
+
+ <li>
+
+ <a href="../community/issue-tracking.html"
title="Issue Tracking">
+ <span class="none"></span>
+ Issue Tracking</a>
+ </li>
+
+ <li>
+
+ <a href="../community/team-list.html" title="SINGA
Team">
+ <span class="none"></span>
+ SINGA Team</a>
+ </li>
+ <li class="nav-header">External Links</li>
+
+ <li>
+
+ <a href="http://www.apache.org/";
class="externalLink" title="Apache Software Foundation">
+ <span class="none"></span>
+ Apache Software Foundation</a>
+ </li>
+
+ <li>
+
+ <a
href="http://www.comp.nus.edu.sg/~dbsystem/singa/"; class="externalLink"
title="NUS Site">
+ <span class="none"></span>
+ NUS Site</a>
+ </li>
+ </ul>
+
+
+
+ <hr />
+
+ <div id="poweredBy">
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+
<a href="http://incubator.apache.org";
title="apache-incubator" class="builtBy">
+ <img class="builtBy" alt="Apache Incubator"
src="http://incubator.apache.org/images/egg-logo.png"; />
+ </a>
+ </div>
+ </div>
+ </div>
+
+
+ <div id="bodyColumn" class="span10" >
+
+ <h1>Using HDFS with SINGA</h1>
+<p>This guide explains how to make use of HDFS as the data store for SINGA
jobs. </p>
+
+<ol style="list-style-type: decimal">
+
+<li><a href="#quickstart">Quick start using Docker</a></li>
+
+<li><a href="#hdfs">Setup HDFS</a></li>
+
+<li><a href="#examples">Examples</a></li>
+</ol>
+<p>– <a name="quickstart"></a></p>
+<div class="section">
+<h2><a name="Quick_start_using_Docker"></a>Quick start using Docker</h2>
+<p>We provide a Docker container built on top of <tt>singa/mesos</tt> (see the
<a class="externalLink"
href="http://singa.incubator.apache.org/docs/docker.html";>guide on building
SINGA on Docker</a>). </p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">git clone
https://github.com/ug93tad/incubator-singa
+cd incubator-singa
+git checkout SINGA-97-docker
+cd tool/docker/hdfs
+sudo docker build -t singa/hdfs .
+</pre></div></div>
+<p>Once built, the container image <tt>singa/hdfs</tt> contains the
installation of HDFS C++ library (<tt>libhdfs3</tt>) and the latest SINGA code.
Many distributed nodes can be launched, and HDFS be set up, by following the <a
class="externalLink"
href="http://singa.incubator.apache.org/docs/mesos.html";>guide for running
distributed SINGA on Mesos</a>. </p>
+<p>In the following, we assume the HDFS setup with <tt>node0</tt> being the
namenode, and <tt>nodei (i>0)</tt> being the datanodes. </p>
+<p><a name="hdfs"></a></p></div>
+<div class="section">
+<h2><a name="Setup_HDFS"></a>Setup HDFS</h2>
+<p>There are at least 2 C/C++ client libraries for interacting with HDFS. One
is from Hadoop (<tt>libhdfs</tt>), which is a <a class="externalLink"
href="https://wiki.apache.org/hadoop/LibHDFS";>JNI-based library</a>, meaning
that communication will go through JVM. The other is <tt>libhdfs3</tt> which is
a <a class="externalLink" href="https://github.com/PivotalRD/libhdfs3";>native
C++ library developed by Pivotal</a>, in which the client communicate directly
with HDFS via RPC. The current implementation uses the second one. </p>
+
+<ol style="list-style-type: decimal">
+
+<li>
+<p>Install <tt>libhdfs3</tt>: follow the <a class="externalLink"
href="https://github.com/PivotalRD/libhdfs3#installation";>official
guide</a>.</p></li>
+
+<li>
+<p><b>Additional setup</b>: recent versions of Hadoop (>2.4.x) support
short-circuit local reads which bypass network communications (TCP sockets)
when retrieving data at the local nodes. <tt>libhdfs3</tt> will throws errors
(but will still continue to work) when it finds that short-circuit read is not
set. To deal with this complaints, and improve performance, add the following
configuration to <tt>hdfs-site.xml</tt> <b>and to
<tt>hdfs-client.xml</tt></b></p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> <property>
+<name>dfs.client.read.shortcircuit</name>
+<value>true</value>
+ </property>
+ <property>
+<name>dfs.domain.socket.path</name>
+<value>/var/lib/hadoop-hdfs/dn_socket</value>
+ </property>
+</pre></div></div>
+<p>Next, at each client, set <tt>LIBHDFS3_CONF</tt> variable to point to
<tt>hdfs-client.xml</tt> file:</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> export
LIBHDFS3_CONF=$HADOOP_HOME/etc/hadoop/hdfs-client.xml
+</pre></div></div></li>
+</ol>
+<p><a name="examples"></a></p></div>
+<div class="section">
+<h2><a name="Examples"></a>Examples</h2>
+<p>We explain how to run CIFAR10 and MNIST examples. Before training, the data
must be uploaded to HDFS. </p>
+<div class="section">
+<h3><a name="CIFAR10"></a>CIFAR10</h3>
+
+<ol style="list-style-type: decimal">
+
+<li>
+<p>Upload the data to HDFS (done at any of the HDFS nodes)</p>
+
+<ul>
+
+<li>Change <tt>job.conf</tt> to use HDFS: in
<tt>examples/cifar10/job.conf</tt>, set <tt>backend</tt> property to
<tt>hdfsfile</tt></li>
+
+<li>Create and upload data:</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">cd examples/cifar10
+cp Makefile.example Makefile
+make create
+hadoop dfs -mkdir /examples/cifar10
+hadoop dfs -copyFromLocal cifar-10-batches-bin /examples/cifar10/
+</pre></div></div>
+<p>If successful, the files should be seen in HDFS via <tt>hadoop dfs -ls
/examples/cifar10</tt></p></li>
+
+<li>
+<p>Training:</p>
+
+<ul>
+
+<li>Make sure <tt>conf/singa.conf</tt> has correct path to Zookeeper
service:</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">zookeeper_host:
"node0:2181"
+</pre></div></div>
+
+<ul>
+
+<li>Make sure <tt>job.conf</tt> has correct paths to the train and test
datasets:</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">// train layer
+path: "hdfs://node0:9000/examples/cifar10/train_data.bin"
+mean_file: "hdfs://node0:9000/examples/cifar10/image_mean.bin"
+// test layer
+path: "hdfs://node0:9000/examples/cifar10/test_data.bin"
+mean_file: "hdfs://node0:9000/examples/cifar10/image_mean.bin"
+</pre></div></div>
+
+<ul>
+
+<li>Start training: execute the following command at every node</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./singa -conf
examples/cifar10/job.conf -singa_conf singa.conf -singa_job 0
+</pre></div></div></li>
+</ol></div>
+<div class="section">
+<h3><a name="MNIST"></a>MNIST</h3>
+
+<ol style="list-style-type: decimal">
+
+<li>
+<p>Upload the data to HDFS (done at any of the HDFS nodes)</p>
+
+<ul>
+
+<li>Change <tt>job.conf</tt> to use HDFS: in <tt>examples/mnist/job.conf</tt>,
set <tt>backend</tt> property to <tt>hdfsfile</tt></li>
+
+<li>Create and upload data:</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">cd examples/mnist
+cp Makefile.example Makefile
+make create
+make compile
+./create_data.bin train-images-idx3-ubyte train-labels-idx1-ubyte
hdfs://node0:9000/examples/mnist/train_data.bin
+./create_data.bin t10k-images-idx3-ubyte t10k-labels-idx1-ubyte
hdfs://node0:9000/examples/mnist/test_data.bin
+</pre></div></div>
+<p>If successful, the files should be seen in HDFS via <tt>hadoop dfs -ls
/examples/mnist</tt></p></li>
+
+<li>
+<p>Training:</p>
+
+<ul>
+
+<li>Make sure <tt>conf/singa.conf</tt> has correct path to Zookeeper
service:</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">zookeeper_host:
"node0:2181"
+</pre></div></div>
+
+<ul>
+
+<li>Make sure <tt>job.conf</tt> has correct paths to the train and test
datasets:</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">// train layer
+path: "hdfs://node0:9000/examples/mnist/train_data.bin"
+// test layer
+path: "hdfs://node0:9000/examples/mnist/test_data.bin"
+</pre></div></div>
+
+<ul>
+
+<li>Start training: execute the following command at every node</li>
+ </ul>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./singa -conf
examples/mnist/job.conf -singa_conf singa.conf -singa_job 0
+</pre></div></div></li>
+</ol></div></div>
+ </div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container-fluid">
+ <div class="row-fluid">
+
+<p>Copyright © 2015 The Apache Software Foundation. All rights reserved.
Apache Singa, Apache, the Apache feather logo, and the Apache Singa project
logos are trademarks of The Apache Software Foundation. All other marks
mentioned may be trademarks or registered trademarks of their respective
owners.</p>
+ </div>
+
+
+ </div>
+ </footer>
+ </body>
+</html>
Modified: websites/staging/singa/trunk/content/docs/index.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/index.html (original)
+++ websites/staging/singa/trunk/content/docs/index.html Thu Dec 31 06:09:55
2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-11-30
+ | Generated by Apache Maven Doxia at 2015-12-31
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20151130" />
+ <meta name="Date-Revision-yyyymmdd" content="20151231" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Latest Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -223,7 +223,7 @@
Downloads</a>
</li>
<li class="nav-header">Documentaion</li>
-
+
<li class="active">
<a href="#"><span class="icon-chevron-down"></span>Latest</a>
@@ -242,7 +242,7 @@
<span class="icon-chevron-right"></span>
Programmer Guide</a>
</li>
-
+
<li>
<a href="../docs/distributed-training.html"
title="Distributed Training">
![https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"](https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"){kind=link}
![http://incubator.apache.org/images/egg-logo.png"](http://incubator.apache.org/images/egg-logo.png"){kind=link}