singa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From build...@apache.org
Subject svn commit: r985457 [10/35] - in /websites/staging/singa/trunk/content: ./ community/ develop/ docs/ docs/jp/ docs/kr/ docs/zh/ releases/ v0.1.0/ v0.2.0/ v0.2.0/jp/ v0.2.0/kr/ v0.2.0/zh/
Date Tue, 12 Apr 2016 06:24:54 GMT
Added: websites/staging/singa/trunk/content/v0.2.0/installation_source.html
==============================================================================
--- websites/staging/singa/trunk/content/v0.2.0/installation_source.html (added)
+++ websites/staging/singa/trunk/content/v0.2.0/installation_source.html Tue Apr 12 06:24:50 2016
@@ -0,0 +1,619 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-04-12 
+ | Rendered using Apache Maven Fluido Skin 1.4
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20160412" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache SINGA &#x2013; Building SINGA from source</title>
+    <link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
+    <link rel="stylesheet" href="../css/site.css" />
+    <link rel="stylesheet" href="../css/print.css" media="print" />
+
+      
+    
+    
+  
+    <script type="text/javascript" src="../js/apache-maven-fluido-1.4.min.js"></script>
+
+                          
+        
+<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML" type="text/javascript"></script>
+                      
+        
+<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script>
+                      
+        
+<meta content="Apache SINGA" name="author"/>
+                      
+        
+<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/>
+          
+                  </head>
+        <body class="topBarEnabled">
+          
+    
+    
+            
+    
+        
+    <a href="https://github.com/apache/incubator-singa">
+      <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;"
+        src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"
+        alt="Fork me on GitHub">
+    </a>
+  
+                
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top navbar-inverse">
+      <div class="navbar-inner">
+                <div class="container-fluid">
+        <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar">
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+        </a>
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../docs/overview.html"  title="Introduction">Introduction</a>
+</li>
+                  
+                      <li>      <a href="../docs/quick-start.html"  title="Quick Start">Quick Start</a>
+</li>
+                  
+                      <li>      <a href="../downloads.html"  title="Downloads">Downloads</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../docs/index.html"  title="v0.3.0">v0.3.0</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../docs/index.html"  title="English">English</a>
+</li>
+                                  <li>      <a href="../docs/zh/index.html"  title="中文">中文</a>
+</li>
+                                  <li>      <a href="../docs/jp/index.html"  title="日本語">日本語</a>
+</li>
+                                  <li>      <a href="../docs/kr/index.html"  title="한국어">한국어</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li>      <a href="../v0.2.0/index.html"  title="v0.2.0">v0.2.0</a>
+</li>
+                  
+                      <li>      <a href="../v0.1.0/index.html"  title="v0.1.0">v0.1.0</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../develop/schedule.html"  title="Schedule">Schedule</a>
+</li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../develop/how-contribute.html"  title="How to Contribute">How to Contribute</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../develop/contribute-code.html"  title="Code">Code</a>
+</li>
+                                  <li>      <a href="../develop/contribute-docs.html"  title="Documentation">Documentation</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../community/source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                  
+                      <li>      <a href="../community/mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                  
+                      <li>      <a href="../community/issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                  
+                      <li>      <a href="../community/team-list.html"  title="SINGA Team">SINGA Team</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="http://www.apache.org/"  title="Apache Software Foundation">Apache Software Foundation</a>
+</li>
+                  
+                      <li>      <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"  title="NUS Site">NUS Site</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+          
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container-fluid">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href="../index.html" id="bannerLeft" title="Apache SINGA">
+                                                                                                <img src="../images/singa-logo.png"  alt="Apache SINGA"/>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                                <img src="../images/singa-title.png"  alt="Apache SINGA"/>
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                              <li class="">
+                    <a href="../index.html" title="Apache SINGA">
+        Apache SINGA</a>
+                    <span class="divider">/</span>
+      </li>
+        <li class="active ">Building SINGA from source</li>
+        
+                
+                    
+      
+                            </ul>
+      </div>
+
+                  
+      <div class="row-fluid">
+        <div id="leftColumn" class="span2">
+          <div class="well sidebar-nav">
+                
+                    
+                <ul class="nav nav-list">
+                    <li class="nav-header">Apache SINGA</li>
+                              
+      <li>
+  
+                          <a href="../docs/overview.html" title="Introduction">
+          <span class="none"></span>
+        Introduction</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../docs/quick-start.html" title="Quick Start">
+          <span class="none"></span>
+        Quick Start</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../downloads.html" title="Downloads">
+          <span class="none"></span>
+        Downloads</a>
+            </li>
+                              <li class="nav-header">Documentaion</li>
+                                                                                                                                      
+      <li>
+  
+                          <a href="../docs/index.html" title="v0.3.0">
+          <span class="icon-chevron-right"></span>
+        v0.3.0</a>
+                  </li>
+                
+      <li>
+  
+                          <a href="../v0.2.0/index.html" title="v0.2.0">
+          <span class="none"></span>
+        v0.2.0</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../v0.1.0/index.html" title="v0.1.0">
+          <span class="none"></span>
+        v0.1.0</a>
+            </li>
+                              <li class="nav-header">Development</li>
+                              
+      <li>
+  
+                          <a href="../develop/schedule.html" title="Schedule">
+          <span class="none"></span>
+        Schedule</a>
+            </li>
+                                                                                    
+      <li>
+  
+                          <a href="../develop/how-contribute.html" title="How to Contribute">
+          <span class="icon-chevron-right"></span>
+        How to Contribute</a>
+                  </li>
+                              <li class="nav-header">Community</li>
+                              
+      <li>
+  
+                          <a href="../community/source-repository.html" title="Source Repository">
+          <span class="none"></span>
+        Source Repository</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../community/mail-lists.html" title="Mailing Lists">
+          <span class="none"></span>
+        Mailing Lists</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../community/issue-tracking.html" title="Issue Tracking">
+          <span class="none"></span>
+        Issue Tracking</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../community/team-list.html" title="SINGA Team">
+          <span class="none"></span>
+        SINGA Team</a>
+            </li>
+                              <li class="nav-header">External Links</li>
+                              
+      <li>
+  
+                          <a href="http://www.apache.org/" class="externalLink" title="Apache Software Foundation">
+          <span class="none"></span>
+        Apache Software Foundation</a>
+            </li>
+                
+      <li>
+  
+                          <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/" class="externalLink" title="NUS Site">
+          <span class="none"></span>
+        NUS Site</a>
+            </li>
+            </ul>
+                
+                    
+                
+          <hr />
+
+           <div id="poweredBy">
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                                                                                                                   <a href="http://incubator.apache.org" title="apache-incubator" class="builtBy">
+        <img class="builtBy"  alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"    />
+      </a>
+                      </div>
+          </div>
+        </div>
+        
+                        
+        <div id="bodyColumn"  class="span10" >
+                                  
+            <h1>Building SINGA from source</h1>
+<hr />
+<div class="section">
+<h2><a name="Dependencies"></a>Dependencies</h2>
+<p>SINGA is developed and tested on Linux platforms.</p>
+<p>The following dependent libraries are required:</p>
+
+<ul>
+  
+<li>
+<p>glog version 0.3.3</p></li>
+  
+<li>
+<p>google-protobuf version 2.6.0</p></li>
+  
+<li>
+<p>openblas version &gt;= 0.2.10</p></li>
+  
+<li>
+<p>zeromq version &gt;= 3.2</p></li>
+  
+<li>
+<p>czmq version &gt;= 3</p></li>
+  
+<li>
+<p>zookeeper version 3.4.6</p></li>
+</ul>
+<p>Optional dependencies include:</p>
+
+<ul>
+  
+<li>lmdb version 0.9.10</li>
+</ul>
+<p>You can install all dependencies into $PREFIX folder by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"># make sure you are in the thirdparty folder
+cd thirdparty
+./install.sh all $PREFIX
+</pre></div></div>
+<p>If $PREFIX is not a system path (e.g., /usr/local/), please export the following variables to continue the building instructions,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">export LD_LIBRARY_PATH=$PREFIX/lib:$LD_LIBRARY_PATH
+export CPLUS_INCLUDE_PATH=$PREFIX/include:$CPLUS_INCLUDE_PATH
+export LIBRARY_PATH=$PREFIX/lib:$LIBRARY_PATH
+export PATH=$PREFIX/bin:$PATH
+</pre></div></div>
+<p>More details on using this script is given below.</p></div>
+<div class="section">
+<h2><a name="Building_SINGA_from_source"></a>Building SINGA from source</h2>
+<p>SINGA is built using GNU autotools. GCC (version &gt;= 4.8) is required. There are two ways to build SINGA,</p>
+
+<ul>
+  
+<li>
+<p>If you want to use the latest code, please clone it from  <a class="externalLink" href="https://github.com/apache/incubator-singa.git">Github</a> and execute  the following commands,</p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">$ git clone git@github.com:apache/incubator-singa.git
+$ cd incubator-singa
+$ ./autogen.sh
+$ ./configure
+$ make
+</pre></div></div></li>
+</ul>
+<p>Note: It is an oversight that we forgot to delete the singa repo under <a class="externalLink" href="https://github.com/orgs/nusinga">nusinga</a>  account after we became Apache Incubator project &#x2013; the source  in that repo was not up to date, and we apologize for any inconvenience.</p>
+
+<ul>
+  
+<li>
+<p>If you download a release package, please follow the instructions below,</p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">$ tar xvf singa-xxx
+$ cd singa-xxx
+$ ./configure
+$ make
+</pre></div></div>
+<p>Some features of SINGA depend on external libraries. These features can be compiled with <tt>--enable-&lt;feature&gt;</tt>. For example, to build SINGA with lmdb support, you can run:</p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">$ ./configure --enable-lmdb
+</pre></div></div></li>
+</ul>
+<!-- -
+Zhongle: please update the code to use the follow command
+
+    $ make test
+
+After compilation, you will find the binary file singatest. Just run it!
+More details about configure script can be found by running:
+
+		$ ./configure -h -->
+<p>After compiling SINGA successfully, the <i>libsinga.so</i> and the executable file <i>singa</i> will be generated into <i>.libs/</i> folder.</p>
+<p>If some dependent libraries are missing (or not detected), you can use the following script to download and install them:</p>
+<!-- -
+to be updated after zhongle changes the code to use
+
+    ./install.sh libname \-\-prefix= -->
+
+<div class="source">
+<div class="source"><pre class="prettyprint"># must goto thirdparty folder
+$ cd thirdparty
+$ ./install.sh LIB_NAME PREFIX
+</pre></div></div>
+<p>If you do not specify the installation path, the library will be installed in the default folder specified by the software itself. For example, if you want to install <tt>zeromq</tt> library in the default system folder, run it as</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">$ ./install.sh zeromq
+</pre></div></div>
+<p>Or, if you want to install it into another folder,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">$ ./install.sh zeromq PREFIX
+</pre></div></div>
+<p>You can also install all dependencies in <i>/usr/local</i> directory:</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">$ ./install.sh all /usr/local
+</pre></div></div>
+<p>Here is a table showing the first arguments:</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">LIB_NAME  LIBRARIE
+czmq*                 czmq lib
+glog                  glog lib
+lmdb                  lmdb lib
+OpenBLAS              OpenBLAS lib
+protobuf              Google protobuf
+zeromq                zeromq lib
+zookeeper             Apache zookeeper
+</pre></div></div>
+<p>*: Since <tt>czmq</tt> depends on <tt>zeromq</tt>, the script offers you one more argument to indicate <tt>zeromq</tt> location. The installation commands of <tt>czmq</tt> is:</p>
+<!-- -
+to be updated to
+
+    $./install.sh czmq  \-\-prefix=/usr/local \-\-zeromq=/usr/local/zeromq -->
+
+<div class="source">
+<div class="source"><pre class="prettyprint">$./install.sh czmq  /usr/local -f=/usr/local/zeromq
+</pre></div></div>
+<p>After the execution, <tt>czmq</tt> will be installed in <i>/usr/local</i>. The last path specifies the path to zeromq.</p>
+<div class="section">
+<h3><a name="FAQ"></a>FAQ</h3>
+
+<ul>
+  
+<li>Q1:I get error <tt>./configure --&gt; cannot find blas_segmm() function</tt> even I have installed OpenBLAS.</li>
+</ul>
+<p>A1: This means the compiler cannot find the <tt>OpenBLAS</tt> library. If you installed  it to $PREFIX (e.g., /opt/OpenBLAS), then you need to export it as</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ export LIBRARY_PATH=$PREFIX/lib:$LIBRARY_PATH
+  # e.g.,
+  $ export LIBRARY_PATH=/opt/OpenBLAS/lib:$LIBRARY_PATH
+</pre></div></div>
+
+<ul>
+  
+<li>Q2: I get error <tt>cblas.h no such file or directory exists</tt>.</li>
+</ul>
+<p>Q2: You need to include the folder of the cblas.h into CPLUS_INCLUDE_PATH,  e.g.,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ export CPLUS_INCLUDE_PATH=$PREFIX/include:$CPLUS_INCLUDE_PATH
+  # e.g.,
+  $ export CPLUS_INCLUDE_PATH=/opt/OpenBLAS/include:$CPLUS_INCLUDE_PATH
+  # then reconfigure and make SINGA
+  $ ./configure
+  $ make
+</pre></div></div>
+
+<ul>
+  
+<li>Q3:While compiling SINGA, I get error <tt>SSE2 instruction set not enabled</tt></li>
+</ul>
+<p>A3:You can try following command:</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ make CFLAGS='-msse2' CXXFLAGS='-msse2'
+</pre></div></div>
+
+<ul>
+  
+<li>Q4:I get <tt>ImportError: cannot import name enum_type_wrapper</tt> from google.protobuf.internal when I try to import .py files.</li>
+</ul>
+<p>A4:After install google protobuf by <tt>make install</tt>, we should install python  runtime libraries. Go to protobuf source directory, run:</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ cd /PROTOBUF/SOURCE/FOLDER
+  $ cd python
+  $ python setup.py build
+  $ python setup.py install
+</pre></div></div>
+<p>You may need <tt>sudo</tt> when you try to install python runtime libraries in  the system folder.</p>
+
+<ul>
+  
+<li>Q5: I get a linking error caused by gflags.</li>
+</ul>
+<p>A5: SINGA does not depend on gflags. But you may have installed the glog with  gflags. In that case you can reinstall glog using <i>thirdparty/install.sh</i> into  a another folder and export the LDFLAGS and CPPFLAGS to include that folder.</p>
+
+<ul>
+  
+<li>Q6: While compiling SINGA and installing <tt>glog</tt> on mac OS X, I get fatal error <tt>'ext/slist' file not found</tt></li>
+</ul>
+<p>A6:Please install <tt>glog</tt> individually and try :</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ make CFLAGS='-stdlib=libstdc++' CXXFLAGS='stdlib=libstdc++'
+</pre></div></div>
+
+<ul>
+  
+<li>Q7: When I start a training job, it reports error related with &#x201c;ZOO_ERROR&#x2026;zk retcode=-4&#x2026;&#x201d;.</li>
+</ul>
+<p>A7: This is because the zookeeper is not started. Please start the zookeeper service</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ ./bin/zk-service start
+</pre></div></div>
+<p>If the error still exists, probably that you do not have java. You can simple  check it by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ java --version
+</pre></div></div>
+
+<ul>
+  
+<li>Q8: When I build OpenBLAS from source, I am told that I need a fortran compiler.</li>
+</ul>
+<p>A8: You can compile OpenBLAS by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ make ONLY_CBLAS=1
+</pre></div></div>
+<p>or install it using</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">    $ sudo apt-get install openblas-dev
+</pre></div></div>
+<p>or</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">    $ sudo yum install openblas-devel
+</pre></div></div>
+<p>It is worth noting that you need root access to run the last two commands.  Remember to set the environment variables to include the header and library  paths of OpenBLAS after installation (please refer to the Dependencies section).</p>
+
+<ul>
+  
+<li>Q9: When I build protocol buffer, it reports that GLIBC++_3.4.20 not found in /usr/lib64/libstdc++.so.6.</li>
+</ul>
+<p>A9: This means the linker found libstdc++.so.6 but that library  belongs to an older version of GCC than was used to compile and link the  program. The program depends on code defined in  the newer libstdc++ that belongs to the newer version of GCC, so the linker  must be told how to find the newer libstdc++ shared library.  The simplest way to fix this is to find the correct libstdc++ and export it to  LD_LIBRARY_PATH. For example, if GLIBC++_3.4.20 is listed in the output of the  following command,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ strings /usr/local/lib64/libstdc++.so.6|grep GLIBC++
+</pre></div></div>
+<p>then you just set your environment variable as</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">  $ export LD_LIBRARY_PATH=/usr/local/lib64:$LD_LIBRARY_PATH
+</pre></div></div>
+
+<ul>
+  
+<li>Q10: When I build glog, it reports that &#x201c;src/logging_unittest.cc:83:20: error: &#x2018;gflags&#x2019; is not a namespace-name&#x201d;</li>
+</ul>
+<p>A10: It maybe that you have installed gflags with a different namespace such as &#x201c;google&#x201d;. so glog can&#x2019;t find &#x2018;gflags&#x2019; namespace.</p>
+<p>Because it doesn&#x2019;t require gflags to build glog. So you can change the configure.ac file to ignore gflags.</p>
+
+<ol style="list-style-type: decimal">
+  
+<li>cd to glog src directory</li>
+  
+<li>change line 125 of configure.ac to &#x201c;AC_CHECK_LIB(gflags, main, ac_cv_have_libgflags=0, ac_cv_have_libgflags=0)&#x201d;</li>
+  
+<li>autoreconf</li>
+</ol>
+<p>After this, you can build glog again.</p></div></div>
+                  </div>
+            </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container-fluid">
+                      <div class="row-fluid">
+                                                                          
+<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
+                          </div>
+
+        
+                </div>
+    </footer>
+        </body>
+</html>

Added: websites/staging/singa/trunk/content/v0.2.0/jp/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/v0.2.0/jp/architecture.html (added)
+++ websites/staging/singa/trunk/content/v0.2.0/jp/architecture.html Tue Apr 12 06:24:50 2016
@@ -0,0 +1,373 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-04-12 
+ | Rendered using Apache Maven Fluido Skin 1.4
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20160412" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache SINGA &#x2013; SINGA アーキテクチャー</title>
+    <link rel="stylesheet" href="../../css/apache-maven-fluido-1.4.min.css" />
+    <link rel="stylesheet" href="../../css/site.css" />
+    <link rel="stylesheet" href="../../css/print.css" media="print" />
+
+      
+    
+    
+  
+    <script type="text/javascript" src="../../js/apache-maven-fluido-1.4.min.js"></script>
+
+                          
+        
+<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML" type="text/javascript"></script>
+                      
+        
+<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script>
+                      
+        
+<meta content="Apache SINGA" name="author"/>
+                      
+        
+<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/>
+          
+                  </head>
+        <body class="topBarEnabled">
+          
+    
+    
+            
+    
+        
+    <a href="https://github.com/apache/incubator-singa">
+      <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;"
+        src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"
+        alt="Fork me on GitHub">
+    </a>
+  
+                
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top navbar-inverse">
+      <div class="navbar-inner">
+                <div class="container-fluid">
+        <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar">
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+        </a>
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../docs/overview.html"  title="Introduction">Introduction</a>
+</li>
+                  
+                      <li>      <a href="../../docs/quick-start.html"  title="Quick Start">Quick Start</a>
+</li>
+                  
+                      <li>      <a href="../../downloads.html"  title="Downloads">Downloads</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../../docs/index.html"  title="v0.3.0">v0.3.0</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../../docs/index.html"  title="English">English</a>
+</li>
+                                  <li>      <a href="../../docs/zh/index.html"  title="中文">中文</a>
+</li>
+                                  <li>      <a href="../../docs/jp/index.html"  title="日本語">日本語</a>
+</li>
+                                  <li>      <a href="../../docs/kr/index.html"  title="한국어">한국어</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li>      <a href="../../v0.2.0/index.html"  title="v0.2.0">v0.2.0</a>
+</li>
+                  
+                      <li>      <a href="../../v0.1.0/index.html"  title="v0.1.0">v0.1.0</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../develop/schedule.html"  title="Schedule">Schedule</a>
+</li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../../develop/how-contribute.html"  title="How to Contribute">How to Contribute</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../../develop/contribute-code.html"  title="Code">Code</a>
+</li>
+                                  <li>      <a href="../../develop/contribute-docs.html"  title="Documentation">Documentation</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../community/source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                  
+                      <li>      <a href="../../community/mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                  
+                      <li>      <a href="../../community/issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                  
+                      <li>      <a href="../../community/team-list.html"  title="SINGA Team">SINGA Team</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="http://www.apache.org/"  title="Apache Software Foundation">Apache Software Foundation</a>
+</li>
+                  
+                      <li>      <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"  title="NUS Site">NUS Site</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+          
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container-fluid">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href="../../index.html" id="bannerLeft" title="Apache SINGA">
+                                                                                                <img src="../../images/singa-logo.png"  alt="Apache SINGA"/>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                                <img src="../../images/singa-title.png"  alt="Apache SINGA"/>
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                              <li class="">
+                    <a href="../../index.html" title="Apache SINGA">
+        Apache SINGA</a>
+                    <span class="divider">/</span>
+      </li>
+        <li class="active ">SINGA アーキテクチャー</li>
+        
+                
+                    
+      
+                            </ul>
+      </div>
+
+                  
+      <div class="row-fluid">
+        <div id="leftColumn" class="span2">
+          <div class="well sidebar-nav">
+                
+                    
+                <ul class="nav nav-list">
+                    <li class="nav-header">Apache SINGA</li>
+                              
+      <li>
+  
+                          <a href="../../docs/overview.html" title="Introduction">
+          <span class="none"></span>
+        Introduction</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../docs/quick-start.html" title="Quick Start">
+          <span class="none"></span>
+        Quick Start</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../downloads.html" title="Downloads">
+          <span class="none"></span>
+        Downloads</a>
+            </li>
+                              <li class="nav-header">Documentaion</li>
+                                                                                                                                      
+      <li>
+  
+                          <a href="../../docs/index.html" title="v0.3.0">
+          <span class="icon-chevron-right"></span>
+        v0.3.0</a>
+                  </li>
+                
+      <li>
+  
+                          <a href="../../v0.2.0/index.html" title="v0.2.0">
+          <span class="none"></span>
+        v0.2.0</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../v0.1.0/index.html" title="v0.1.0">
+          <span class="none"></span>
+        v0.1.0</a>
+            </li>
+                              <li class="nav-header">Development</li>
+                              
+      <li>
+  
+                          <a href="../../develop/schedule.html" title="Schedule">
+          <span class="none"></span>
+        Schedule</a>
+            </li>
+                                                                                    
+      <li>
+  
+                          <a href="../../develop/how-contribute.html" title="How to Contribute">
+          <span class="icon-chevron-right"></span>
+        How to Contribute</a>
+                  </li>
+                              <li class="nav-header">Community</li>
+                              
+      <li>
+  
+                          <a href="../../community/source-repository.html" title="Source Repository">
+          <span class="none"></span>
+        Source Repository</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/mail-lists.html" title="Mailing Lists">
+          <span class="none"></span>
+        Mailing Lists</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/issue-tracking.html" title="Issue Tracking">
+          <span class="none"></span>
+        Issue Tracking</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/team-list.html" title="SINGA Team">
+          <span class="none"></span>
+        SINGA Team</a>
+            </li>
+                              <li class="nav-header">External Links</li>
+                              
+      <li>
+  
+                          <a href="http://www.apache.org/" class="externalLink" title="Apache Software Foundation">
+          <span class="none"></span>
+        Apache Software Foundation</a>
+            </li>
+                
+      <li>
+  
+                          <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/" class="externalLink" title="NUS Site">
+          <span class="none"></span>
+        NUS Site</a>
+            </li>
+            </ul>
+                
+                    
+                
+          <hr />
+
+           <div id="poweredBy">
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                                                                                                                   <a href="http://incubator.apache.org" title="apache-incubator" class="builtBy">
+        <img class="builtBy"  alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"    />
+      </a>
+                      </div>
+          </div>
+        </div>
+        
+                        
+        <div id="bodyColumn"  class="span10" >
+                                  
+            <h1>SINGA &#x30a2;&#x30fc;&#x30ad;&#x30c6;&#x30af;&#x30c1;&#x30e3;&#x30fc;</h1>
+<hr />
+<div class="section">
+<h2><a name="a_"></a>&#x30ed;&#x30b8;&#x30ab;&#x30eb; &#x30a2;&#x30fc;&#x30ad;&#x30c6;&#x30af;&#x30c1;&#x30e3;&#x30fc;</h2>
+<p><img src="../../images/logical.png" style="width: 550px" alt="" /> 
+<p><b> Fig.1 - &#x30b7;&#x30b9;&#x30c6;&#x30e0; &#x30a2;&#x30fc;&#x30ad;&#x30c6;&#x30af;&#x30c1;&#x30e3;&#x30fc;</b></p>
+<p>SINGA&#x306f;&#x3001;&#x591a;&#x69d8;&#x306a;&#x5206;&#x6563;<a href="frameworks.html">&#x30c8;&#x30ec;&#x30fc;&#x30cb;&#x30f3;&#x30b0; &#x30d5;&#x30ec;&#x30fc;&#x30e0;&#x30ef;&#x30fc;&#x30af;</a> (&#x540c;&#x671f;&#x3001;&#x307e;&#x305f;&#x306f;&#x975e;&#x540c;&#x671f;&#x30c8;&#x30ec;&#x30fc;&#x30cb;&#x30f3;&#x30b0;). &#x3092;&#x30b5;&#x30dd;&#x30fc;&#x30c8;&#x3059;&#x308b;&#x305f;&#x3081;&#x306e;&#x67d4;&#x8edf;&#x306a;&#x69cb;&#x9020;&#x3092;&#x3082;&#x3063;&#x3066;&#x3044;&#x307e;&#x3059;&#x3002; Fig.1. &#x306b;&#x30b7;&#x30b9;&#x30c6;&#x30e0;&#x306e;&#x69cb;&#x9020;&#x3092;&#x793a;&#x3057;&#x307e;&#x3059;&#x3002; &#x7279;&#x5fb4;&#x3068;&#x3057;&#x3066;&#x306f;&#x3001;&#x8907;&#x6570;&#x306e; server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x3068;&#x3001;worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x3092;&#x6301;&#x3064;&#x3053;&#x3068;&#x3067;&#x3059;&#x3002;</p>
+
+<ul>
+  
+<li><b>Server &#x30b0;&#x30eb;&#x30fc;&#x30d7;</b></li>
+</ul>
+<p>Server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x306f;&#x3001;&#x30e2;&#x30c7;&#x30eb;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x306e;&#x30ec;&#x30d7;&#x30ea;&#x30ab;&#x3092;&#x6301;&#x3061;&#x3001;worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x304b;&#x3089;&#x306e;&#x30ea;&#x30af;&#x30a8;&#x30b9;&#x30c8;&#x306b;&#x5f93;&#x3044;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x306e;&#x30a2;&#x30c3;&#x30d7;&#x30c7;&#x30fc;&#x30c8;&#x3092;&#x62c5;&#x5f53;&#x3057;&#x307e;&#x3059;&#x3002;&#x96a3;&#x63a5;&#x3057;&#x305f; server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x9054;&#x306f;&#x3001;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x3092;&#x5b9a;&#x671f;&#x7684;&#x306b;&#x540c;&#x671f;&#x3055;&#x305b;&#x307e;&#x3059;&#x3002;&#x901a;&#x5e38;&#xff11;&#x3064;&#x306e; server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x306f;&#x8907;&#x6570;&#x306e; server &#x3067;&#x69cb;&#x6210;&#x3055;&#x308c;&#x3001;&#x5404; server &#x306f;&#x30e2;&#x30c7;&#x30eb;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x3
 06e;&#x5206;&#x5272;&#x3055;&#x308c;&#x305f;&#x4e00;&#x90e8;&#x3092;&#x62c5;&#x5f53;&#x3057;&#x307e;&#x3059;&#x3002;</p>
+
+<ul>
+  
+<li><b>Worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;</b></li>
+</ul>
+<p>&#x5404; worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x306f;&#x3001;&#xff11;&#x3064;&#x306e; server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x3068;&#x901a;&#x4fe1;&#x3057;&#x307e;&#x3059;&#x3002;&#xff11;&#x3064;&#x306e; worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x306f;&#x3001;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x306e;&#x52fe;&#x914d;&#x8a08;&#x7b97;&#x3092;&#x62c5;&#x5f53;&#x3057;&#x307e;&#x3059;&#x3002;&#x307e;&#x305f;&#x5206;&#x5272;&#x3055;&#x308c;&#x305f;&#x30c7;&#x30fc;&#x30bf;&#x306e;&#x4e00;&#x90e8;&#x306b;&#x5bfe;&#x3057;&#x201c;&#x5b8c;&#x5168;&#x306a;&#x201d;&#x30e2;&#x30c7;&#x30eb;&#x30ec;&#x30d7;&#x30ea;&#x30ab;&#x3092;&#x30c8;&#x30ec;&#x30fc;&#x30cb;&#x30f3;&#x30b0;&#x3057;&#x307e;&#x3059;&#x3002;&#x3059;&#x3079;&#x3066;&#x306e; worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x9054;&#x306f;&#x3001;&#x5bfe;&#x5fdc;&#x3059;&#x308b; server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x9054;&#x3068;&#x975e;&#x540c;&#x671f;&#x7684;&#x306b;&#x901a;&#x4fe1;&#x3057;&#x307e;&#x3059;&#x3002;&#
 x3057;&#x304b;&#x3057;&#x3001;&#x540c;&#x3058; worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x5185;&#x306e; worker &#x9054;&#x306f;&#x3001;&#x540c;&#x671f;&#x3057;&#x307e;&#x3059;&#x3002;</p>
+<p>&#x540c;&#x4e00;&#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x5185;&#x3067;&#x306e; worker &#x9054;&#x306e;&#x5206;&#x6563;&#x30c8;&#x30ec;&#x30fc;&#x30cb;&#x30f3;&#x30b0;&#x306b;&#x306f;&#x3001;&#x305f;&#x304f;&#x3055;&#x3093;&#x306e;&#x7570;&#x306a;&#x3063;&#x305f;&#x65b9;&#x6cd5;&#x304c;&#x3042;&#x308a;&#x307e;&#x3059;&#x3002;</p>
+
+<ul>
+  
+<li><b>&#x30e2;&#x30c7;&#x30eb; &#x4e26;&#x5217;&#x5316;</b>: &#x5404; worker &#x306f;&#x3001;&#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x306b;&#x632f;&#x308a;&#x5206;&#x3051;&#x3089;&#x308c;&#x305f;&#x3059;&#x3079;&#x3066;&#x306e;&#x30c7;&#x30fc;&#x30bf;&#x306b;&#x5bfe;&#x3057;&#x3066;&#x3001;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x306e;&#x30b5;&#x30d6;&#x30bb;&#x30c3;&#x30c8;&#x3092;&#x8a08;&#x7b97;&#x3057;&#x307e;&#x3059;&#x3002;</li>
+  
+<li><b>&#x30c7;&#x30fc;&#x30bf; &#x4e26;&#x5217;&#x5316;</b>: &#x5404; worker &#x306f;&#x3001;&#x632f;&#x308a;&#x5206;&#x3051;&#x3089;&#x308c;&#x305f;&#x30c7;&#x30fc;&#x30bf;&#x306e;&#x30b5;&#x30d6;&#x30bb;&#x30c3;&#x30c8;&#x306b;&#x5bfe;&#x3057;&#x3066;&#x3001;&#x3059;&#x3079;&#x3066;&#x306e;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x3092;&#x8a08;&#x7b97;&#x3057;&#x307e;&#x3059;&#x3002;</li>
+  
+<li><b>&#x30cf;&#x30a4;&#x30d6;&#x30ea;&#x30c3;&#x30c9; &#x4e26;&#x5217;&#x5316;</b>: SINGA&#x306f;&#x3001;&#x4e0a;&#x8a18;&#x306e;&#x65b9;&#x6cd5;&#x3092;&#x7d44;&#x307f;&#x5408;&#x308f;&#x305b;&#x305f;&#x30cf;&#x30a4;&#x30d6;&#x30ea;&#x30c3;&#x30c9;&#x306a;&#x4e26;&#x5217;&#x5316;&#x3082;&#x30b5;&#x30dd;&#x30fc;&#x30c8;&#x3057;&#x307e;&#x3059;&#x3002;</li>
+</ul></div>
+<div class="section">
+<h2><a name="a"></a>&#x5b9f;&#x88c5;</h2>
+<p>SINGA&#x3067;&#x306e; servers &#x3068; workers &#x306f;&#x3001;&#x5225;&#x30b9;&#x30ec;&#x30c3;&#x30c9;&#x3067;&#x52d5;&#x304f;&#x5b9f;&#x884c;&#x30e6;&#x30cb;&#x30c3;&#x30c8;&#x3067;&#x3059;&#x3002;</p>
+<p>In SINGA, servers and workers are execution units running in separate threads. &#x305d;&#x308c;&#x3089;&#x306f; <a href="communication.html">messages</a> &#x3092;&#x5229;&#x7528;&#x3057;&#x3066;&#x901a;&#x4fe1;&#x3057;&#x307e;&#x3059;&#x3002; &#x5404;&#x30d7;&#x30ed;&#x30bb;&#x30b9;&#x306f;&#x3001;&#x30ed;&#x30fc;&#x30ab;&#x30eb; messages &#x3092;&#x96c6;&#x3081;&#x3001;&#x305d;&#x308c;&#x3092;&#x5bfe;&#x5fdc;&#x3059;&#x308b;&#x30ec;&#x30b7;&#x30fc;&#x30d0;&#x30fc;&#x306b;&#x8ee2;&#x9001;&#x3059;&#x308b; stub &#x3068;&#x3057;&#x3066;&#x30e1;&#x30a4;&#x30f3;&#x30b9;&#x30ec;&#x30c3;&#x30c9;&#x3092;&#x5b9f;&#x884c;&#x3057;&#x307e;&#x3059;&#x3002;</p>
+<p>&#x5404; server &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x3068; worker &#x30b0;&#x30eb;&#x30fc;&#x30d7;&#x306f;&#x3001;&#x201c;&#x5b8c;&#x5168;&#x306a;&#x201d;&#x30e2;&#x30c7;&#x30eb;&#x30ec;&#x30d7;&#x30ea;&#x30ab;&#x3067;&#x3042;&#x308b; <i>ParamShard</i> &#x30aa;&#x30d6;&#x30b8;&#x30a7;&#x30af;&#x30c8;&#x3092;&#x4fdd;&#x6301;&#x3057;&#x307e;&#x3059;&#x3002; &#x3082;&#x3057; workers &#x3068; servers &#x304c;&#x540c;&#x3058;&#x30d7;&#x30ed;&#x30bb;&#x30b9;&#x3067;&#x8d70;&#x308b;&#x306a;&#x3089;&#x3001; &#x305d;&#x308c;&#x3089;&#x306e; <i>ParamShard</i> &#xff08;&#x30d1;&#x30fc;&#x30c6;&#x30a3;&#x30b7;&#x30e7;&#x30f3;&#xff09;&#x306f;&#x3001;&#x540c;&#x3058;&#x30e1;&#x30e2;&#x30ea;&#x30b9;&#x30da;&#x30fc;&#x30b9;&#x3092;&#x5171;&#x6709;&#x3059;&#x308b;&#x3088;&#x3046;&#x8a2d;&#x5b9a;&#x3055;&#x308c;&#x307e;&#x3059;&#x3002; &#x3053;&#x306e;&#x5834;&#x5408;&#x3001;&#x7570;&#x306a;&#x308b;&#x5b9f;&#x884c;&#x30e6;&#x30cb;&#x30c3;&#x30c8;&#x9593;&#x3092;&#x884c;&#x304d;&#x6765;&#x3059;&#x308b
 ; messages &#x306f;&#x901a;&#x4fe1;&#x30b3;&#x30b9;&#x30c8;&#x3092;&#x6291;&#x3048;&#x308b;&#x305f;&#x3081;&#x306b;&#x30c7;&#x30fc;&#x30bf;&#x306e;&#x30dd;&#x30a4;&#x30f3;&#x30bf;&#x3060;&#x3051;&#x3092;&#x542b;&#x307f;&#x307e;&#x3059;&#x3002; &#x30d7;&#x30ed;&#x30bb;&#x30b9;&#x9593;&#x901a;&#x4fe1;&#x306e;&#x5834;&#x5408;&#x3068;&#x306f;&#x7570;&#x306a;&#x308a;&#x3001;messsages &#x306f;&#x30d1;&#x30e9;&#x30e1;&#x30fc;&#x30bf;&#x30fc;&#x306e;&#x5024;&#x3092;&#x542b;&#x307f;&#x307e;&#x3059;&#x3002;</p></div>
+                  </div>
+            </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container-fluid">
+                      <div class="row-fluid">
+                                                                          
+<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
+                          </div>
+
+        
+                </div>
+    </footer>
+        </body>
+</html>

Added: websites/staging/singa/trunk/content/v0.2.0/jp/checkpoint.html
==============================================================================
--- websites/staging/singa/trunk/content/v0.2.0/jp/checkpoint.html (added)
+++ websites/staging/singa/trunk/content/v0.2.0/jp/checkpoint.html Tue Apr 12 06:24:50 2016
@@ -0,0 +1,412 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-04-12 
+ | Rendered using Apache Maven Fluido Skin 1.4
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20160412" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache SINGA &#x2013; CheckPoint</title>
+    <link rel="stylesheet" href="../../css/apache-maven-fluido-1.4.min.css" />
+    <link rel="stylesheet" href="../../css/site.css" />
+    <link rel="stylesheet" href="../../css/print.css" media="print" />
+
+      
+    
+    
+  
+    <script type="text/javascript" src="../../js/apache-maven-fluido-1.4.min.js"></script>
+
+                          
+        
+<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML" type="text/javascript"></script>
+                      
+        
+<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script>
+                      
+        
+<meta content="Apache SINGA" name="author"/>
+                      
+        
+<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/>
+          
+                  </head>
+        <body class="topBarEnabled">
+          
+    
+    
+            
+    
+        
+    <a href="https://github.com/apache/incubator-singa">
+      <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;"
+        src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"
+        alt="Fork me on GitHub">
+    </a>
+  
+                
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top navbar-inverse">
+      <div class="navbar-inner">
+                <div class="container-fluid">
+        <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar">
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+        </a>
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../docs/overview.html"  title="Introduction">Introduction</a>
+</li>
+                  
+                      <li>      <a href="../../docs/quick-start.html"  title="Quick Start">Quick Start</a>
+</li>
+                  
+                      <li>      <a href="../../downloads.html"  title="Downloads">Downloads</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../../docs/index.html"  title="v0.3.0">v0.3.0</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../../docs/index.html"  title="English">English</a>
+</li>
+                                  <li>      <a href="../../docs/zh/index.html"  title="中文">中文</a>
+</li>
+                                  <li>      <a href="../../docs/jp/index.html"  title="日本語">日本語</a>
+</li>
+                                  <li>      <a href="../../docs/kr/index.html"  title="한국어">한국어</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li>      <a href="../../v0.2.0/index.html"  title="v0.2.0">v0.2.0</a>
+</li>
+                  
+                      <li>      <a href="../../v0.1.0/index.html"  title="v0.1.0">v0.1.0</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../develop/schedule.html"  title="Schedule">Schedule</a>
+</li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../../develop/how-contribute.html"  title="How to Contribute">How to Contribute</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../../develop/contribute-code.html"  title="Code">Code</a>
+</li>
+                                  <li>      <a href="../../develop/contribute-docs.html"  title="Documentation">Documentation</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../community/source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                  
+                      <li>      <a href="../../community/mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                  
+                      <li>      <a href="../../community/issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                  
+                      <li>      <a href="../../community/team-list.html"  title="SINGA Team">SINGA Team</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="http://www.apache.org/"  title="Apache Software Foundation">Apache Software Foundation</a>
+</li>
+                  
+                      <li>      <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"  title="NUS Site">NUS Site</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+          
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container-fluid">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href="../../index.html" id="bannerLeft" title="Apache SINGA">
+                                                                                                <img src="../../images/singa-logo.png"  alt="Apache SINGA"/>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                                <img src="../../images/singa-title.png"  alt="Apache SINGA"/>
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                              <li class="">
+                    <a href="../../index.html" title="Apache SINGA">
+        Apache SINGA</a>
+                    <span class="divider">/</span>
+      </li>
+        <li class="active ">CheckPoint</li>
+        
+                
+                    
+      
+                            </ul>
+      </div>
+
+                  
+      <div class="row-fluid">
+        <div id="leftColumn" class="span2">
+          <div class="well sidebar-nav">
+                
+                    
+                <ul class="nav nav-list">
+                    <li class="nav-header">Apache SINGA</li>
+                              
+      <li>
+  
+                          <a href="../../docs/overview.html" title="Introduction">
+          <span class="none"></span>
+        Introduction</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../docs/quick-start.html" title="Quick Start">
+          <span class="none"></span>
+        Quick Start</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../downloads.html" title="Downloads">
+          <span class="none"></span>
+        Downloads</a>
+            </li>
+                              <li class="nav-header">Documentaion</li>
+                                                                                                                                      
+      <li>
+  
+                          <a href="../../docs/index.html" title="v0.3.0">
+          <span class="icon-chevron-right"></span>
+        v0.3.0</a>
+                  </li>
+                
+      <li>
+  
+                          <a href="../../v0.2.0/index.html" title="v0.2.0">
+          <span class="none"></span>
+        v0.2.0</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../v0.1.0/index.html" title="v0.1.0">
+          <span class="none"></span>
+        v0.1.0</a>
+            </li>
+                              <li class="nav-header">Development</li>
+                              
+      <li>
+  
+                          <a href="../../develop/schedule.html" title="Schedule">
+          <span class="none"></span>
+        Schedule</a>
+            </li>
+                                                                                    
+      <li>
+  
+                          <a href="../../develop/how-contribute.html" title="How to Contribute">
+          <span class="icon-chevron-right"></span>
+        How to Contribute</a>
+                  </li>
+                              <li class="nav-header">Community</li>
+                              
+      <li>
+  
+                          <a href="../../community/source-repository.html" title="Source Repository">
+          <span class="none"></span>
+        Source Repository</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/mail-lists.html" title="Mailing Lists">
+          <span class="none"></span>
+        Mailing Lists</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/issue-tracking.html" title="Issue Tracking">
+          <span class="none"></span>
+        Issue Tracking</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/team-list.html" title="SINGA Team">
+          <span class="none"></span>
+        SINGA Team</a>
+            </li>
+                              <li class="nav-header">External Links</li>
+                              
+      <li>
+  
+                          <a href="http://www.apache.org/" class="externalLink" title="Apache Software Foundation">
+          <span class="none"></span>
+        Apache Software Foundation</a>
+            </li>
+                
+      <li>
+  
+                          <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/" class="externalLink" title="NUS Site">
+          <span class="none"></span>
+        NUS Site</a>
+            </li>
+            </ul>
+                
+                    
+                
+          <hr />
+
+           <div id="poweredBy">
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                                                                                                                   <a href="http://incubator.apache.org" title="apache-incubator" class="builtBy">
+        <img class="builtBy"  alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"    />
+      </a>
+                      </div>
+          </div>
+        </div>
+        
+                        
+        <div id="bodyColumn"  class="span10" >
+                                  
+            <h1>CheckPoint</h1>
+<hr />
+<p>SINGA checkpoints model parameters onto disk periodically according to user configured frequency. By checkpointing model parameters, we can</p>
+
+<ol style="list-style-type: decimal">
+  
+<li>
+<p>resume the training from the last checkpointing. For example, if the program crashes before finishing all training steps, we can continue the training using checkpoint files.</p></li>
+  
+<li>
+<p>use them to initialize a similar model. For example, the parameters from training a RBM model can be used to initialize a <a href="rbm.html">deep auto-encoder</a> model.</p></li>
+</ol>
+<div class="section">
+<h2><a name="Configuration"></a>Configuration</h2>
+<p>Checkpointing is controlled by two configuration fields:</p>
+
+<ul>
+  
+<li><tt>checkpoint_after</tt>, start checkpointing after this number of training steps,</li>
+  
+<li><tt>checkpoint_freq</tt>, frequency of doing checkpointing.</li>
+</ul>
+<p>For example,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"># job.conf
+checkpoint_after: 100
+checkpoint_frequency: 300
+...
+</pre></div></div>
+<p>Checkpointing files are located at <i>WORKSPACE/checkpoint/stepSTEP-workerWORKERID</i>. <i>WORKSPACE</i> is configured in</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">cluster {
+  workspace:
+}
+</pre></div></div>
+<p>For the above configuration, after training for 700 steps, there would be two checkpointing files,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">step400-worker0
+step700-worker0
+</pre></div></div></div>
+<div class="section">
+<h2><a name="Application_-_resuming_training"></a>Application - resuming training</h2>
+<p>We can resume the training from the last checkpoint (i.e., step 700) by,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf JOB_CONF -resume
+</pre></div></div>
+<p>There is no change to the job configuration.</p></div>
+<div class="section">
+<h2><a name="Application_-_model_initialization"></a>Application - model initialization</h2>
+<p>We can also use the checkpointing file from step 400 to initialize a new model by configuring the new job as,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"># job.conf
+checkpoint : &quot;WORKSPACE/checkpoint/step400-worker0&quot;
+...
+</pre></div></div>
+<p>If there are multiple checkpointing files for the same snapshot due to model partitioning, all the checkpointing files should be added,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"># job.conf
+checkpoint : &quot;WORKSPACE/checkpoint/step400-worker0&quot;
+checkpoint : &quot;WORKSPACE/checkpoint/step400-worker1&quot;
+...
+</pre></div></div>
+<p>The training command is the same as starting a new job,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf JOB_CONF
+</pre></div></div></div>
+                  </div>
+            </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container-fluid">
+                      <div class="row-fluid">
+                                                                          
+<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
+                          </div>
+
+        
+                </div>
+    </footer>
+        </body>
+</html>

Added: websites/staging/singa/trunk/content/v0.2.0/jp/cnn.html
==============================================================================
--- websites/staging/singa/trunk/content/v0.2.0/jp/cnn.html (added)
+++ websites/staging/singa/trunk/content/v0.2.0/jp/cnn.html Tue Apr 12 06:24:50 2016
@@ -0,0 +1,544 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-04-12 
+ | Rendered using Apache Maven Fluido Skin 1.4
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <meta name="Date-Revision-yyyymmdd" content="20160412" />
+    <meta http-equiv="Content-Language" content="en" />
+    <title>Apache SINGA &#x2013; CNN Example</title>
+    <link rel="stylesheet" href="../../css/apache-maven-fluido-1.4.min.css" />
+    <link rel="stylesheet" href="../../css/site.css" />
+    <link rel="stylesheet" href="../../css/print.css" media="print" />
+
+      
+    
+    
+  
+    <script type="text/javascript" src="../../js/apache-maven-fluido-1.4.min.js"></script>
+
+                          
+        
+<script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML" type="text/javascript"></script>
+                      
+        
+<script type="text/x-mathjax-config">MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}});</script>
+                      
+        
+<meta content="Apache SINGA" name="author"/>
+                      
+        
+<meta content="SINGA, Deep Learning, Distributed training" name="keywords"/>
+          
+                  </head>
+        <body class="topBarEnabled">
+          
+    
+    
+            
+    
+        
+    <a href="https://github.com/apache/incubator-singa">
+      <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;"
+        src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"
+        alt="Fork me on GitHub">
+    </a>
+  
+                
+                    
+                
+
+    <div id="topbar" class="navbar navbar-fixed-top navbar-inverse">
+      <div class="navbar-inner">
+                <div class="container-fluid">
+        <a data-target=".nav-collapse" data-toggle="collapse" class="btn btn-navbar">
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+          <span class="icon-bar"></span>
+        </a>
+                
+                                <ul class="nav">
+                          <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache SINGA <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../docs/overview.html"  title="Introduction">Introduction</a>
+</li>
+                  
+                      <li>      <a href="../../docs/quick-start.html"  title="Quick Start">Quick Start</a>
+</li>
+                  
+                      <li>      <a href="../../downloads.html"  title="Downloads">Downloads</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentaion <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li class="dropdown-submenu">
+                                      <a href="../../docs/index.html"  title="v0.3.0">v0.3.0</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../../docs/index.html"  title="English">English</a>
+</li>
+                                  <li>      <a href="../../docs/zh/index.html"  title="中文">中文</a>
+</li>
+                                  <li>      <a href="../../docs/jp/index.html"  title="日本語">日本語</a>
+</li>
+                                  <li>      <a href="../../docs/kr/index.html"  title="한국어">한국어</a>
+</li>
+                              </ul>
+            </li>
+                  
+                      <li>      <a href="../../v0.2.0/index.html"  title="v0.2.0">v0.2.0</a>
+</li>
+                  
+                      <li>      <a href="../../v0.1.0/index.html"  title="v0.1.0">v0.1.0</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Development <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../develop/schedule.html"  title="Schedule">Schedule</a>
+</li>
+                  
+                      <li class="dropdown-submenu">
+                                      <a href="../../develop/how-contribute.html"  title="How to Contribute">How to Contribute</a>
+              <ul class="dropdown-menu">
+                                  <li>      <a href="../../develop/contribute-code.html"  title="Code">Code</a>
+</li>
+                                  <li>      <a href="../../develop/contribute-docs.html"  title="Documentation">Documentation</a>
+</li>
+                              </ul>
+            </li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">Community <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="../../community/source-repository.html"  title="Source Repository">Source Repository</a>
+</li>
+                  
+                      <li>      <a href="../../community/mail-lists.html"  title="Mailing Lists">Mailing Lists</a>
+</li>
+                  
+                      <li>      <a href="../../community/issue-tracking.html"  title="Issue Tracking">Issue Tracking</a>
+</li>
+                  
+                      <li>      <a href="../../community/team-list.html"  title="SINGA Team">SINGA Team</a>
+</li>
+                          </ul>
+      </li>
+                <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">External Links <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+        
+                      <li>      <a href="http://www.apache.org/"  title="Apache Software Foundation">Apache Software Foundation</a>
+</li>
+                  
+                      <li>      <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/"  title="NUS Site">NUS Site</a>
+</li>
+                          </ul>
+      </li>
+                  </ul>
+          
+          
+          
+                   
+                      </div>
+          
+        </div>
+      </div>
+    </div>
+    
+        <div class="container-fluid">
+          <div id="banner">
+        <div class="pull-left">
+                                                  <a href="../../index.html" id="bannerLeft" title="Apache SINGA">
+                                                                                                <img src="../../images/singa-logo.png"  alt="Apache SINGA"/>
+                </a>
+                      </div>
+        <div class="pull-right">              <div id="bannerRight">
+                                                                                                <img src="../../images/singa-title.png"  alt="Apache SINGA"/>
+                </div>
+      </div>
+        <div class="clear"><hr/></div>
+      </div>
+
+      <div id="breadcrumbs">
+        <ul class="breadcrumb">
+                
+                    
+                              <li class="">
+                    <a href="../../index.html" title="Apache SINGA">
+        Apache SINGA</a>
+                    <span class="divider">/</span>
+      </li>
+        <li class="active ">CNN Example</li>
+        
+                
+                    
+      
+                            </ul>
+      </div>
+
+                  
+      <div class="row-fluid">
+        <div id="leftColumn" class="span2">
+          <div class="well sidebar-nav">
+                
+                    
+                <ul class="nav nav-list">
+                    <li class="nav-header">Apache SINGA</li>
+                              
+      <li>
+  
+                          <a href="../../docs/overview.html" title="Introduction">
+          <span class="none"></span>
+        Introduction</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../docs/quick-start.html" title="Quick Start">
+          <span class="none"></span>
+        Quick Start</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../downloads.html" title="Downloads">
+          <span class="none"></span>
+        Downloads</a>
+            </li>
+                              <li class="nav-header">Documentaion</li>
+                                                                                                                                      
+      <li>
+  
+                          <a href="../../docs/index.html" title="v0.3.0">
+          <span class="icon-chevron-right"></span>
+        v0.3.0</a>
+                  </li>
+                
+      <li>
+  
+                          <a href="../../v0.2.0/index.html" title="v0.2.0">
+          <span class="none"></span>
+        v0.2.0</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../v0.1.0/index.html" title="v0.1.0">
+          <span class="none"></span>
+        v0.1.0</a>
+            </li>
+                              <li class="nav-header">Development</li>
+                              
+      <li>
+  
+                          <a href="../../develop/schedule.html" title="Schedule">
+          <span class="none"></span>
+        Schedule</a>
+            </li>
+                                                                                    
+      <li>
+  
+                          <a href="../../develop/how-contribute.html" title="How to Contribute">
+          <span class="icon-chevron-right"></span>
+        How to Contribute</a>
+                  </li>
+                              <li class="nav-header">Community</li>
+                              
+      <li>
+  
+                          <a href="../../community/source-repository.html" title="Source Repository">
+          <span class="none"></span>
+        Source Repository</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/mail-lists.html" title="Mailing Lists">
+          <span class="none"></span>
+        Mailing Lists</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/issue-tracking.html" title="Issue Tracking">
+          <span class="none"></span>
+        Issue Tracking</a>
+            </li>
+                
+      <li>
+  
+                          <a href="../../community/team-list.html" title="SINGA Team">
+          <span class="none"></span>
+        SINGA Team</a>
+            </li>
+                              <li class="nav-header">External Links</li>
+                              
+      <li>
+  
+                          <a href="http://www.apache.org/" class="externalLink" title="Apache Software Foundation">
+          <span class="none"></span>
+        Apache Software Foundation</a>
+            </li>
+                
+      <li>
+  
+                          <a href="http://www.comp.nus.edu.sg/~dbsystem/singa/" class="externalLink" title="NUS Site">
+          <span class="none"></span>
+        NUS Site</a>
+            </li>
+            </ul>
+                
+                    
+                
+          <hr />
+
+           <div id="poweredBy">
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                            <div class="clear"></div>
+                                                                                                                   <a href="http://incubator.apache.org" title="apache-incubator" class="builtBy">
+        <img class="builtBy"  alt="Apache Incubator" src="http://incubator.apache.org/images/egg-logo.png"    />
+      </a>
+                      </div>
+          </div>
+        </div>
+        
+                        
+        <div id="bodyColumn"  class="span10" >
+                                  
+            <h1>CNN Example</h1>
+<hr />
+<p>Convolutional neural network (CNN) is a type of feed-forward artificial neural network widely used for image and video classification. In this example, we will use a deep CNN model to do image classification for the <a class="externalLink" href="http://www.cs.toronto.edu/~kriz/cifar.html">CIFAR10 dataset</a>.</p>
+<div class="section">
+<h2><a name="Running_instructions"></a>Running instructions</h2>
+<p>Please refer to the <a href="installation.html">installation</a> page for instructions on building SINGA, and the <a href="quick-start.html">quick start</a> for instructions on starting zookeeper.</p>
+<p>We have provided scripts for preparing the training and test dataset in <i>examples/cifar10/</i>.</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"># in examples/cifar10
+$ cp Makefile.example Makefile
+$ make download
+$ make create
+</pre></div></div>
+<p>We can start the training by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./bin/singa-run.sh -conf examples/cifar10/job.conf
+</pre></div></div>
+<p>You should see output like</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">Record job information to /tmp/singa-log/job-info/job-2-20150817-055601
+Executing : ./singa -conf /xxx/incubator-singa/examples/cifar10/job.conf -singa_conf /xxx/incubator-singa/conf/singa.conf -singa_job 2
+E0817 06:56:18.868259 33849 cluster.cc:51] proc #0 -&gt; 192.168.5.128:49152 (pid = 33849)
+E0817 06:56:18.928452 33871 server.cc:36] Server (group = 0, id = 0) start
+E0817 06:56:18.928469 33872 worker.cc:134] Worker (group = 0, id = 0) start
+E0817 06:57:13.657302 33849 trainer.cc:373] Test step-0, loss : 2.302588, accuracy : 0.077900
+E0817 06:57:17.626708 33849 trainer.cc:373] Train step-0, loss : 2.302578, accuracy : 0.062500
+E0817 06:57:24.142645 33849 trainer.cc:373] Train step-30, loss : 2.302404, accuracy : 0.131250
+E0817 06:57:30.813354 33849 trainer.cc:373] Train step-60, loss : 2.302248, accuracy : 0.156250
+E0817 06:57:37.556655 33849 trainer.cc:373] Train step-90, loss : 2.301849, accuracy : 0.175000
+E0817 06:57:44.971276 33849 trainer.cc:373] Train step-120, loss : 2.301077, accuracy : 0.137500
+E0817 06:57:51.801949 33849 trainer.cc:373] Train step-150, loss : 2.300410, accuracy : 0.135417
+E0817 06:57:58.682281 33849 trainer.cc:373] Train step-180, loss : 2.300067, accuracy : 0.127083
+E0817 06:58:05.578366 33849 trainer.cc:373] Train step-210, loss : 2.300143, accuracy : 0.154167
+E0817 06:58:12.518497 33849 trainer.cc:373] Train step-240, loss : 2.295912, accuracy : 0.185417
+</pre></div></div>
+<p>After training some steps (depends on the setting) or the job is finished, SINGA will <a href="checkpoint.html">checkpoint</a> the model parameters.</p></div>
+<div class="section">
+<h2><a name="Details"></a>Details</h2>
+<p>To train a model in SINGA, you need to prepare the datasets, and a job configuration which specifies the neural net structure, training algorithm (BP or CD), SGD update algorithm (e.g. Adagrad), number of training/test steps, etc.</p>
+<div class="section">
+<h3><a name="Data_preparation"></a>Data preparation</h3>
+<p>Before using SINGA, you need to write a program to convert the dataset into a format that SINGA can read. Please refer to the <a href="data.html#example---cifar-dataset">Data Preparation</a> to get details about preparing this CIFAR10 dataset.</p></div>
+<div class="section">
+<h3><a name="Neural_net"></a>Neural net</h3>
+<p>Figure 1 shows the net structure of the CNN model we used in this example, which is set following <a class="externalLink" href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg.">Alex</a> The dashed circle represents one feature transformation stage, which generally has four layers as shown in the figure. Sometimes the rectifier layer and normalization layer are omitted or swapped in one stage. For this example, there are 3 such stages.</p>
+<p>Next we follow the guide in <a href="neural-net.html">neural net page</a> and <a href="layer.html">layer page</a> to write the neural net configuration.</p>
+
+<div style="text-align: center">
+<img src="../images/example-cnn.png" style="width: 200px" alt="" /> <br />
+<b>Figure 1 - Net structure of the CNN example.</b></img>
+</div>
+
+<ul>
+  
+<li>
+<p>We configure an input layer to read the training/testing records from a disk file.</p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">layer{
+  name: &quot;data&quot;
+  type: kRecordInput
+  store_conf {
+    backend: &quot;kvfile&quot;
+    path: &quot;examples/cifar10/train_data.bin&quot;
+    mean_file: &quot;examples/cifar10/image_mean.bin&quot;
+    batchsize: 64
+    random_skip: 5000
+    shape: 3
+    shape: 32
+    shape: 32
+   }
+   exclude: kTest  # exclude this layer for the testing net
+}
+layer{
+  name: &quot;data&quot;
+  type: kRecordInput
+  store_conf {
+    backend: &quot;kvfile&quot;
+    path: &quot;examples/cifar10/test_data.bin&quot;
+    mean_file: &quot;examples/cifar10/image_mean.bin&quot;
+    batchsize: 100
+    shape: 3
+    shape: 32
+    shape: 32
+   }
+ exclude: kTrain # exclude this layer for the training net
+}
+</pre></div></div></li>
+</ul>
+
+<ul>
+  
+<li>
+<p>We configure layers for the feature transformation as follows (all layers are built-in layers in SINGA; hyper-parameters of these layers are set according to <a class="externalLink" href="https://code.google.com/p/cuda-convnet/source/browse/trunk/example-layers/layers-18pct.cfg">Alex&#x2019;s setting</a>).</p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">layer {
+  name: &quot;conv1&quot;
+  type: kConvolution
+  srclayers: &quot;data&quot;
+  convolution_conf {... }
+  ...
+}
+layer {
+  name: &quot;pool1&quot;
+  type: kPooling
+  srclayers: &quot;conv1&quot;
+  pooling_conf {... }
+}
+layer {
+  name: &quot;relu1&quot;
+  type: kReLU
+  srclayers:&quot;pool1&quot;
+}
+layer {
+  name: &quot;norm1&quot;
+  type: kLRN
+  lrn_conf {... }
+  srclayers:&quot;relu1&quot;
+}
+</pre></div></div></li>
+</ul>
+<p>The configurations for another 2 stages are omitted here.</p>
+
+<ul>
+  
+<li>
+<p>There is an <a href="layer.html#innerproductlayer">inner product layer</a> after the 3 transformation stages, which is configured with 10 output units, i.e., the number of total labels. The weight matrix Param is configured with a large weight decay scale to reduce the over-fitting.</p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">layer {
+  name: &quot;ip1&quot;
+  type: kInnerProduct
+  srclayers:&quot;pool3&quot;
+  innerproduct_conf {
+    num_output: 10
+  }
+  param {
+    name: &quot;w4&quot;
+    wd_scale:250
+    ...
+  }
+  param {
+    name: &quot;b4&quot;
+    ...
+  }
+}
+</pre></div></div></li>
+  
+<li>
+<p>The last layer is a <a href="layer.html#softmaxloss">Softmax loss layer</a></p>
+  
+<div class="source">
+<div class="source"><pre class="prettyprint">layer{
+  name: &quot;loss&quot;
+  type: kSoftmaxLoss
+  softmaxloss_conf{ topk:1 }
+  srclayers:&quot;ip1&quot;
+  srclayers: &quot;data&quot;
+}
+</pre></div></div></li>
+</ul></div>
+<div class="section">
+<h3><a name="Updater"></a>Updater</h3>
+<p>The <a href="updater.html#updater">normal SGD updater</a> is selected. The learning rate is changed like going down stairs, and is configured using the <a href="updater.html#kfixedstep">kFixedStep</a> type.</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">    updater{
+      type: kSGD
+      weight_decay:0.004
+      learning_rate {
+        type: kFixedStep
+        fixedstep_conf:{
+          step:0             # lr for step 0-60000 is 0.001
+          step:60000         # lr for step 60000-65000 is 0.0001
+          step:65000         # lr for step 650000- is 0.00001
+          step_lr:0.001
+          step_lr:0.0001
+          step_lr:0.00001
+        }
+      }
+    }
+</pre></div></div></div>
+<div class="section">
+<h3><a name="TrainOneBatch_algorithm"></a>TrainOneBatch algorithm</h3>
+<p>The CNN model is a feed forward model, thus should be configured to use the <a href="train-one-batch.html#back-propagation">Back-propagation algorithm</a>.</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">train_one_batch {
+  alg: kBP
+}
+</pre></div></div></div>
+<div class="section">
+<h3><a name="Cluster_setting"></a>Cluster setting</h3>
+<p>The following configuration set a single worker and server for training. <a href="frameworks.html">Training frameworks</a> page introduces configurations of a couple of distributed training frameworks.</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">cluster {
+  nworker_groups: 1
+  nserver_groups: 1
+}
+</pre></div></div></div></div>
+                  </div>
+            </div>
+          </div>
+
+    <hr/>
+
+    <footer>
+            <div class="container-fluid">
+                      <div class="row-fluid">
+                                                                          
+<p>Copyright © 2015 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p>
+                          </div>
+
+        
+                </div>
+    </footer>
+        </body>
+</html>



Mime
View raw message