Merge branch 'v1-rc0'
Project: http://git-wip-us.apache.org/repos/asf/incubator-singa/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-singa/commit/f9c6d5c0 Tree: http://git-wip-us.apache.org/repos/asf/incubator-singa/tree/f9c6d5c0 Diff: http://git-wip-us.apache.org/repos/asf/incubator-singa/diff/f9c6d5c0 Branch: refs/heads/master Commit: f9c6d5c05ff2f5839af57017ccf843a8eafebb32 Parents: 1ca8c63 ed9587c Author: Wei Wang <[email protected]> Authored: Thu Aug 18 01:59:02 2016 +0800 Committer: Wei Wang <[email protected]> Committed: Thu Aug 18 01:59:02 2016 +0800 ---------------------------------------------------------------------- .gitignore | 45 +- .gitmodules | 3 + .travis.yml | 21 + CMakeLists.txt | 77 + Doxyfile | 2383 -- LICENSE | 42 +- Makefile.am | 381 - Makefile.example | 116 - Makefile.gpu | 154 - NOTICE | 2 +- README.md | 224 +- RELEASE_NOTES | 88 + autogen.sh | 23 - cmake/Cuda.cmake | 42 + cmake/Dependencies.cmake | 91 + cmake/Protobuf.cmake | 31 + cmake/Templates/singa_config.h.in | 45 + cmake/Thirdparty/FindCBLAS.cmake | 29 + cmake/Thirdparty/FindCUDNN.cmake | 51 + cmake/Thirdparty/FindGlog.cmake | 29 + cmake/Thirdparty/FindLMDB.cmake | 30 + cmake/Utils.cmake | 70 + conf/hostfile | 1 - conf/profile | 3 - conf/singa.conf | 7 - configure.ac | 311 - doc/Doxyfile | 2383 ++ doc/Readme.md | 3 - doc/_static/apache.jpg | Bin 0 -> 2310 bytes doc/_static/images/mlp-net.png | Bin 0 -> 6905 bytes doc/_static/images/model-category.png | Bin 0 -> 18395 bytes doc/_static/images/overview.png | Bin 0 -> 76106 bytes doc/_static/images/partition_fc.png | Bin 0 -> 23874 bytes doc/_static/images/rbm-rnn.png | Bin 0 -> 15499 bytes doc/_static/images/sgd.png | Bin 0 -> 15553 bytes doc/_static/images/singa.png | Bin 0 -> 203695 bytes doc/_static/images/singav1-sw.png | Bin 0 -> 24326 bytes doc/_static/singa.png | Bin 0 -> 25000 bytes doc/_static/style.css | 3 + doc/_templates/layout.html | 57 + doc/build.sh | 38 + doc/conf.py | 354 + doc/en/_templates/layout.html | 56 + doc/en/community/issue-tracking.md | 9 + doc/en/community/mail-lists.rst | 28 + doc/en/community/source-repository.md | 22 + doc/en/community/team-list.rst | 82 + doc/en/develop/contribute-code.md | 60 + doc/en/develop/contribute-docs.md | 28 + doc/en/develop/how-contribute.md | 11 + doc/en/develop/schedule.rst | 57 + doc/en/docs.rst | 23 + doc/en/docs/cnn.md | 141 + doc/en/docs/device.rst | 54 + doc/en/docs/index.rst | 33 + doc/en/docs/initializer.rst | 30 + doc/en/docs/installation.md | 233 + doc/en/docs/layer.rst | 32 + doc/en/docs/loss.rst | 25 + doc/en/docs/metric.rst | 26 + doc/en/docs/neural-net.md | 327 + doc/en/docs/optimizer.rst | 29 + doc/en/docs/software_stack.md | 99 + doc/en/docs/tensor.rst | 48 + doc/en/docs/utils.rst | 24 + doc/en/downloads.md | 66 + doc/en/index.rst | 124 + doc/en/releases/RELEASE_NOTES_0.1.0.md | 99 + doc/en/releases/RELEASE_NOTES_0.2.0.md | 84 + doc/en/releases/RELEASE_NOTES_0.3.0.md | 37 + doc/zh/index.rst | 27 + examples/CMakeLists.txt | 20 + examples/alexnet/Makefile.example | 29 - examples/alexnet/cudnn.conf | 448 - examples/alexnet/im2rec.cc | 157 - examples/alexnet/job.conf | 403 - examples/alexnet/rec2im_test.cc | 116 - examples/char-rnn/README.md | 33 + examples/char-rnn/data.py | 32 - examples/char-rnn/job.conf | 253 - examples/char-rnn/sample.conf | 212 - examples/char-rnn/sample.py | 102 + examples/char-rnn/train.py | 229 + examples/cifar10/CMakeLists.txt | 36 + examples/cifar10/Makefile.example | 41 - examples/cifar10/README.md | 77 + examples/cifar10/alexnet-parallel.cc | 265 + examples/cifar10/alexnet.cc | 203 + examples/cifar10/alexnet.py | 61 + examples/cifar10/cifar10.h | 98 + examples/cifar10/create_data.cc | 138 - examples/cifar10/cudnn.conf | 297 - examples/cifar10/cudnn_bm.conf | 376 - examples/cifar10/cudnn_hybrid.conf | 306 - examples/cifar10/download_data.py | 70 + examples/cifar10/hybrid.conf | 292 - examples/cifar10/job.conf | 279 - examples/cifar10/predict.py | 90 + examples/cifar10/resnet.py | 95 + examples/cifar10/run-parallel.sh | 21 + examples/cifar10/run.sh | 20 + examples/cifar10/train.py | 186 + examples/cifar10/vgg-parallel.cc | 327 + examples/cifar10/vgg.py | 94 + examples/imagenet/CMakeLists.txt | 34 + examples/imagenet/README.md | 58 + examples/imagenet/alexnet.cc | 402 + examples/imagenet/create_data.sh | 21 + examples/imagenet/ilsvrc12.cc | 70 + examples/imagenet/ilsvrc12.h | 380 + examples/imagenet/run.sh | 21 + examples/index.rst | 28 + examples/mnist/Makefile.example | 49 - examples/mnist/README.md | 18 + examples/mnist/conv.conf | 187 - examples/mnist/create_data.cc | 125 - examples/mnist/job.conf | 241 - examples/mnist/rbm_job.conf | 95 - examples/mnist/train.py | 133 + examples/rbm/autoencoder.conf | 229 - examples/rbm/rbm1.conf | 101 - examples/rbm/rbm2.conf | 122 - examples/rbm/rbm3.conf | 147 - examples/rbm/rbm4.conf | 167 - examples/rnnlm/Makefile.example | 52 - examples/rnnlm/README.md | 52 - examples/rnnlm/create_data.cc | 444 - examples/rnnlm/job.conf | 120 - examples/rnnlm/main.cc | 49 - examples/rnnlm/rnnlm.cc | 335 - examples/rnnlm/rnnlm.h | 158 - examples/rnnlm/rnnlm.proto | 53 - include/gtest/gtest-all.cc | 9592 -------- include/gtest/gtest.h | 20061 ----------------- include/gtest/gtest_main.cc | 38 - include/mshadow/cuda/cuda_reduce.cuh | 117 - include/mshadow/cuda/tensor_gpu-inl.cuh | 231 - include/mshadow/cxxnet_op.h | 127 - include/mshadow/tensor.h | 472 - include/mshadow/tensor_base.h | 298 - include/mshadow/tensor_container.h | 152 - include/mshadow/tensor_cpu-inl.hpp | 168 - include/mshadow/tensor_expr.h | 367 - include/mshadow/tensor_expr_engine-inl.hpp | 416 - include/mshadow/tensor_expr_ext.h | 978 - include/mshadow/tensor_gpu-inl.hpp | 148 - include/mshadow/tensor_io.h | 137 - include/mshadow/tensor_random.h | 369 - include/mshadow/tensor_sse-inl.hpp | 431 - include/singa/comm/msg.h | 243 - include/singa/comm/socket.h | 123 - include/singa/core/common.h | 121 + include/singa/core/device.h | 381 + include/singa/core/memory.h | 91 + include/singa/core/scheduler.h | 27 + include/singa/core/tensor.h | 466 + include/singa/driver.h | 264 - include/singa/io/decoder.h | 74 + include/singa/io/encoder.h | 73 + include/singa/io/hdfs_store.h | 58 - include/singa/io/hdfsfile.h | 131 - include/singa/io/imagefolder_store.h | 21 - include/singa/io/integer.h | 73 + include/singa/io/kvfile.h | 182 - include/singa/io/kvfile_store.h | 56 - include/singa/io/network.h | 171 + include/singa/io/reader.h | 188 + include/singa/io/snapshot.h | 81 + include/singa/io/store.h | 111 - include/singa/io/textfile_store.h | 57 - include/singa/io/transformer.h | 89 + include/singa/io/writer.h | 171 + include/singa/model/feed_forward_net.h | 166 + include/singa/model/initializer.h | 128 + include/singa/model/layer.h | 253 + include/singa/model/loss.h | 106 + include/singa/model/metric.h | 81 + include/singa/model/optimizer.h | 302 + include/singa/model/updater.h | 97 + include/singa/neuralnet/connection_layer.h | 187 - include/singa/neuralnet/input_layer.h | 336 - include/singa/neuralnet/layer.h | 376 - include/singa/neuralnet/loss_layer.h | 83 - include/singa/neuralnet/neuralnet.h | 173 - include/singa/neuralnet/neuron_layer.h | 560 - include/singa/neuralnet/output_layer.h | 99 - include/singa/server.h | 135 - include/singa/singa.h | 37 - include/singa/stub.h | 108 - include/singa/utils/blob.h | 414 - include/singa/utils/channel.h | 85 + include/singa/utils/cluster.h | 161 - include/singa/utils/cluster_rt.h | 105 - include/singa/utils/common.h | 165 - include/singa/utils/context.h | 276 - include/singa/utils/cuda_utils.h | 118 +- include/singa/utils/factory.h | 69 +- include/singa/utils/graph.h | 196 - include/singa/utils/image_transform.h | 35 - include/singa/utils/integer.h | 73 + include/singa/utils/job_manager.h | 79 - include/singa/utils/logging.h | 293 + include/singa/utils/math_addr.h | 279 - include/singa/utils/math_blob.h | 762 - include/singa/utils/math_kernel.h | 88 - include/singa/utils/opencl_utils.h | 144 + include/singa/utils/param.h | 407 - include/singa/utils/singa_op.h | 299 - include/singa/utils/singleton.h | 22 +- include/singa/utils/string.h | 101 + include/singa/utils/timer.h | 58 + include/singa/utils/tokenizer.h | 65 - include/singa/utils/updater.h | 173 - include/singa/utils/zk_service.h | 116 - include/singa/worker.h | 340 - jenkins.sh | 51 + lib/cnmem | 1 + rat-excludes | 1 - src/CMakeLists.txt | 135 + src/comm/msg.cc | 265 - src/comm/socket.cc | 146 - src/core/device/cpp_cpu.cc | 64 + src/core/device/cuda_gpu.cc | 126 + src/core/device/device.cc | 74 + src/core/device/opencl_device.cc | 248 + src/core/device/platform.cc | 141 + src/core/memory/memory.cc | 111 + src/core/scheduler/scheduler.cc | 19 + src/core/tensor/distribution.cl | 1020 + src/core/tensor/math_kernel.cu | 649 + src/core/tensor/math_kernel.h | 120 + src/core/tensor/sparse_tensor.cc | 19 + src/core/tensor/tensor.cc | 1023 + src/core/tensor/tensor_math.h | 416 + src/core/tensor/tensor_math_cpp.h | 705 + src/core/tensor/tensor_math_cuda.h | 468 + src/core/tensor/tensor_math_opencl.cl | 598 + src/core/tensor/tensor_math_opencl.h | 1113 + src/driver.cc | 402 - src/io/binfile_reader.cc | 136 + src/io/binfile_writer.cc | 112 + src/io/csv_decoder.cc | 55 + src/io/csv_encoder.cc | 43 + src/io/hdfsfile.cc | 135 - src/io/hdfsfile_store.cc | 75 - src/io/image_transformer.cc | 356 + src/io/jpg_decoder.cc | 75 + src/io/jpg_encoder.cc | 83 + src/io/kvfile.cc | 219 - src/io/kvfile_store.cc | 76 - src/io/lmdb_reader.cc | 118 + src/io/lmdb_writer.cc | 133 + src/io/network/endpoint.cc | 831 + src/io/network/message.cc | 95 + src/io/snapshot.cc | 106 + src/io/store.cc | 70 - src/io/textfile_reader.cc | 69 + src/io/textfile_store.cc | 89 - src/io/textfile_writer.cc | 61 + src/main.cc | 79 - src/model/feed_forward_net.cc | 302 + src/model/layer/activation.cc | 87 + src/model/layer/activation.h | 57 + src/model/layer/batchnorm.cc | 200 + src/model/layer/batchnorm.h | 90 + src/model/layer/convolution.cc | 232 + src/model/layer/convolution.h | 98 + src/model/layer/cudnn_activation.cc | 121 + src/model/layer/cudnn_activation.h | 59 + src/model/layer/cudnn_batchnorm.cc | 230 + src/model/layer/cudnn_batchnorm.h | 58 + src/model/layer/cudnn_convolution.cc | 251 + src/model/layer/cudnn_convolution.h | 73 + src/model/layer/cudnn_dropout.cc | 116 + src/model/layer/cudnn_dropout.h | 62 + src/model/layer/cudnn_lrn.cc | 95 + src/model/layer/cudnn_lrn.h | 54 + src/model/layer/cudnn_pooling.cc | 132 + src/model/layer/cudnn_pooling.h | 57 + src/model/layer/cudnn_rnn.cc | 427 + src/model/layer/cudnn_rnn.h | 88 + src/model/layer/cudnn_softmax.cc | 102 + src/model/layer/cudnn_softmax.h | 59 + src/model/layer/cudnn_utils.h | 86 + src/model/layer/dense.cc | 94 + src/model/layer/dense.h | 76 + src/model/layer/dropout.cc | 65 + src/model/layer/dropout.h | 67 + src/model/layer/flatten.cc | 57 + src/model/layer/flatten.h | 56 + src/model/layer/lrn.cc | 151 + src/model/layer/lrn.h | 73 + src/model/layer/merge.cc | 63 + src/model/layer/merge.h | 53 + src/model/layer/pooling.cc | 295 + src/model/layer/pooling.h | 90 + src/model/layer/prelu.cc | 149 + src/model/layer/prelu.h | 66 + src/model/layer/rnn.cc | 103 + src/model/layer/rnn.h | 96 + src/model/layer/softmax.cc | 74 + src/model/layer/softmax.h | 48 + src/model/layer/split.cc | 53 + src/model/layer/split.h | 55 + src/model/loss/mse.cc | 42 + src/model/loss/softmax_cross_entropy.cc | 56 + src/model/metric/accuracy.cc | 64 + src/model/optimizer/adagrad.cc | 43 + src/model/optimizer/local_all_reduce.cc | 25 + src/model/optimizer/nesterov.cc | 51 + src/model/optimizer/optimizer.cc | 120 + src/model/optimizer/rmsprop.cc | 46 + src/model/optimizer/sgd.cc | 54 + src/model/rnn.cc | 27 + src/model/updater/local_updater.cc | 77 + src/model/updater/updater.cc | 32 + src/neuralnet/connection_layer/bridge.cc | 108 - src/neuralnet/connection_layer/concate.cc | 118 - src/neuralnet/connection_layer/rnn_dummy.cc | 67 - src/neuralnet/connection_layer/slice.cc | 166 - src/neuralnet/connection_layer/split.cc | 91 - src/neuralnet/input_layer/char_rnn.cc | 93 - src/neuralnet/input_layer/csv.cc | 67 - src/neuralnet/input_layer/deprecated.cc | 373 - src/neuralnet/input_layer/image_preprocess.cc | 78 - src/neuralnet/input_layer/onehot.cc | 40 - src/neuralnet/input_layer/record.cc | 73 - src/neuralnet/input_layer/rnn_label.cc | 35 - src/neuralnet/input_layer/store.cc | 162 - src/neuralnet/layer.cc | 82 - src/neuralnet/loss_layer/cudnn_softmaxloss.cc | 83 - src/neuralnet/loss_layer/euclidean.cc | 80 - src/neuralnet/loss_layer/softmax.cc | 112 - src/neuralnet/neuralnet.cc | 644 - src/neuralnet/neuron_layer/activation.cc | 87 - src/neuralnet/neuron_layer/bm.cc | 64 - src/neuralnet/neuron_layer/convolution.cc | 192 - src/neuralnet/neuron_layer/cudnn_activation.cc | 108 - src/neuralnet/neuron_layer/cudnn_bm.cc | 149 - src/neuralnet/neuron_layer/cudnn_convolution.cc | 221 - src/neuralnet/neuron_layer/cudnn_lrn.cc | 87 - src/neuralnet/neuron_layer/cudnn_pooling.cc | 95 - src/neuralnet/neuron_layer/cudnn_softmax.cc | 76 - src/neuralnet/neuron_layer/dropout.cc | 62 - src/neuralnet/neuron_layer/dummy.cc | 102 - src/neuralnet/neuron_layer/embedding.cc | 98 - src/neuralnet/neuron_layer/gru.cc | 258 - src/neuralnet/neuron_layer/inner_product.cc | 89 - src/neuralnet/neuron_layer/lrn.cc | 75 - src/neuralnet/neuron_layer/pooling.cc | 146 - src/neuralnet/neuron_layer/rbm.cc | 200 - src/neuralnet/neuron_layer/relu.cc | 51 - src/neuralnet/neuron_layer/sigmoid.cc | 51 - src/neuralnet/neuron_layer/softmax.cc | 70 - src/neuralnet/neuron_layer/stanh.cc | 48 - src/neuralnet/output_layer/accuracy.cc | 61 - src/neuralnet/output_layer/argsort.cc | 56 - src/neuralnet/output_layer/char_rnn.cc | 51 - src/neuralnet/output_layer/csv.cc | 59 - src/neuralnet/output_layer/record.cc | 56 - src/proto/common.proto | 114 - src/proto/core.proto | 76 + src/proto/io.proto | 58 + src/proto/job.proto | 816 - src/proto/model.proto | 956 + src/proto/singa.proto | 29 - src/python/setup.py.in | 98 + src/python/singa/__init__.py | 19 + src/python/singa/command.py | 240 + src/python/singa/device.py | 123 + src/python/singa/initializer.py | 122 + src/python/singa/layer.py | 933 + src/python/singa/loss.py | 141 + src/python/singa/metric.py | 85 + src/python/singa/model.py | 21 + src/python/singa/net.py | 213 + src/python/singa/optimizer.py | 377 + src/python/singa/tensor.py | 1011 + src/python/singa/utils.py | 47 + src/python/swig/config.i.in | 4 + src/python/swig/core_device.i | 69 + src/python/swig/core_tensor.i | 371 + src/python/swig/model_layer.i | 102 + src/python/swig/model_loss.i | 62 + src/python/swig/model_metric.i | 43 + src/python/swig/model_optimizer.i | 70 + src/python/swig/numpy.i | 3119 +++ src/python/swig/singa.i | 31 + src/server.cc | 259 - src/stub.cc | 282 - src/test/test_cluster.cc | 143 - src/test/test_common.cc | 133 - src/test/test_connection_layers.cc | 459 - src/test/test_context.cc | 76 - src/test/test_csv_input_layer.cc | 92 - src/test/test_gru_layer.cc | 287 - src/test/test_kvfile.cc | 85 - src/test/test_math.cc | 1033 - src/test/test_msg.cc | 102 - src/test/test_neuralnet.cc | 116 - src/test/test_paramslicer.cc | 70 - src/test/test_record_input_layer.cc | 122 - src/test/test_store.cc | 92 - src/test/test_unrolling.cc | 373 - src/utils/blob.cc | 259 - src/utils/channel.cc | 104 + src/utils/cluster.cc | 131 - src/utils/cluster_rt.cc | 110 - src/utils/common.cc | 574 - src/utils/graph.cc | 273 - src/utils/image_transform.cc | 57 - src/utils/job_manager.cc | 271 - src/utils/logging.cc | 170 + src/utils/math_kernel.cu | 450 - src/utils/opencl_utils.cc | 63 + src/utils/param.cc | 447 - src/utils/tool.cc | 169 - src/utils/updater.cc | 284 - src/utils/zk_service.cc | 326 - src/worker.cc | 545 - test/CMakeLists.txt | 47 + test/gtest/CMakeLists.txt | 19 + test/gtest/gtest-all.cc | 9592 ++++++++ test/gtest/gtest.h | 20061 +++++++++++++++++ test/gtest/gtest_main.cc | 38 + test/python/test_layer.py | 213 + test/python/test_optimizer.py | 104 + test/python/test_tensor.py | 137 + test/singa/test_accuracy.cc | 35 + test/singa/test_activation.cc | 136 + test/singa/test_adagrad.cc | 96 + test/singa/test_batchnorm.cc | 132 + test/singa/test_binfile_rw.cc | 133 + test/singa/test_channel.cc | 39 + test/singa/test_convolution.cc | 208 + test/singa/test_cpp_cpu.cc | 72 + test/singa/test_cross_entropy.cc | 116 + test/singa/test_csv.cc | 60 + test/singa/test_cudnn_activation.cc | 134 + test/singa/test_cudnn_batchnorm.cc | 240 + test/singa/test_cudnn_convolution.cc | 371 + test/singa/test_cudnn_dropout.cc | 126 + test/singa/test_cudnn_lrn.cc | 203 + test/singa/test_cudnn_pooling.cc | 131 + test/singa/test_cudnn_rnn.cc | 181 + test/singa/test_cudnn_softmax.cc | 169 + test/singa/test_dense.cc | 243 + test/singa/test_dropout.cc | 101 + test/singa/test_ep.cc | 113 + test/singa/test_flatten.cc | 143 + test/singa/test_image_transformer.cc | 261 + test/singa/test_initializer.cc | 148 + test/singa/test_jpg.cc | 100 + test/singa/test_layer.cc | 46 + test/singa/test_lmdb_rw.cc | 140 + test/singa/test_logging.cc | 64 + test/singa/test_lrn.cc | 116 + test/singa/test_memory.cc | 99 + test/singa/test_mse.cc | 109 + test/singa/test_nesterov.cc | 101 + test/singa/test_opencl.cc | 629 + test/singa/test_platform.cc | 97 + test/singa/test_pooling.cc | 141 + test/singa/test_prelu.cc | 249 + test/singa/test_rmsprop.cc | 105 + test/singa/test_sgd.cc | 150 + test/singa/test_snapshot.cc | 123 + test/singa/test_softmax.cc | 103 + test/singa/test_tensor.cc | 131 + test/singa/test_tensor_math.cc | 901 + test/singa/test_textfile_rw.cc | 133 + test/singa/test_timer.cc | 30 + tool/python/README.md | 375 - tool/python/examples/__init__.py | 22 - tool/python/examples/cifar10_cnn.py | 55 - tool/python/examples/cifar10_cnn_cudnn.py | 57 - tool/python/examples/cifar10_cnn_parameter.py | 57 - tool/python/examples/datasets/__init__.py | 22 - tool/python/examples/datasets/cifar10.py | 57 - tool/python/examples/datasets/mnist.py | 55 - tool/python/examples/mnist_ae.py | 48 - tool/python/examples/mnist_mlp.py | 55 - tool/python/examples/mnist_mlp_parameter.py | 50 - tool/python/examples/mnist_mlp_test.py | 52 - tool/python/examples/mnist_rbm1.py | 46 - tool/python/examples/mnist_rbm2.py | 47 - tool/python/examples/mnist_rbm3.py | 47 - tool/python/examples/mnist_rbm4.py | 47 - tool/python/examples/train_cifar10.py | 142 - tool/python/examples/train_mnist.py | 117 - tool/python/singa.py | 46 - tool/python/singa/__init__.py | 22 - tool/python/singa/driver.i | 117 - tool/python/singa/generatepy.sh | 26 - tool/python/singa/initializations.py | 67 - tool/python/singa/layer.py | 693 - tool/python/singa/model.py | 716 - tool/python/singa/parameter.py | 140 - tool/python/singa/utils/__init__.py | 22 - tool/python/singa/utils/message.py | 80 - tool/python/singa/utils/utility.py | 86 - 501 files changed, 73635 insertions(+), 69831 deletions(-) ----------------------------------------------------------------------
