SINGA-9 Add Support for Restricted Boltzman Machine (RBM) model update rbm_job.conf by increating test frequency remove visualization_frequency in ModelProto
Project: http://git-wip-us.apache.org/repos/asf/incubator-singa/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-singa/commit/1b03a9bd Tree: http://git-wip-us.apache.org/repos/asf/incubator-singa/tree/1b03a9bd Diff: http://git-wip-us.apache.org/repos/asf/incubator-singa/diff/1b03a9bd Branch: refs/heads/master Commit: 1b03a9bdec2c8191ebbe9af5631f585615ee58b9 Parents: 4afa468 Author: Wei Wang <[email protected]> Authored: Fri Jul 24 20:09:11 2015 +0800 Committer: Wei Wang <[email protected]> Committed: Fri Jul 24 20:09:11 2015 +0800 ---------------------------------------------------------------------- examples/mnist/rbm_job.conf | 127 +++++++++++++++++++-------------------- src/proto/job.proto | 2 - 2 files changed, 61 insertions(+), 68 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-singa/blob/1b03a9bd/examples/mnist/rbm_job.conf ---------------------------------------------------------------------- diff --git a/examples/mnist/rbm_job.conf b/examples/mnist/rbm_job.conf index 3dcbbc9..e40d02d 100644 --- a/examples/mnist/rbm_job.conf +++ b/examples/mnist/rbm_job.conf @@ -9,91 +9,86 @@ model { name: "deep-big-simple-dbm" train_steps: 46000 test_steps:1 - test_frequency:100 + test_frequency:1000 display_frequency: 100 - debug: true alg: kContrastiveDivergence pcd_k: 15 - visualization_frequency: 5000 updater{ base_lr: 0.1 lr_change: kFixed type: kSGD -# param_type: "Param" } - -neuralnet { -layer { - name: "data" - type: kShardData - sharddata_conf { - path: "examples/mnist/mnist_train_shard" - batchsize: 20 + neuralnet { + layer { + name: "data" + type: kShardData + sharddata_conf { + path: "examples/mnist/mnist_train_shard" + batchsize: 20 + } + exclude: kTest } - exclude: kTest -} -layer { - name: "data" - type: kShardData - sharddata_conf { - path: "examples/mnist/mnist_test_shard" - batchsize: 20 + layer { + name: "data" + type: kShardData + sharddata_conf { + path: "examples/mnist/mnist_test_shard" + batchsize: 20 + } + exclude: kTrain } - exclude: kTrain -} -layer{ - name:"mnist" - type: kMnist - srclayers: "data" - mnist_conf { - norm_a: 255 - norm_b: 0 + layer{ + name:"mnist" + type: kMnist + srclayers: "data" + mnist_conf { + norm_a: 255 + norm_b: 0 + } } -} -layer{ - name: "RBMVis" - type: kRBMVis - srclayers:"mnist" - srclayers:"RBMHid" - rbmvis_conf{ - num_output: 500 - } - param{ - name: "w1" - init_method: kUniformSqrtFanInOut - low:-9.79 - high:9.79 + layer{ + name: "RBMVis" + type: kRBMVis + srclayers:"mnist" + srclayers:"RBMHid" + rbmvis_conf{ + num_output: 500 + } + param{ + name: "w1" + init_method: kUniformSqrtFanInOut + low:-9.79 + high:9.79 + } + param{ + name: "b1" + init_method: kConstant + value: 0.0 + } } - param{ - name: "b1" - init_method: kConstant - value: 0.0 - } -} -layer{ - name: "RBMHid" - type: kRBMHid - srclayers:"RBMVis" - rbmhid_conf{ - hid_dim: 500 - } - param{ - name: "w2" -# init_method: kUniformSqrtFanInOut - share_from: "w1" + layer{ + name: "RBMHid" + type: kRBMHid + srclayers:"RBMVis" + rbmhid_conf{ + hid_dim: 500 + } + param{ + name: "w2" + share_from: "w1" + } + param{ + name: "b2" + init_method: kConstant + value: 0.0 + } } - param{ - name: "b2" - init_method: kConstant - value: 0.0 } } -} -} http://git-wip-us.apache.org/repos/asf/incubator-singa/blob/1b03a9bd/src/proto/job.proto ---------------------------------------------------------------------- diff --git a/src/proto/job.proto b/src/proto/job.proto index 068867c..025f256 100644 --- a/src/proto/job.proto +++ b/src/proto/job.proto @@ -75,8 +75,6 @@ message ModelProto { optional int32 test_frequency = 33 [default = 0]; // frequency of checkpoint optional int32 checkpoint_frequency = 34 [default = 0]; - //frequency of visualization - optional int32 visualization_frequency = 37 [default=5000]; // send parameters to servers after training for this num of steps optional int32 warmup_steps = 35 [default = 0]; // checkpoint path
