Repository: incubator-singa Updated Branches: refs/heads/master 68140079e -> ec0878bad
SINGA-145 New SGD based optimization Updaters: AdaDelta, Adam, Adammax -------- clean job.conf Project: http://git-wip-us.apache.org/repos/asf/incubator-singa/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-singa/commit/ec0878ba Tree: http://git-wip-us.apache.org/repos/asf/incubator-singa/tree/ec0878ba Diff: http://git-wip-us.apache.org/repos/asf/incubator-singa/diff/ec0878ba Branch: refs/heads/master Commit: ec0878bad4c5e6f1e92b10b601705de96f1d2e39 Parents: 6814007 Author: jinyangturbo <[email protected]> Authored: Wed Feb 24 21:49:02 2016 -0800 Committer: jinyangturbo <[email protected]> Committed: Wed Feb 24 21:49:02 2016 -0800 ---------------------------------------------------------------------- examples/cifar10/job.conf | 57 +++++++++++------------------------------- 1 file changed, 15 insertions(+), 42 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-singa/blob/ec0878ba/examples/cifar10/job.conf ---------------------------------------------------------------------- diff --git a/examples/cifar10/job.conf b/examples/cifar10/job.conf index 22b2bb2..d20b452 100644 --- a/examples/cifar10/job.conf +++ b/examples/cifar10/job.conf @@ -1,7 +1,7 @@ name: "cifar10-convnet" -train_steps: 5000 +train_steps: 1000 test_steps: 100 -test_freq: 500 +test_freq: 200 #validate_steps: 100 #validate_freq: 300 disp_freq: 50 @@ -9,47 +9,20 @@ disp_freq: 50 train_one_batch { alg: kBP } -#updater{ -# type: kSGD -# weight_decay:0.004 -# momentum:0.9 -# learning_rate { -# type: kFixedStep -# fixedstep_conf:{ -# step:0 -# step:60000 -# step:65000 -# step_lr:0.001 -# step_lr:0.0001 -# step_lr:0.00001 -# } -# } -#} -#updater{ -# type: kAdaDelta -# weight_decay:0.004 -# delta: 0.000001 -# learning_rate { -# type: kFixed -# base_lr:1 -# } -#} -#updater{ -# type: kAdamMax -# weight_decay:0.004 -# delta: 0.00000001 -# learning_rate { -# type: kFixed -# base_lr:0.0001 -# } -#} updater{ - type: kAdamMax + type: kSGD weight_decay:0.004 - delta: 0.00000001 + momentum:0.9 learning_rate { - type: kFixed - base_lr:0.002 + type: kFixedStep + fixedstep_conf:{ + step:0 + step:60000 + step:65000 + step_lr:0.001 + step_lr:0.0001 + step_lr:0.00001 + } } } neuralnet { @@ -300,7 +273,7 @@ neuralnet { cluster { nworker_groups: 1 nserver_groups: 1 - nworkers_per_group: 4 - nworkers_per_procs: 4 + nworkers_per_group: 1 + nworkers_per_procs: 1 workspace: "examples/cifar10" }
