singa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jiny...@apache.org
Subject incubator-singa git commit: SINGA-145 New SGD based optimization Updaters: AdaDelta, Adam, Adammax
Date Thu, 25 Feb 2016 05:52:07 GMT
Repository: incubator-singa
Updated Branches:
  refs/heads/master 68140079e -> ec0878bad


SINGA-145 New SGD based optimization Updaters: AdaDelta, Adam, Adammax

--------

clean job.conf


Project: http://git-wip-us.apache.org/repos/asf/incubator-singa/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-singa/commit/ec0878ba
Tree: http://git-wip-us.apache.org/repos/asf/incubator-singa/tree/ec0878ba
Diff: http://git-wip-us.apache.org/repos/asf/incubator-singa/diff/ec0878ba

Branch: refs/heads/master
Commit: ec0878bad4c5e6f1e92b10b601705de96f1d2e39
Parents: 6814007
Author: jinyangturbo <pku.turbo@gmail.com>
Authored: Wed Feb 24 21:49:02 2016 -0800
Committer: jinyangturbo <pku.turbo@gmail.com>
Committed: Wed Feb 24 21:49:02 2016 -0800

----------------------------------------------------------------------
 examples/cifar10/job.conf | 57 +++++++++++-------------------------------
 1 file changed, 15 insertions(+), 42 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-singa/blob/ec0878ba/examples/cifar10/job.conf
----------------------------------------------------------------------
diff --git a/examples/cifar10/job.conf b/examples/cifar10/job.conf
index 22b2bb2..d20b452 100644
--- a/examples/cifar10/job.conf
+++ b/examples/cifar10/job.conf
@@ -1,7 +1,7 @@
 name: "cifar10-convnet"
-train_steps: 5000
+train_steps: 1000
 test_steps: 100
-test_freq: 500
+test_freq: 200
 #validate_steps: 100
 #validate_freq: 300
 disp_freq: 50
@@ -9,47 +9,20 @@ disp_freq: 50
 train_one_batch {
   alg: kBP
 }
-#updater{
-#  type: kSGD
-#  weight_decay:0.004
-#  momentum:0.9
-#  learning_rate {
-#    type: kFixedStep
-#    fixedstep_conf:{
-#      step:0
-#      step:60000
-#      step:65000
-#      step_lr:0.001
-#      step_lr:0.0001
-#      step_lr:0.00001
-#    }
-#  }
-#}
-#updater{
-#  type: kAdaDelta
-#  weight_decay:0.004
-#  delta: 0.000001
-#  learning_rate {
-#    type: kFixed
-#    base_lr:1
-#  }
-#}
-#updater{
-#  type: kAdamMax
-#  weight_decay:0.004
-#  delta: 0.00000001
-#  learning_rate {
-#    type: kFixed
-#    base_lr:0.0001
-#  }
-#}
 updater{
-  type: kAdamMax
+  type: kSGD
   weight_decay:0.004
-  delta: 0.00000001
+  momentum:0.9
   learning_rate {
-    type: kFixed
-    base_lr:0.002
+    type: kFixedStep
+    fixedstep_conf:{
+      step:0
+      step:60000
+      step:65000
+      step_lr:0.001
+      step_lr:0.0001
+      step_lr:0.00001
+    }
   }
 }
 neuralnet {
@@ -300,7 +273,7 @@ neuralnet {
 cluster {
   nworker_groups: 1
   nserver_groups: 1
-  nworkers_per_group: 4
-  nworkers_per_procs: 4
+  nworkers_per_group: 1
+  nworkers_per_procs: 1
   workspace: "examples/cifar10"
 }


Mime
View raw message