fix a bug in BVLC#1977 (accum-grad) suggested by narihi

weiliu89 · Apr 14, 2015 · 0710648 · 0710648
1 parent 4d9b5d1
commit 0710648
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/src/caffe/solver.cpp b/src/caffe/solver.cpp
@@ -636,7 +636,8 @@ void SGDSolver<Dtype>::ComputeUpdateValue() {
       // Compute the value to history, and then copy them to the blob's diff.
       Dtype local_rate = rate * net_params_lr[param_id]
                               / this->param_.iter_size();
-      Dtype local_decay = weight_decay * net_params_weight_decay[param_id];
+      Dtype local_decay = weight_decay * net_params_weight_decay[param_id]
+          * this->param_.iter_size();
 
       if (local_decay) {
         if (regularization_type == "L2") {
@@ -673,7 +674,8 @@ void SGDSolver<Dtype>::ComputeUpdateValue() {
       // Compute the value to history, and then copy them to the blob's diff.
       Dtype local_rate = rate * net_params_lr[param_id]
                               / this->param_.iter_size();
-      Dtype local_decay = weight_decay * net_params_weight_decay[param_id];
+      Dtype local_decay = weight_decay * net_params_weight_decay[param_id]
+          * this->param_.iter_size();
 
       if (local_decay) {
         if (regularization_type == "L2") {