update code and README

tensorboy · Jun 3, 2018 · 96c2a75 · 96c2a75
1 parent 633d729
commit 96c2a75
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -10,5 +10,10 @@ This is the code associated with A PID Controller Approach for Stochastic Optimi
 ## Citation:
 If PIDOptimizer is used in your paper/experiments, please cite the following papers.
 ```
-
+@inproceedings{pid2018,
+   title={A PID Controller Approach for Stochastic Optimization of Deep Networks},
+   author={Wangpeng An and Haoqian Wang and Qingyun and Jun Xu and Qionghai Dai and Lei Zhang},
+   booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
+   year={2018}
+}
 ```
diff --git a/pid.py b/pid.py
@@ -91,7 +91,7 @@ def step(self, closure=None):
                         D_buf = param_state['D_buffer']
                         g_buf = param_state['grad_buffer']        
 
-                        D_buf.mul_(momentum).add_(group['lr'], d_p-g_buf)   
+                        D_buf.mul_(momentum).add_(1-momentum, d_p-g_buf)   
                         g_buf = d_p.clone()                        
 
                     d_p = d_p.add_(I, I_buf).add_(D, D_buf)