diff --git a/deeppy/parameter.py b/deeppy/parameter.py
index fd66891..8da8e2b 100644
--- a/deeppy/parameter.py
+++ b/deeppy/parameter.py
@@ -62,7 +62,7 @@ def step(self, step):
         ''' Update the parameter values according to the given step. '''
         if self._monitor:
             self._tmp_step = step
-        self._array += step
+        self._array += step * self.learn_rate
 
     def penalty(self):
         if self.weight_decay == 0.0: