add weightdecay to Adam (intel-analytics#2415)

* add weightdecay * revert * some change * some update * some update
Le-Zheng · Jul 14, 2020 · a750024 · a750024
1 parent c454f69
commit a750024
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/python/dllib/src/bigdl/dllib/keras/optimizers.py b/python/dllib/src/bigdl/dllib/keras/optimizers.py
@@ -39,6 +39,7 @@ def __init__(self,
                  epsilon=1e-8,
                  decay=0.0,
                  schedule=None,
+                 weight_decay=0.0,
                  bigdl_type="float"):
         """
         :param lr learning rate
@@ -60,13 +61,15 @@ def __init__(self,
             beta_2,
             epsilon,
             decay,
+            weight_decay,
             schedule if (schedule) else Default()
         )
         self.bigdl_type = bigdl_type
 
 
 class AdamWeightDecay(OptimMethod, ZooKerasCreator):
     """
+    Implements BERT version of Adam algorithm.
     >>> adam = AdamWeightDecay()
     creating: createZooKerasAdamWeightDecay
     """