Merge pull request #781 from Ainesh06102004/add_optimizers_monai

Add optimizers monai

GANDLF/optimizers/__init__.py

@@ -12,6 +12,8 @@
     radam,
 )
 
+from .wrap_monai import novograd_wrapper
+
 global_optimizer_dict = {
     "sgd": sgd,
     "asgd": asgd,
@@ -24,6 +26,7 @@
     "adagrad": adagrad,
     "rmsprop": rmsprop,
     "radam": radam,
+    "novograd": novograd_wrapper
 }
 
 

GANDLF/optimizers/wrap_monai.py

@@ -0,0 +1,13 @@
+from monai.optimizers import (
+    Novograd
+)
+
+def novograd_wrapper(parameters):
+    return Novograd(
+        parameters["model_parameters"],
+        lr=parameters.get("learning_rate"),
+        betas=parameters["optimizer"].get("betas", (0.9, 0.999)),
+        eps=parameters["optimizer"].get("eps", 1e-8),
+        weight_decay=parameters["optimizer"].get("weight_decay", 3e-05),
+        amsgrad=parameters["optimizer"].get("amsgrad", False),
+    )

setup.py

@@ -117,6 +117,7 @@ def run(self):
     "twine",
     "zarr",
     "keyring",
+    "monai==1.3.0",
 ]
 
 if __name__ == "__main__":