diff --git a/speechbrain/nnet/schedulers.py b/speechbrain/nnet/schedulers.py
index 7f6113bd2b..6014152680 100644
--- a/speechbrain/nnet/schedulers.py
+++ b/speechbrain/nnet/schedulers.py
@@ -41,6 +41,8 @@ def update_learning_rate(optimizer, new_lr, param_group=None):
     # Iterate all groups if none is provided
     if param_group is None:
         groups = range(len(optimizer.param_groups))
+    else:
+        groups = param_group
 
     for i in groups:
         old_lr = optimizer.param_groups[i]["lr"]