narrow range of lr-finder, lessen skip of suggestion

ourownstory · Aug 30, 2024 · 2ff07d2 · 2ff07d2
1 parent bde9b39
commit 2ff07d2
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/neuralprophet/utils_lightning.py b/neuralprophet/utils_lightning.py
@@ -66,7 +66,7 @@ def smooth_loss_and_suggest(lr_finder, window=10):
         )
         raise
     # get the tuner's default suggestion
-    suggestion_default = lr_finder.suggestion(skip_begin=20, skip_end=10)
+    suggestion_default = lr_finder.suggestion(skip_begin=10, skip_end=3)
 
     log.info(f"Learning rate finder ---- default suggestion: {suggestion_default}")
     log.info(f"Learning rate finder ---- steepest: {suggestion_steepest}")
@@ -280,8 +280,8 @@ def find_learning_rate(model, loader, trainer, train_epochs):
         )
         # num_training = num_batches
     lr_finder_args = {
-        "min_lr": 1e-7,
-        "max_lr": 1e1,
+        "min_lr": 1e-5,
+        "max_lr": 1.0,
         "num_training": num_training,
         "early_stop_threshold": None,
         "mode": "exponential",