add lawa_ema, tested

Niccolo-Ajroldi · Dec 8, 2024 · 7440f5b · 7440f5b
1 parent 5da3acf
commit 7440f5b
Show file tree

Hide file tree

Showing 3 changed files with 906 additions and 2 deletions.
diff --git a/script/debug/debug.json b/script/debug/debug.json
@@ -8,8 +8,8 @@
         "weight_decay": 0.16375311233774334,
         "warmup_factor": 0.1,
         "lawa_burnin_pct": 0.0,
-        "lawa_every_pct": 0.0002,
-        "lawa_queue_len": 10
+        "lawa_every_pct": 0.002,
+        "lawa_beta": 0.33
     }
 ]