ema run

Niccolo-Ajroldi · Dec 20, 2024 · 73d991a · 73d991a
1 parent 6906a50
commit 73d991a
Show file tree

Hide file tree

Showing 4 changed files with 43 additions and 9 deletions.
diff --git a/script/lawa/condor.sub b/script/lawa/condor.sub
@@ -2,7 +2,7 @@
 LOGS_DIR=/fast/najroldi/logs/algoperf
 EXE=/home/najroldi/algorithmic-efficiency/script/lawa/auto_run.sh
 
-workload=fastmri
+workload=librispeech_deepspeech
 framework=pytorch
 
 # ## NadamW
@@ -16,11 +16,11 @@ framework=pytorch
 # num_jobs=$(num_tuning_trials)
 
 ## LAWA
-submission=submissions/lawa_queue/lawa_queue_timed.py
-search_space=script/lawa/queue/lawa_timed.json
-num_tuning_trials=1
-study=1
-name=lawa_queue_timed_01
+submission=submissions/lawa_ema/lawa_ema.py
+search_space=script/lawa/ema/lawa_trial_5_tune_06.json
+num_tuning_trials=3
+study=3
+name=lawa_ema_tune_12
 rng_seed=$(study)
 allow_tf_32=1
 num_jobs=$(num_tuning_trials)
@@ -50,7 +50,9 @@ request_memory = 500000
 request_cpus = 36
 request_gpus = 4
 requirements = (TARGET.CUDADeviceName == "NVIDIA A100-SXM4-40GB")
+
 # requirements = (TARGET.CUDADeviceName == "NVIDIA A100-SXM4-80GB")
 # requirements = (TARGET.CUDACapability >= 8.0)
+# requirements = (TARGET.CUDADeviceName == "NVIDIA A100-SXM4-80GB") && (TARGET.Machine != "g102.internal.cluster.is.localnet")
 
 queue $(num_jobs)
diff --git a/script/lawa/ema/lawa_trial_2_best.json b/script/lawa/ema/lawa_trial_2_best.json
@@ -0,0 +1,32 @@
+{
+  "dropout_rate": {
+    "feasible_points": [0.0]
+  },
+  "label_smoothing": {
+    "feasible_points": [0.2]
+  },
+  "learning_rate": {
+    "feasible_points": [0.0008445074561975979]
+  },
+  "one_minus_beta1": {
+    "feasible_points": [0.11042418465]
+  },
+  "beta2": {
+    "feasible_points": [0.9978504782314613]
+  },
+  "weight_decay": {
+    "feasible_points": [0.08135402759553023]
+  },
+  "warmup_factor": {
+    "feasible_points": [0.05]
+  },
+  "lawa_burnin_pct": {
+    "feasible_points": [0.2]
+  },
+  "lawa_every_pct": {
+    "feasible_points": [0.002]
+  },
+  "lawa_beta": {
+    "feasible_points": [0.8]
+  }
+}
diff --git a/script/lawa/ema/lawa_trial_5_best.json → script/lawa/ema/lawa_trial_5_tune_06.json b/script/lawa/ema/lawa_trial_5_best.json → script/lawa/ema/lawa_trial_5_tune_06.json
@@ -21,7 +21,7 @@
     "feasible_points": [0.02]
   },
   "lawa_burnin_pct": {
-    "feasible_points": [0.0]
+    "feasible_points": [0.0, 0.1, 0.5]
   },
   "lawa_every_pct": {
     "feasible_points": [0.002]

diff --git a/script/lawa/timed/condor.sub b/script/lawa/timed/condor.sub
@@ -5,10 +5,10 @@ EXE=/home/najroldi/algorithmic-efficiency/script/lawa/timed/auto_run.sh
 framework=pytorch
 
 ## LAWA
-submission=submissions/lawa_ema/lawa_ema_timed.py
+submission=submissions/lawa_ema/lawa_ema.py
 search_space=script/lawa/ema/lawa_timed.json
 study=1
-name=lawa_queue_timed_01
+name=lawa_ema_timed_01
 rng_seed=$(study)
 allow_tf_32=1
 num_jobs=8