diff --git a/script/lawa/condor.sub b/script/lawa/condor.sub index 3dbda4675..0e24379e1 100644 --- a/script/lawa/condor.sub +++ b/script/lawa/condor.sub @@ -2,7 +2,7 @@ LOGS_DIR=/fast/najroldi/logs/algoperf EXE=/home/najroldi/algorithmic-efficiency/script/lawa/auto_run.sh -workload=fastmri +workload=librispeech_deepspeech framework=pytorch # ## NadamW @@ -16,11 +16,11 @@ framework=pytorch # num_jobs=$(num_tuning_trials) ## LAWA -submission=submissions/lawa_queue/lawa_queue_timed.py -search_space=script/lawa/queue/lawa_timed.json -num_tuning_trials=1 -study=1 -name=lawa_queue_timed_01 +submission=submissions/lawa_ema/lawa_ema.py +search_space=script/lawa/ema/lawa_trial_5_tune_06.json +num_tuning_trials=3 +study=3 +name=lawa_ema_tune_12 rng_seed=$(study) allow_tf_32=1 num_jobs=$(num_tuning_trials) @@ -50,7 +50,9 @@ request_memory = 500000 request_cpus = 36 request_gpus = 4 requirements = (TARGET.CUDADeviceName == "NVIDIA A100-SXM4-40GB") + # requirements = (TARGET.CUDADeviceName == "NVIDIA A100-SXM4-80GB") # requirements = (TARGET.CUDACapability >= 8.0) +# requirements = (TARGET.CUDADeviceName == "NVIDIA A100-SXM4-80GB") && (TARGET.Machine != "g102.internal.cluster.is.localnet") queue $(num_jobs) \ No newline at end of file diff --git a/script/lawa/ema/lawa_trial_2_best.json b/script/lawa/ema/lawa_trial_2_best.json new file mode 100644 index 000000000..4819d3c35 --- /dev/null +++ b/script/lawa/ema/lawa_trial_2_best.json @@ -0,0 +1,32 @@ +{ + "dropout_rate": { + "feasible_points": [0.0] + }, + "label_smoothing": { + "feasible_points": [0.2] + }, + "learning_rate": { + "feasible_points": [0.0008445074561975979] + }, + "one_minus_beta1": { + "feasible_points": [0.11042418465] + }, + "beta2": { + "feasible_points": [0.9978504782314613] + }, + "weight_decay": { + "feasible_points": [0.08135402759553023] + }, + "warmup_factor": { + "feasible_points": [0.05] + }, + "lawa_burnin_pct": { + "feasible_points": [0.2] + }, + "lawa_every_pct": { + "feasible_points": [0.002] + }, + "lawa_beta": { + "feasible_points": [0.8] + } +} \ No newline at end of file diff --git a/script/lawa/ema/lawa_trial_5_best.json b/script/lawa/ema/lawa_trial_5_tune_06.json similarity index 93% rename from script/lawa/ema/lawa_trial_5_best.json rename to script/lawa/ema/lawa_trial_5_tune_06.json index 841a646d9..ea5a09b20 100644 --- a/script/lawa/ema/lawa_trial_5_best.json +++ b/script/lawa/ema/lawa_trial_5_tune_06.json @@ -21,7 +21,7 @@ "feasible_points": [0.02] }, "lawa_burnin_pct": { - "feasible_points": [0.0] + "feasible_points": [0.0, 0.1, 0.5] }, "lawa_every_pct": { "feasible_points": [0.002] diff --git a/script/lawa/timed/condor.sub b/script/lawa/timed/condor.sub index 56d8127c0..2bfb158d3 100644 --- a/script/lawa/timed/condor.sub +++ b/script/lawa/timed/condor.sub @@ -5,10 +5,10 @@ EXE=/home/najroldi/algorithmic-efficiency/script/lawa/timed/auto_run.sh framework=pytorch ## LAWA -submission=submissions/lawa_ema/lawa_ema_timed.py +submission=submissions/lawa_ema/lawa_ema.py search_space=script/lawa/ema/lawa_timed.json study=1 -name=lawa_queue_timed_01 +name=lawa_ema_timed_01 rng_seed=$(study) allow_tf_32=1 num_jobs=8