From 12dc31241a490fa0e3ee0a9e1f806af68a508dd1 Mon Sep 17 00:00:00 2001 From: Niccolo-Ajroldi Date: Mon, 19 Feb 2024 18:45:31 +0100 Subject: [PATCH] submission files reordering --- exp/{shell => condor}/criteo.sh | 0 exp/{shell => condor}/fastmri.sh | 0 exp/{shell => condor}/imagenet_resnet.sh | 0 exp/{shell => condor}/imagenet_vit.sh | 0 .../librispeech_conformer.sh | 0 .../librispeech_deepspeech.sh | 0 exp/{shell => condor}/mnist.sh | 0 exp/{shell => condor}/mnist_distributed.sh | 0 exp/{shell => condor}/ogbg.sh | 0 exp/{shell => condor}/wmt.sh | 0 exp/{seal_old => seal}/imagenet_resnet.sh | 0 exp/{seal_old => seal}/imagenet_vit.sh | 0 exp/seal/mnist.sh | 39 +++++++++++++++++++ exp/{seal_old => seal}/mnist_parallel.sh | 0 14 files changed, 39 insertions(+) rename exp/{shell => condor}/criteo.sh (100%) rename exp/{shell => condor}/fastmri.sh (100%) rename exp/{shell => condor}/imagenet_resnet.sh (100%) rename exp/{shell => condor}/imagenet_vit.sh (100%) rename exp/{shell => condor}/librispeech_conformer.sh (100%) rename exp/{shell => condor}/librispeech_deepspeech.sh (100%) rename exp/{shell => condor}/mnist.sh (100%) rename exp/{shell => condor}/mnist_distributed.sh (100%) rename exp/{shell => condor}/ogbg.sh (100%) rename exp/{shell => condor}/wmt.sh (100%) rename exp/{seal_old => seal}/imagenet_resnet.sh (100%) rename exp/{seal_old => seal}/imagenet_vit.sh (100%) create mode 100755 exp/seal/mnist.sh rename exp/{seal_old => seal}/mnist_parallel.sh (100%) diff --git a/exp/shell/criteo.sh b/exp/condor/criteo.sh similarity index 100% rename from exp/shell/criteo.sh rename to exp/condor/criteo.sh diff --git a/exp/shell/fastmri.sh b/exp/condor/fastmri.sh similarity index 100% rename from exp/shell/fastmri.sh rename to exp/condor/fastmri.sh diff --git a/exp/shell/imagenet_resnet.sh b/exp/condor/imagenet_resnet.sh similarity index 100% rename from exp/shell/imagenet_resnet.sh rename to exp/condor/imagenet_resnet.sh diff --git a/exp/shell/imagenet_vit.sh b/exp/condor/imagenet_vit.sh similarity index 100% rename from exp/shell/imagenet_vit.sh rename to exp/condor/imagenet_vit.sh diff --git a/exp/shell/librispeech_conformer.sh b/exp/condor/librispeech_conformer.sh similarity index 100% rename from exp/shell/librispeech_conformer.sh rename to exp/condor/librispeech_conformer.sh diff --git a/exp/shell/librispeech_deepspeech.sh b/exp/condor/librispeech_deepspeech.sh similarity index 100% rename from exp/shell/librispeech_deepspeech.sh rename to exp/condor/librispeech_deepspeech.sh diff --git a/exp/shell/mnist.sh b/exp/condor/mnist.sh similarity index 100% rename from exp/shell/mnist.sh rename to exp/condor/mnist.sh diff --git a/exp/shell/mnist_distributed.sh b/exp/condor/mnist_distributed.sh similarity index 100% rename from exp/shell/mnist_distributed.sh rename to exp/condor/mnist_distributed.sh diff --git a/exp/shell/ogbg.sh b/exp/condor/ogbg.sh similarity index 100% rename from exp/shell/ogbg.sh rename to exp/condor/ogbg.sh diff --git a/exp/shell/wmt.sh b/exp/condor/wmt.sh similarity index 100% rename from exp/shell/wmt.sh rename to exp/condor/wmt.sh diff --git a/exp/seal_old/imagenet_resnet.sh b/exp/seal/imagenet_resnet.sh similarity index 100% rename from exp/seal_old/imagenet_resnet.sh rename to exp/seal/imagenet_resnet.sh diff --git a/exp/seal_old/imagenet_vit.sh b/exp/seal/imagenet_vit.sh similarity index 100% rename from exp/seal_old/imagenet_vit.sh rename to exp/seal/imagenet_vit.sh diff --git a/exp/seal/mnist.sh b/exp/seal/mnist.sh new file mode 100755 index 000000000..acb6884ed --- /dev/null +++ b/exp/seal/mnist.sh @@ -0,0 +1,39 @@ +#!/bin/bash + +# add conda TODO: make it more portable! +source ~/miniconda3/etc/profile.d/conda.sh + +# Activate conda environment TODO: should I use source activate alpe instead? +conda activate alpe + +echo "------ $CONDA_DEFAULT_ENV ------" + +# Env vars +export CODE_DIR=$HOME/algorithmic-efficiency +export EXP_DIR=$HOME/exp/algoperf/exp +export DATA_DIR=~/data + +# Job specific vars +workload=mnist +dataset=MNIST +submission='reference_algorithms/development_algorithms/mnist/mnist_pytorch/submission.py' +search_space='reference_algorithms/development_algorithms/mnist/tuning_search_space.json' +trials=1 +name="mnist_01" + +# Print GPU infos +# nvidia-smi + +# Execute python script +python3 $CODE_DIR/submission_runner.py \ + --workload=$workload \ + --framework=pytorch \ + --tuning_ruleset=external \ + --data_dir=$DATA_DIR/$dataset \ + --submission_path=$submission \ + --tuning_search_space=$search_space \ + --num_tuning_trials=$trials \ + --experiment_dir=$EXP_DIR \ + --experiment_name=$name \ + --use_wandb \ + --overwrite \ No newline at end of file diff --git a/exp/seal_old/mnist_parallel.sh b/exp/seal/mnist_parallel.sh similarity index 100% rename from exp/seal_old/mnist_parallel.sh rename to exp/seal/mnist_parallel.sh