-
Notifications
You must be signed in to change notification settings - Fork 0
/
jobs-all.sh
60 lines (55 loc) · 2.46 KB
/
jobs-all.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#!/bin/bash
DIR_NAME=Divvy
#for script_name in Autoformer_M5.sh DLinear_M5.sh FedFormer_M5.sh; do
for script_name in run_FEDformer_seq12_pred12.sh run_FEDformer_seq192_pred12.sh run_FEDformer_seq192_pred144.sh run_FEDformer_seq192_pred192.sh run_FEDformer_seq192_pred24.sh run_FEDformer_seq192_pred48.sh run_FEDformer_seq192_pred96.sh run_FEDformer_seq24_pred12.sh run_FEDformer_seq24_pred24.sh run_FEDformer_seq48_pred12.sh run_FEDformer_seq48_pred24.sh run_FEDformer_seq48_pred48.sh run_FEDformer_seq96_pred12.sh run_FEDformer_seq96_pred24.sh run_FEDformer_seq96_pred48.sh run_FEDformer_seq96_pred96.sh; do
# Format the job name to be lowercase and replace underscores and periods
job_name=$(echo "$script_name" | tr '[:upper:]' '[:lower:]' | sed 's/[_\.]/-/g' | sed 's/\.sh//')
# Use 'envsubst' to substitute the environment variable
export SCRIPT_NAME="$script_name"
export JOB_NAME="extformer-job-${job_name}"
cat <<EOF | kubectl apply -f -
apiVersion: batch/v1
kind: Job
metadata:
name: ${JOB_NAME}
namespace: kafka-flink
spec:
template:
metadata:
labels:
app: extformer
spec:
containers:
- name: extformer
image: ramankhurana/extformer-image:latest
#imagePullPolicy: IfNotPresent
imagePullPolicy: Always
resources:
requests:
memory: "11Gi"
cpu: "3"
limits:
memory: "12Gi"
cpu: "4"
env:
- name: SCRIPT_NAME
value: "${SCRIPT_NAME}"
- name: DIR_NAME
value: $DIR_NAME
volumeMounts:
- name: dataset-volume
mountPath: /nfs/home/khurana/dataset
- name: dshm
mountPath: /dev/shm
volumes:
- name: dataset-volume
persistentVolumeClaim:
claimName: extformer-pvc
- name: dshm
emptyDir:
medium: Memory
sizeLimit: "3Gi"
restartPolicy: Never
EOF
done
# run_FEDformer_seq192_pred24.sh run_FEDformer_seq192_pred48.sh run_FEDformer_seq192_pred96.sh run_FEDformer_seq24_pred12.sh run_FEDformer_seq24_pred24.sh run_FEDformer_seq336_pred12.sh run_FEDformer_seq336_pred192.sh run_FEDformer_seq336_pred24.sh run_FEDformer_seq336_pred336.sh run_FEDformer_seq336_pred48.sh run_FEDformer_seq336_pred96.sh run_FEDformer_seq48_pred12.sh run_FEDformer_seq48_pred24.sh run_FEDformer_seq48_pred48.sh run_FEDformer_seq96_pred12.sh run_FEDformer_seq96_pred24.sh run_FEDformer_seq96_pred48.sh run_FEDformer_seq96_pred96.sh; do