-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_all.sh
executable file
·95 lines (86 loc) · 3.03 KB
/
run_all.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
set -e
MODEL="gpt-4-turbo"
PROMPT="ner_8s_tsv_adapt"
N_EGS=100
OUTDIR="new_results/gpt45_new"
# 8s
# for lang in hau ibo kin lug luo; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
# -ssim data/new/${lang}/src_sim.npy \
# -tr 0 -sr 8 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/african/8s/${lang}
# done
# 8t
# for lang in hau ibo kin lug luo; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
# -td $OUTDIR/african/8s/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/african/8t/${lang}
# done
# 8t_sky
for lang in hau ibo kin lug luo; do
python iterate.py \
-d data/new/${lang}/test.tsv \
-sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
-td data/new/${lang}/test.tsv \
-ssim data/new/${lang}/src_sim.npy \
-tsim data/new/${lang}/tgt_sim.npy \
-tr 8 -sr 0 -m $MODEL \
-p $PROMPT -e $N_EGS -y \
-r $OUTDIR/african/8t_sky/${lang}
done
# 8s_random
# for lang in hau ibo kin lug luo; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
# -ssim data/random_100_allsrc.npy \
# -tr 0 -sr 8 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/african/8s_random/${lang}
# done
# 8t_random
# for lang in hau ibo kin lug luo; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
# -td new_results/gpt35_new/african/8s/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/random_100_alltgt.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/african/8t_random/${lang}
# done
# 8t_2
# for lang in hau ibo kin lug luo; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
# -td $OUTDIR/african/8t/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/african/8t_2/${lang}
# done
# 8t_3
# for lang in hau ibo kin lug luo; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en_conll-amh-swa-wol.tsv \
# -td $OUTDIR/african/8t_2/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/african/8t_3/${lang}
# done
python new_results/aggregate.py $OUTDIR