generated from HephaestusProject/template
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtrain.sh
executable file
·67 lines (47 loc) · 3.49 KB
/
train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
pip install -r requirements.txt
# debug
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v.test 2>&1 | tee lightning_logs/train_v.test.log
# init
#python train.py --version=v0.0.1 2>&1 | tee lightning_logs/train.log
# ppl 수정
#python train.py --version=v0.0.2 2>&1 | tee lightning_logs/train_v0.0.2.log
# lr 수정
#python train.py --version=v0.0.3 2>&1 | tee lightning_logs/train_v0.0.3.log
# fix: lstm
# python train.py --version=v0.0.4 2>&1 | tee lightning_logs/train_v0.0.4.log
# fix: response enc
# python train.py --version=v0.0.5 2>&1 | tee lightning_logs/train_v0.0.5.log
# fix: tying embedding and output of decoder & fix decoder
# python train.py --version=v0.0.6 2>&1 | tee lightning_logs/train_v0.0.6.log
# fix: LR model params & add: LR scheduler
# python train.py --version=v0.0.7 2>&1 | tee lightning_logs/train_v0.0.7.log
# add: DSTC7_AVSD
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.0.8 2>&1 | tee lightning_logs/train_v0.0.8.log
# fix: LR model params & add: LR scheduler & fix: attn
# python train.py --version=v0.0.7.1 2>&1 | tee lightning_logs/train_v0.0.7.1.log
# add: DSTC7_AVSD & fix: attn
#python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.0.8.1 2>&1 | tee lightning_logs/train_v0.0.8.1.log
# refactor: omegaconf
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.0.8.2 2>&1 | tee lightning_logs/train_v0.0.8.2.log
# gpt2-tokenizer
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.0.9.avsd 2>&1 | tee lightning_logs/train_v0.0.9.avsd.log
# python train.py --config_data_file ./conf/dataset/ubuntu.yml --version=v0.0.9 2>&1 | tee lightning_logs/train_v0.0.9.log
# learnable positional embedding
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.1.0.avsd 2>&1 | tee lightning_logs/train_v0.1.0.avsd.log
# python train.py --config_data_file ./conf/dataset/ubuntu.yml --version=v0.1.0 2>&1 | tee lightning_logs/train_v0.1.0.log
# learnable positional embedding (padding_index)
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.1.1.avsd 2>&1 | tee lightning_logs/train_v0.1.1.avsd.log
# ctx padded for lstm
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.2.0.avsd 2>&1 | tee lightning_logs/train_v0.2.0.avsd.log
# python train.py --config_data_file ./conf/dataset/ubuntu.yml --version=v0.2.0 2>&1 | tee lightning_logs/train_v0.2.0.log
# LR scheduler (ReduceLROnPlateau)
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.2.1.avsd 2>&1 | tee lightning_logs/train_v0.2.1.avsd.log
# history left padding
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.2.2.avsd 2>&1 | tee lightning_logs/train_v0.2.2.avsd.log
# python train.py --config_data_file ./conf/dataset/ubuntu.yml --version=v0.2.2 2>&1 | tee lightning_logs/train_v0.2.2.log
# LR scheduler + Warmup + AdamW
# python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.2.4.avsd 2>&1 | tee lightning_logs/train_v0.2.4.avsd.log
# python train.py --config_data_file ./conf/dataset/ubuntu.yml --version=v0.2.4 2>&1 | tee lightning_logs/train_v0.2.4.log
# LR scheduler + Warmup + AdamW (epcohs -> steps)
python train.py --config_data_file ./conf/dataset/DSTC7_AVSD.yml --version=v0.2.4.avsd 2>&1 | tee lightning_logs/train_v0.2.4.avsd.log
# python train.py --config_data_file ./conf/dataset/ubuntu.yml --version=v0.2.4 2>&1 | tee lightning_logs/train_v0.2.4.log