-
Notifications
You must be signed in to change notification settings - Fork 5
/
train.sh
128 lines (120 loc) · 2.58 KB
/
train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
export TASK=$1
EPOCHS=3
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=50
WARMUP_RATIO=0.1
LEARNING_RATE=2e-5
MODEL_SIZE=large
ALPHA=0.4
BETA=0.1
TEMPERATURE=1
SEED=-1
TRAIN_WITH_SPEAKER=1
TRAIN_WITH_GENERATION=1
DIALOG_TRANSFORMER=1
python utils/data_process.py \
--train_with_generation $TRAIN_WITH_GENERATION \
--train_with_speaker $TRAIN_WITH_SPEAKER \
--task_name $TASK
if [ $TASK = 'MELD' ]; then
if [ $MODEL_SIZE = 'base' ]; then
EPOCHS=12
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=40
WARMUP_RATIO=0.3
LEARNING_RATE=1e-5
ALPHA=0.5
BETA=0.1
elif [ $MODEL_SIZE = 'large' ]; then
EPOCHS=4
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=80
WARMUP_RATIO=0.6
LEARNING_RATE=2e-5
ALPHA=0.5
BETA=0.1
TEMPERATURE=5
SEED=762985 # or 210414
fi
elif [ $TASK = 'EmoryNLP' ]; then
if [ $MODEL_SIZE = 'base' ]; then
EPOCHS=12
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=20
WARMUP_RATIO=0.1
LEARNING_RATE=2e-5
ALPHA=0.2
BETA=0.1
elif [ $MODEL_SIZE = 'large' ]; then
EPOCHS=12
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=50
WARMUP_RATIO=0.6
LEARNING_RATE=1e-5
ALPHA=0.2
BETA=0.1
TEMPERATURE=5
SEED=468186
fi
elif [ $TASK = 'DailyDialog' ]; then
if [ $MODEL_SIZE = 'base' ]; then
EPOCHS=5
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=500
WARMUP_RATIO=0.3
LEARNING_RATE=2e-5
ALPHA=0.1
BETA=0.1
elif [ $MODEL_SIZE = 'large' ]; then
EPOCHS=4
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=500
WARMUP_RATIO=0.3
LEARNING_RATE=2e-5
ALPHA=0.1
BETA=0.1
TEMPERATURE=5
SEED=738497
fi
elif [ $TASK = 'IEMOCAP' ]; then
if [ $MODEL_SIZE = 'base' ]; then
EPOCHS=20
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=20
WARMUP_RATIO=0.4
LEARNING_RATE=1.4e-5
ALPHA=0.4
BETA=0.1
elif [ $MODEL_SIZE = 'large' ]; then
EPOCHS=25
TRAIN_BATCH_SIZE=2
LOGGING_STEPS=80
WARMUP_RATIO=0.4
LEARNING_RATE=2e-5
ALPHA=0.4
BETA=0.1
TEMPERATURE=5
SEED=981929
fi
fi
EVAL_BATCH_SIZE=$(expr 3 \* $TRAIN_BATCH_SIZE)
python main.py \
--model_name_or_path facebook/bart-$MODEL_SIZE \
--do_train \
--task_name $TASK \
--num_train_epochs $EPOCHS \
--learning_rate $LEARNING_RATE \
--output_dir ./save/$TASK \
--overwrite_output_dir \
--per_device_train_batch_size $TRAIN_BATCH_SIZE \
--per_device_eval_batch_size $EVAL_BATCH_SIZE \
--logging_steps $LOGGING_STEPS \
--warmup_ratio $WARMUP_RATIO \
--adam_epsilon 1e-6 \
--weight_decay 0.01 \
--seed $SEED \
--alpha $ALPHA \
--beta $BETA \
--temperature $TEMPERATURE \
--use_trans_layer $DIALOG_TRANSFORMER \
--train_with_generation $TRAIN_WITH_GENERATION