-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy pathtrain.sh
80 lines (79 loc) · 2.34 KB
/
train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
id="transformer"
if [ ! -f log/log_$id/infos_$id.pkl ]; then
start_from=""
else
start_from="--start_from log/tmp/log_$id"
fi
# start_from="--start_from log/tmp/train_ours/log_refine_transformer"
python -m ipdb train.py --id $id \
--caption_model $id \
--refine 1 \
--refine_aoa 1 \
--use_ff 0 \
--decoder_type AoA \
--use_multi_head 2 \
--num_heads 8 \
--multi_head_scale 1 \
--mean_feats 1 \
--ctx_drop 1 \
--dropout_aoa 0.3 \
--label_smoothing 0.2 \
--input_json data/tmp/4/cocotalk.json \
--input_label_h5 data/tmp/4/cocotalk_label.h5 \
--input_fc_dir data/adaptive/cocobu_fc \
--input_att_dir data/adaptive/cocobu_att \
--input_box_dir data/adaptive/cocobu_box \
--seq_per_img 5 \
--batch_size 10 \
--beam_size 1 \
--learning_rate 2e-4 \
--num_layers 2 \
--input_encoding_size 1024 \
--rnn_size 1024 \
--learning_rate_decay_start 0 \
--scheduled_sampling_start 0 \
--name_append ""\
--checkpoint_path log/tmp/train_ours/log_refine_${id}\
$start_from \
--save_checkpoint_every 6000 \
--language_eval 1 \
--val_images_use -1 \
--max_epochs 25 \
--scheduled_sampling_increase_every 5 \
--scheduled_sampling_max_prob 0.5 \
--learning_rate_decay_every 3
# python train.py --id $id \
# --caption_model $id\
# --refine 1 \
# --refine_aoa 1 \
# --use_ff 0 \
# --decoder_type AoA \
# --use_multi_head 2 \
# --num_heads 8 \
# --multi_head_scale 1 \
# --mean_feats 1 \
# --ctx_drop 1 \
# --dropout_aoa 0.3 \
# --input_json data/tmp/4/cocotalk.json \
# --input_label_h5 data/tmp/4/cocotalk_label.h5 \
# --input_fc_dir data/adaptive/cocobu_fc \
# --input_att_dir data/adaptive/cocobu_att \
# --input_box_dir data/adaptive/cocobu_box \
# --seq_per_img 5 \
# --batch_size 10 \
# --beam_size 1 \
# --num_layers 2 \
# --input_encoding_size 1024 \
# --rnn_size 1024 \
# --language_eval 1 \
# --val_images_use -1 \
# --save_checkpoint_every 3000 \
# --name_append "24"\
# --start_from log/tmp/train_ours/log_refine_$id \
# --checkpoint_path log/tmp/train_ours/log_refine_$id"_rl" \
# --learning_rate 2e-5 \
# --max_epochs 40 \
# --self_critical_after 0 \
# --learning_rate_decay_start -1 \
# --scheduled_sampling_start -1 \
# --reduce_on_plateau