-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathmaggie_video.yaml
123 lines (122 loc) · 2.19 KB
/
maggie_video.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
dataset:
test:
name: VIM
root_dir: data/V-HIM60
split: comp_medium
short_size: 576
downscale_mask: false
alpha_dir_name: pha
mask_dir_name: xmem
clip_length: 3
clip_overlap: 2
train:
name: VIM
root_dir: data
split: V-HIM2K5
short_size: 576
random_state: 2023
max_inst: 10
crop:
- 512
- 512
padding_crop_p: 0.1
flip_p: 0.5
gamma_p: 0.5
add_noise_p: 0.3
jpeg_p: 0.1
affine_p: 0.1
binarized_kernel: 30
downscale_mask_p: 0.5
mask_dir_name: ''
alpha_dir_name: pha
clip_length: 8
max_step_size: 5
model:
arch: MaGGIe_Temp
weights: chuonghm/maggie-video-vim2k5-cvpr24
sync_bn: true
having_unused_params: true
warmup_iters: 500
encoder: res_shortcut_embed_29
encoder_args:
num_embed: 3
num_mask: 10
pretrained: true
aspp:
in_channels: 512
out_channels: 512
decoder: res_shortcut_inst_matt_spconv_temp_22
decoder_args:
atten_block: 2
atten_dim: 128
atten_head: 1
atten_stride: 1
detail_mask_dropout: 0.1
final_channel: 64
freeze_detail_branch: false
head_channel: 120
max_inst: 10
use_id_pe: true
warmup_detail_iter: 3000
warmup_mask_atten_iter: 0
temp_method: 'bi_fusion'
loss_alpha_w: 1.0
loss_alpha_type: l1
loss_alpha_grad_w: 0.05
loss_alpha_lap_w: 0.05
loss_atten_w: 5.0
loss_reweight_os8: true
loss_dtSSD_w: 1.0
name: maggie_video_cvpr24
output_dir: output/video
test:
batch_size: 1
log_iter: 100
metrics:
- MAD
- MSE
- SAD
- Grad
- Conn
- dtSSD
- MESSDdt
num_workers: 4
postprocessing: false
save_dir: output/video/maggie_video_cvpr24/vis
save_results: false
train:
batch_size: 4
log_iter: 10
max_iter: 10000
num_workers: 8
optimizer:
betas:
- 0.9
- 0.999
lr: 5.0e-5
momentum: 0.9
name: adamw
weight_decay: 0.01
resume: ''
resume_last: false
scheduler:
gamma: 0.1
name: cosine
power: 0.9
step_size: 10000
warmup_iters: 1000
seed: 1234
val_best_metric: MAD
val_dist: false
val_iter: 500
val_metrics:
- MAD
- MSE
- SAD
- dtSSD
vis_iter: 50
wandb:
entity: research
id: ''
project: maggie
use: true