-
Notifications
You must be signed in to change notification settings - Fork 0
/
cfg_emoca_emorec.yaml
243 lines (242 loc) · 6.9 KB
/
cfg_emoca_emorec.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
data:
data_class: AffectNetEmoNetSplitModuleValTest
input_dir: /ps/project/EmotionalFacialAnimation/data/affectnet
output_dir: /is/cluster/work/rdanecek/data/affectnet/
processed_subfolder: processed_2021_Apr_05_15-22-18
num_workers: 16
ignore_invalid: like_emonet
n_expression: 8
mode: manual
image_size: 224
scale: 1.25
face_detector: fan
face_detector_threshold: 0.9
ring_type: none
ring_size: none
drop_last: true
sampler: balanced_expr
augmentation: []
model:
emodeca_type: EmoDECA
predict_expression: true
predict_valence: true
predict_arousal: true
expression_balancing: false
use_identity: true
use_expression: true
use_global_pose: false
use_jaw_pose: true
use_detail_code: false
# fixing the config file
# deca_checkpoint: /is/cluster/work/rdanecek/emoca/finetune_deca/2021_11_09_19-05-01_5101174495546322475_ExpDECA_Affec_clone_NoRing_EmoB_F2_DeSegrend_BlackB_Aug_early/detail/checkpoints/last.ckpt
# deca_checkpoint: false
deca_checkpoint: /tmp/home/emoca/assets/EmotionRecognition/face_reconstruction_based/EMOCA-emorec/checkpoints/deca-epoch=00-val_loss_total/dataloader_idx_0=1.38192022.ckpt
deca_cfg:
data:
data_class: AffectNetEmoNetSplitModule
input_dir: /ps/project/EmotionalFacialAnimation/data/affectnet
output_dir: /is/cluster/work/rdanecek/data/affectnet/
processed_subfolder: processed_2021_Apr_05_15-22-18
num_workers: 6
ignore_invalid: like_emonet
n_expression: 8
mode: manual
image_size: 224
scale: 1.25
face_detector: fan
face_detector_threshold: 0.9
ring_type: none
ring_size: none
drop_last: true
sampler: balanced_expr
augmentation:
- Affine:
- scale:
- 0.9
- 1.1
- rotate:
- -10.0
- 10.0
- translate_percent:
- -0.05
- 0.05
- OneOf:
- JpegCompression:
- compression:
- 50
- 90
- AdditiveGaussianNoise:
- scale:
- 0
- 10
- GaussianBlur:
- sigma:
- 0.0
- 1.5
- Sharpen:
- lightness: 1.0
- alpha:
- 0.0
- 0.5
- Identity:
- name: identity
model:
topology_path: /tmp/home/emoca/assets/FLAME/geometry/head_template.obj
fixed_displacement_path: /tmp/home/emoca/assets/FLAME/geometry/fixed_uv_displacements/fixed_displacement_256.npy
flame_model_path: /tmp/home/emoca/assets/FLAME/geometry/generic_model.pkl
flame_lmk_embedding_path: /tmp/home/emoca/assets/FLAME/geometry/landmark_embedding.npy
face_mask_path: /tmp/home/emoca/assets/FLAME/mask/uv_face_mask.png
face_eye_mask_path: /tmp/home/emoca/assets/FLAME/mask/uv_face_eye_mask.png
pretrained_modelpath: /tmp/home/emoca/assets/DECA/data/deca_model.tar
pretrained_vgg_face_path: /tmp/home/emoca/assets/FaceRecognition/resnet50_ft_weight.pkl
deca_class: ExpDECA
expression_backbone: deca_clone
exp_deca_global_pose: false
exp_deca_jaw_pose: false
max_epochs: 8
val_check_interval: 0.2
test_vis_frequency: 1
val_vis_frequency: 200
train_vis_frequency: 1000
train_coarse: false
useSeg: rend
background_from_input: false
detail_constrain_type: None
expression_constrain_type: none
expression_constrain_use_jaw_pose: true
expression_constrain_use_global_pose: false
use_geometric_losses_expression_exchange: false
mode: detail
resume_training: false
lmk_weight: 1
eyed: 0.5
lipd: 0.5
use_photometric: true
photow: 2
idw: 0
use_landmarks: false
useWlmk: true
shape_reg: 0.0001
exp_reg: 0.0001
tex_reg: 0.0001
light_reg: 12
useConstraint: true
mrfwr: 0.05
zregw: 0.005
zdiffw: 0.005
zsymw: 0.005
consr: 1
sfsw:
- 5
- 0
- 0
- 0
use_detail_l1: true
use_detail_mrf: true
use_detailed_photo: false
use_emonet_loss: true
use_emonet_feat_1: false
use_emonet_feat_2: true
use_emonet_valence: false
use_emonet_arousal: false
use_emonet_expression: false
use_emonet_combined: false
emonet_weight: 1.0
use_gt_emotion_loss: false
gt_emotion_reg: 0.0
n_shape: 100
n_tex: 50
n_exp: 50
n_pose: 6
n_cam: 3
n_light: 27
n_identity: 512
n_dlatent: 512
n_detail: 128
image_size: 224
uv_size: 256
neural_renderer: false
tex_type: BFM
tex_path: /mnt/500gb/Workspace/Repos/gdl/assets/FLAME/texture/FLAME_albedo_from_BFM.npz
emonet_model_path: ''
emo_feat_loss: mse_loss
photometric_normalization: mean
use_mouth_corner_distance: true
use_eye_distance: true
use_lip_distance: true
use_texture: false
learning:
learning_rate: 5.0e-05
optimizer: Adam
batch_size_train: 16
batch_size_test: 1
batch_size_val: 16
train_K: 1
val_K: 1
test_K: 1
train_K_policy: random
val_K_policy: sequential
test_K_policy: sequential
num_gpus: 1
gpu_memory_min_gb: 30
early_stopping:
patience: 5
checkpoint_after_training: best
logger_type: WandbLogger
inout:
output_dir: todo
full_run_dir: todo
checkpoint_dir: todo
name: ExpDECA_Affec_clone_NoRing_EmoB_F2_DeSegrend_BlackB_Aug_early
time: 2021_11_09_19-05-01
random_id: '5101174495546322475'
deca_stage: detail
mlp_norm_layer: BatchNorm1d
num_mlp_layers: 4
mlp_dim: 2048
finetune_deca: false
predict_AUs: false
a_loss:
a_mse: 1.0
v_loss:
v_mse: 1.0
va_loss:
va_lpcc: 1.0
va_lccc: 1.0
exp_loss: nll_loss
va_loss_scheme: shake
a_activation: none
v_activation: none
exp_activation: log_softmax
AU_activation: none
learning:
learning_rate: 0.0001
optimizer: Adam
batch_size_train: 64
batch_size_test: 64
batch_size_val: 64
train_K: 1
val_K: 1
test_K: 1
train_K_policy: random
val_K_policy: sequential
test_K_policy: sequential
num_gpus: 1
gpu_memory_min_gb: 30
early_stopping:
patience: 10
checkpoint_after_training: best
logger_type: WandbLogger
test_vis_frequency: 100
max_steps: 100000000
max_epochs: 50
val_check_interval: 0.2
tags:
- EMONET_SPLIT_ABLATION_PHOTOMETRIC_REL_NEW_SPLIT
inout:
output_dir: /mnt/500gb/Workspace/Repos/gdl/assets/EmotionRecognition/facerec_based_models_2
full_run_dir: /mnt/500gb/Workspace/Repos/gdl/assets/EmotionRecognition/facerec_based_models_2/EMOCA-emorec
checkpoint_dir: /mnt/500gb/Workspace/Repos/gdl/assets/EmotionRecognition/facerec_based_models_2/EMOCA-emorec/checkpoints
name: EmoDECA_Affec_ExpDECA_nl-4BatchNorm1d_id_exp_jaw_shake_samp-balanced_expr_early
time: 2021_11_10_16-33-08
random_id: '2929045501486288941'