Add affectflow-base checkpoint
Browse files- affectflow-base/au_thresholds.json +52 -0
- affectflow-base/config.json +26 -0
- affectflow-base/model.pt +3 -0
affectflow-base/au_thresholds.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"thresholds": {
|
| 3 |
+
"AU1": 0.56,
|
| 4 |
+
"AU2": 0.5700000000000001,
|
| 5 |
+
"AU4": 0.53,
|
| 6 |
+
"AU6": 0.56,
|
| 7 |
+
"AU7": 0.58,
|
| 8 |
+
"AU10": 0.59,
|
| 9 |
+
"AU12": 0.61,
|
| 10 |
+
"AU15": 0.55,
|
| 11 |
+
"AU23": 0.52,
|
| 12 |
+
"AU24": 0.54,
|
| 13 |
+
"AU25": 0.59,
|
| 14 |
+
"AU26": 0.56
|
| 15 |
+
},
|
| 16 |
+
"per_au_f1_default": {
|
| 17 |
+
"AU1": 0.3645645006912687,
|
| 18 |
+
"AU2": 0.1855198263957388,
|
| 19 |
+
"AU4": 0.39832753767179996,
|
| 20 |
+
"AU6": 0.5125679449833328,
|
| 21 |
+
"AU7": 0.6617806321621962,
|
| 22 |
+
"AU10": 0.6097691894793345,
|
| 23 |
+
"AU12": 0.48936618235417984,
|
| 24 |
+
"AU15": 0.06938907445318393,
|
| 25 |
+
"AU23": 0.06509099146719022,
|
| 26 |
+
"AU24": 0.060382994612471326,
|
| 27 |
+
"AU25": 0.8641364136413642,
|
| 28 |
+
"AU26": 0.2265829168768053
|
| 29 |
+
},
|
| 30 |
+
"per_au_f1_calibrated": {
|
| 31 |
+
"AU1": 0.4274627700482416,
|
| 32 |
+
"AU2": 0.3550534597538834,
|
| 33 |
+
"AU4": 0.4312396059869515,
|
| 34 |
+
"AU6": 0.565493667557737,
|
| 35 |
+
"AU7": 0.6923496936237336,
|
| 36 |
+
"AU10": 0.6748457297257823,
|
| 37 |
+
"AU12": 0.6340543407791596,
|
| 38 |
+
"AU15": 0.14434250764525994,
|
| 39 |
+
"AU23": 0.0739158299508652,
|
| 40 |
+
"AU24": 0.07500642178268688,
|
| 41 |
+
"AU25": 0.8673387533875339,
|
| 42 |
+
"AU26": 0.3488372093023256
|
| 43 |
+
},
|
| 44 |
+
"ccc_valence": 0.2883952260017395,
|
| 45 |
+
"ccc_arousal": 0.18542006611824036,
|
| 46 |
+
"p_va": 0.23690764605998993,
|
| 47 |
+
"p_expr": 0.209965764776129,
|
| 48 |
+
"p_au_default": 0.3756231837324055,
|
| 49 |
+
"p_au_calibrated": 0.4408283324620134,
|
| 50 |
+
"p_mtl_default": 0.8224965945685244,
|
| 51 |
+
"p_mtl_calibrated": 0.8877017432981323
|
| 52 |
+
}
|
affectflow-base/config.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train_annotations": "data/training_set_annotations.txt",
|
| 3 |
+
"val_annotations": "data/validation_set_annotations.txt",
|
| 4 |
+
"image_root": "data/cropped_aligned",
|
| 5 |
+
"output_dir": "code/runs/ablation_e3_affectflow_dinov3_fw1_e20",
|
| 6 |
+
"backbone": "dinov3_vits16",
|
| 7 |
+
"backbone_weights": null,
|
| 8 |
+
"strict_backbone": true,
|
| 9 |
+
"image_size": 224,
|
| 10 |
+
"batch_size": 64,
|
| 11 |
+
"epochs": 20,
|
| 12 |
+
"lr": 0.0001,
|
| 13 |
+
"weight_decay": 0.0001,
|
| 14 |
+
"num_workers": 4,
|
| 15 |
+
"freeze_backbone": true,
|
| 16 |
+
"deterministic_weight": 1.0,
|
| 17 |
+
"flow_weight": 1.0,
|
| 18 |
+
"va_weight": 1.0,
|
| 19 |
+
"expr_weight": 1.0,
|
| 20 |
+
"au_weight": 1.0,
|
| 21 |
+
"flow_steps": 20,
|
| 22 |
+
"flow_samples": 8,
|
| 23 |
+
"seed": 42,
|
| 24 |
+
"device": "cuda",
|
| 25 |
+
"smoke_test": false
|
| 26 |
+
}
|
affectflow-base/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c747a700c6b04561f81810f892bb508135707fd6d5f51e2aacc77a354f92740
|
| 3 |
+
size 148619902
|