Hugging Face's logo

messimanda
/
motion-refined-81frame-8interval

Model card Files
xet
 Community
motion-refined-81frame-8interval
File size: 3,346 Bytes
20cbfc0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
{
  "anchor_teacher": "wan_base_motion_teacher",
  "checkpoint_manifest": {
    "extra_state": {
      "best_auroc": 0.9588183889391717,
      "epoch": 11
    },
    "files": {
      "config.json": "535f34a206241cbd1c25afc76f144689cc5ec673ca0fe814dd4642c361871d45",
      "discriminator.safetensors": "9cdeccb5545f3e6237709dab8be3b78f74c2dc44f72cb13f82c986134266de16",
      "metrics.json": "ac5416c1effedf6bb37b3a42c833e9278d332d7ceed6bb3e15f092bce2585164",
      "training_state.pt": "7b5da00a599e76d6ad127092ea83ff8a48fbaab2d0dbc9e7ef225d7c0327fc8f"
    },
    "format": "motion-discriminator-v1",
    "model_class": "FlowMotionDiscriminator",
    "model_config": {
      "blocks_per_stage": 1,
      "dropout": 0.0,
      "in_channels": 3,
      "input_clip": null,
      "input_scale": 1.0,
      "mlp_ratio": 4.0,
      "num_heads": 4,
      "stem_stride": 4,
      "transformer_depth": 2,
      "widths": [
        32,
        64,
        128
      ]
    },
    "step": 19250
  },
  "checkpoint_name": "checkpoint-19250",
  "checkpoint_step": 19250,
  "motion_d_config": {
    "data": {
      "clip_frames": 16,
      "frame_stride": 1,
      "num_workers": 4,
      "random_horizontal_flip": 0.0,
      "random_start": false,
      "resize_height": 240,
      "resize_mode": "center_crop",
      "resize_width": 416,
      "train_manifest": "motion_phase0_artifacts/manifests/train.jsonl",
      "val_manifest": "motion_phase0_artifacts/manifests/val.jsonl"
    },
    "evaluation": {
      "max_abs_magnitude_correlation": 0.7,
      "min_auroc": 0.8,
      "min_pairwise_ranking": 0.75
    },
    "experiment_name": "motion_d_full",
    "flow": {
      "append_last_flow": true,
      "backend": "raft_small",
      "cache_dir": "motion_phase0_artifacts/flow_cache",
      "device": "cuda:0",
      "dtype": "float32",
      "num_flow_updates": 12,
      "weights": "motion_phase0_artifacts/weights/raft_small_C_T_V2-01064c6d.pth"
    },
    "hard_negatives": {
      "enabled": true,
      "operations": [
        {
          "name": "shuffle",
          "weight": 1.0
        },
        {
          "name": "repeat_drop",
          "weight": 1.0
        },
        {
          "name": "temporal_jitter",
          "weight": 1.0
        },
        {
          "name": "splice",
          "weight": 1.0
        }
      ],
      "probability": 1.0
    },
    "model": {
      "architecture": "factorized_3d",
      "blocks_per_stage": 1,
      "dropout": 0.0,
      "in_channels": 3,
      "mlp_ratio": 4.0,
      "num_heads": 4,
      "stem_stride": 4,
      "transformer_depth": 2,
      "widths": [
        32,
        64,
        128
      ]
    },
    "output": {
      "directory": "motion_phase0_artifacts/checkpoints/motion_d_full",
      "keep_last_checkpoints": 3,
      "overwrite": false
    },
    "schema_version": 1,
    "seed": 42,
    "training": {
      "batch_size": 4,
      "betas": [
        0.0,
        0.99
      ],
      "device": "cuda:0",
      "epochs": 20,
      "eval_every_steps": 250,
      "learning_rate": 0.0002,
      "log_every_steps": 10,
      "max_grad_norm": 1.0,
      "precision": "bf16",
      "r1_gamma": 1.0,
      "r2_gamma": 0.0,
      "regularization_interval": 16,
      "save_every_steps": 250,
      "weight_decay": 0.0001
    }
  },
  "reward_kind": "logit",
  "schema_version": 1
}