motion-refined-81frame-8interval / motion_reward_runtime.json
messimanda's picture
Add files using upload-large-folder tool
20cbfc0 verified
Raw
History Blame Contribute Delete
3.35 kB
{
"anchor_teacher": "wan_base_motion_teacher",
"checkpoint_manifest": {
"extra_state": {
"best_auroc": 0.9588183889391717,
"epoch": 11
},
"files": {
"config.json": "535f34a206241cbd1c25afc76f144689cc5ec673ca0fe814dd4642c361871d45",
"discriminator.safetensors": "9cdeccb5545f3e6237709dab8be3b78f74c2dc44f72cb13f82c986134266de16",
"metrics.json": "ac5416c1effedf6bb37b3a42c833e9278d332d7ceed6bb3e15f092bce2585164",
"training_state.pt": "7b5da00a599e76d6ad127092ea83ff8a48fbaab2d0dbc9e7ef225d7c0327fc8f"
},
"format": "motion-discriminator-v1",
"model_class": "FlowMotionDiscriminator",
"model_config": {
"blocks_per_stage": 1,
"dropout": 0.0,
"in_channels": 3,
"input_clip": null,
"input_scale": 1.0,
"mlp_ratio": 4.0,
"num_heads": 4,
"stem_stride": 4,
"transformer_depth": 2,
"widths": [
32,
64,
128
]
},
"step": 19250
},
"checkpoint_name": "checkpoint-19250",
"checkpoint_step": 19250,
"motion_d_config": {
"data": {
"clip_frames": 16,
"frame_stride": 1,
"num_workers": 4,
"random_horizontal_flip": 0.0,
"random_start": false,
"resize_height": 240,
"resize_mode": "center_crop",
"resize_width": 416,
"train_manifest": "motion_phase0_artifacts/manifests/train.jsonl",
"val_manifest": "motion_phase0_artifacts/manifests/val.jsonl"
},
"evaluation": {
"max_abs_magnitude_correlation": 0.7,
"min_auroc": 0.8,
"min_pairwise_ranking": 0.75
},
"experiment_name": "motion_d_full",
"flow": {
"append_last_flow": true,
"backend": "raft_small",
"cache_dir": "motion_phase0_artifacts/flow_cache",
"device": "cuda:0",
"dtype": "float32",
"num_flow_updates": 12,
"weights": "motion_phase0_artifacts/weights/raft_small_C_T_V2-01064c6d.pth"
},
"hard_negatives": {
"enabled": true,
"operations": [
{
"name": "shuffle",
"weight": 1.0
},
{
"name": "repeat_drop",
"weight": 1.0
},
{
"name": "temporal_jitter",
"weight": 1.0
},
{
"name": "splice",
"weight": 1.0
}
],
"probability": 1.0
},
"model": {
"architecture": "factorized_3d",
"blocks_per_stage": 1,
"dropout": 0.0,
"in_channels": 3,
"mlp_ratio": 4.0,
"num_heads": 4,
"stem_stride": 4,
"transformer_depth": 2,
"widths": [
32,
64,
128
]
},
"output": {
"directory": "motion_phase0_artifacts/checkpoints/motion_d_full",
"keep_last_checkpoints": 3,
"overwrite": false
},
"schema_version": 1,
"seed": 42,
"training": {
"batch_size": 4,
"betas": [
0.0,
0.99
],
"device": "cuda:0",
"epochs": 20,
"eval_every_steps": 250,
"learning_rate": 0.0002,
"log_every_steps": 10,
"max_grad_norm": 1.0,
"precision": "bf16",
"r1_gamma": 1.0,
"r2_gamma": 0.0,
"regularization_interval": 16,
"save_every_steps": 250,
"weight_decay": 0.0001
}
},
"reward_kind": "logit",
"schema_version": 1
}