Add Stage 1 SWD-H checkpoints

README.md

@@ -22,7 +22,9 @@ GitHub: https://github.com/kevinkke233-maker/Light-MER
 | File | Description | Status |
 |---|---|---|
 | `light-mer-teacher-qwen3-8b.pth` | Qwen3-8B teacher checkpoint for Stage 1 SWD-H distillation | Released |
-| `light-mer-stage1-swdh-qwen3-0.6b.pth` | Qwen3-0.6B student after Stage 1 SWD-H distillation | COMING SOON |
+| `stage1-swdh-qwen3-0.6b/checkpoint_000060_loss_1.291.pth` | Recommended Qwen3-0.6B student checkpoint after Stage 1 SWD-H distillation | Released |
+| `stage1-swdh-qwen3-0.6b/checkpoint_*.pth` | Stage 1 SWD-H checkpoint trajectory from epoch 5 to epoch 60 | Released |
+| `stage1-swdh-qwen3-0.6b/config.yaml` | Stage 1 SWD-H training config used for the released checkpoints | Released |
 | `light-mer-stage2-mgrpo-qwen3-0.6b.pth` | Qwen3-0.6B student after Stage 2 M-GRPO refinement | COMING SOON |
 
 ## Usage
@@ -41,6 +43,18 @@ TEACHER_CKPT=checkpoints/light-mer-teacher-qwen3-8b.pth \
 bash scripts/train_stage1_swdh.sh
 ```
 
+For Stage 1 inference or evaluation, download one of the released student checkpoints, for example:
+
+```text
+checkpoints/light-mer-stage1-swdh-qwen3-0.6b.pth
+```
+
+The recommended Stage 1 checkpoint is:
+
+```text
+stage1-swdh-qwen3-0.6b/checkpoint_000060_loss_1.291.pth
+```
+
 ## License
 
 This checkpoint repository is released under the Apache License 2.0. Please also follow the licenses and usage terms of the external datasets and pretrained models used with Light-MER.

stage1-swdh-qwen3-0.6b/checkpoint_000005_loss_2.097.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a889b52211fcca62587b17e81c0ebb4ac2846543a6d4ca7b0f50f6c1ce6ff
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000010_loss_1.904.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ea9d9a61f5ce3b14259fd3f4088099350e7a654e918c1eda2cc05c95e52393
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000015_loss_1.759.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a4bf0aacbaf0c7b3978bd3fac9741c84063a259ac849ce1a2eb435f578cced
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000020_loss_1.635.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193bb449def5caf06ce7de55d24b666e9fc648a90843904a4d61b8a5c6dd7130
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000025_loss_1.549.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b56153385529e1448797d3f13e36e7fa1c1c5823a7d7dd687dcc587dcb5468
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000030_loss_1.465.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c83cbb0e45b278bc58b0472315aa9ab70265d977dfe59cecc10d55cff21ea0
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000035_loss_1.415.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9361f2336b12fbcec403cd6b968df782807a61d96639b5337ccd7bd85f78e1a2
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000040_loss_1.373.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cb00584d0aa2584be0feebca991ced28dbea17631c361b6c19876996246c45
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000045_loss_1.337.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ad10494a6b258926d06377ff35bf86229e2453f384873e1469e61ca9063976
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000050_loss_1.317.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6777c33d368ce5669aee096f3443731962b8c7328ccdc9e4265ded65781b11
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000055_loss_1.300.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7a09215935e4d484099c967c64b7f2182241c57bedbc071e9dbadf5303e3ca
+size 499014241

stage1-swdh-qwen3-0.6b/checkpoint_000060_loss_1.291.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba3ea44640b460e1705a129ee9b90c2d4008c4a7b2026f5fcc455950873cab0
+size 499014241

stage1-swdh-qwen3-0.6b/config.yaml

@@ -0,0 +1,128 @@
+## SWD-H sweep candidate: p=1 robust sliced Wasserstein
+## Validation target: three independent inference+score repeats with avg >= 74.16
+
+model:
+  arch: affectgpt
+  model_type: pretrain_vicuna
+
+  frozen_video_proj: False
+  frozen_video_Qformer: False
+  frozen_audio_Qformer: False
+  frozen_audio_proj: False
+  frozen_multi_Qformer: False
+  frozen_multi_llama_proj: False
+  frozen_llm: False
+
+  multi_fusion_type: attention
+  video_fusion_type: attention
+  audio_fusion_type: attention
+  image_fusion_type: mean
+
+  ckpt: ""
+  ckpt_2: ""
+
+  llama_model: "Qwen3_0.6B"
+  acoustic_encoder: "HUBERT_BASE"
+  visual_encoder: "CLIP_VIT_BASE"
+
+  teacher:
+    llama_model: "Qwen3"
+    visual_encoder: "CLIP_VIT_LARGE"
+    acoustic_encoder: "HUBERT_LARGE"
+    ckpt: "/users/2780718z/sharedscratch/Year_3/OT/AffectGPT-master/AffectGPT/output/qwen3_emercoarse_highlevelfilter4_outputhybird_bestsetup_bestfusion_lz/qwen3_emercoarse_highlevelfilter4_outputhybird_bestsetup_bestfusion_lz_20260209171/checkpoint_000060_loss_0.609.pth"
+
+    use_swd: True
+    swd_n_projections: 200
+    swd_p: 1
+
+    ot_weight: 1.0
+    ot_ramp_steps: 5000
+    ot_epsilon: 0.1
+    ot_common_dim: 256
+    ot_num_iters: 20
+
+    kl_weight: 0.0
+    kl_temperature: 2.0
+
+  num_audio_query_token: 1
+  num_video_query_token: 1
+  num_multi_query_token: 1
+  num_image_query_token: 1
+  max_length: 1024
+
+  vis_processor:
+    train:
+      name: "alpro_video_train"
+      n_frms: 8
+      image_size: 224
+  text_processor:
+    train:
+      name: "blip_caption"
+  img_processor:
+    train:
+      name: "blip2_image_train"
+      image_size: 224
+
+datasets:
+  mercaptionplus:
+    data_type: video
+    face_or_frame: "multiface_audio_face_text"
+    label_type: "hybird"
+
+run:
+  task: video_text_pretrain
+
+  lr_sched: "linear_warmup_cosine_lr"
+  init_lr: 5e-5
+  min_lr: 5e-6
+  warmup_lr: 5e-7
+  weight_decay: 0.01
+
+  max_epoch: 60
+  iters_per_epoch: 5000
+  warmup_steps: 5000
+
+  batch_size_train: 3
+  batch_size_eval: 3
+  accum_grad_iters: 8
+
+  seed: 42
+  num_workers: 4
+
+  amp: True
+  resume_ckpt_path: null
+
+  evaluate: False
+  train_splits: ["train"]
+
+  device: "cuda"
+  world_size: 1
+  dist_url: "env://"
+  distributed: False
+
+  output_dir: "output/final_swd_h_qwen3_06b_swd_p1"
+
+inference:
+  task: video_text_pretrain
+
+  vis_processor:
+    train:
+      name: "alpro_video_eval"
+      n_frms: 8
+      image_size: 224
+  text_processor:
+    train:
+      name: "blip_caption"
+  img_processor:
+    train:
+      name: "blip2_image_eval"
+      image_size: 224
+
+  face_or_frame: "xxx"
+  base_root: "output_final_swd_h_qwen3_06b_swd_p1/repeat1/results"
+  ckpt_root: xxx
+  ckpt_name: xxx
+  test_epoch: xxx
+  test_epochs: xxx-xxx
+  skip_epoch: 1
+  gpu: 0