upload 0.6+4_base fuser

qwen3_0.6b+qwen3_4b_base_Fuser/config.json

@@ -0,0 +1,82 @@
+model:
+  base_model: "Qwen/Qwen3-0.6B"
+  teacher_model: "Qwen/Qwen3-4B-Base"
+  include_response: false
+  is_do_alignment: false
+  alignment_strategy: "first"
+  projector:
+    type: "C2CProjector"
+    params:
+      hidden_dim: 1024
+      intermediate_dim: 1024
+      num_layers: 3
+      dropout: 0.1
+      initial_temperature: 1.0
+      final_temperature: 0.001
+      anneal_steps: 1953
+  # projector:
+  #   type: "AllInOneProjector"
+  #   params:
+  #     hidden_dim: 1024
+  #     weight_hidden_dim: 1024
+  #     num_layers: 3
+  #     dropout: 0.1
+  #     activation: "gelu"
+  #     use_layer_norm: true
+  #     use_residual: true
+  #     use_swiglu: true
+  #     use_concat: true
+  #     gate_granularity: "scalar"
+  #     gate_depends_on_input: false
+  #     gate_input_features: "target_key"
+  #     gate_init_value: 0.0
+  #     weight_granularity: "head_merged"
+  #     weight_depends_on_input: true
+  #     weight_input_features: "target_projected_key"
+  #     weight_init_value: 0.0
+  #     use_gumbel: true
+  #     initial_temperature: 1.0
+  #     final_temperature: 0.001
+  #     preserve_target_weight: false
+  #     add_self: true
+  #     anneal_steps: 1929
+  #     scalar_temperature: 1.0
+  #     max_sequence_length: 8192
+  mapping: "last_aligned"
+
+training:
+  learning_rate: 0.0001
+  weight_decay: 0.01
+  num_epochs: 1
+  max_length: 2048
+  device: "cuda"
+  scheduler_type: "linear"
+  warmup_ratio: 0.1
+  max_grad_norm: 1.0
+  gradient_accumulation_steps: 4
+  per_device_train_batch_size: 8
+  num_processes: 8
+  freeze:
+    - "teacher"
+    - "base"
+  seed: 42
+
+output:
+  output_dir: "local/checkpoints/Q3-0.6B_Q3-4B-Base_general_500k_C2C"
+  save_steps: 500
+  eval_steps: 100
+  wandb_config:
+    project: "Rosetta"
+    mode: "online"
+    entity: "nics-efc"
+    run_name: "Q3-0.6B_Q3-4B-Base_general_500k_C2C"
+
+data:
+  type: "OpenHermesChatDataset"
+  # type: "DollyChatDataset"
+
+  kwargs:
+    split: "train"
+    max_word_count: 2048
+    num_samples: 500000
+  train_ratio: 0.99

qwen3_0.6b+qwen3_4b_base_Fuser/final/aggregator_config.json

@@ -0,0 +1 @@
+{}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_0.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca901bc8803e85cae986c4cd656874eda980384f8956f26692b91a00930195e
+size 37815239

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_1.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37b6a1bca77a587417a932c6b08ab422ef895c21adcaa013cf3423df29e5bf4
+size 37815239

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_10.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befd49e5176b4b913597244f97da7f709edd8c344843adb1e665db2c3cd55f33
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_11.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_11.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1e072a0a736a09e0cf7a7edf36dbe7c69101a7249d8138e64b45e1a0afa354
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_12.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_12.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bea162bff880010939806fa1c5ea6be7b19ef950448818d69528c649192033
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_13.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_13.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b2b6856fa7d90d6b9298b584e9cdfe0b2f85da492596bde250f85c41fbb3fc
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_14.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_14.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb4bf56e219a51545a4bff5c6270555de629e1616f87b9fa0f658ccf27254a9
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_15.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_15.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7af755b043865aa4c27148565c9d20437363e83afa1ba007a4adcbe6b33ae77
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_16.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_16.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c310b2bc90edf68c0f0914a00897809bed4767da049b2155767a324c1325b
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_17.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_17.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0055c8e4aebda13f50d5bfa8f8ca0ad4badaa8079923a310c4d76b14f0037d8e
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_18.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_18.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61065ef9e80df17da7ab6ee2cc810c996eeef9d8fc068eeb384240d5776164fa
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_19.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_19.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7253a544a70f2721a6072f3a2ea931a4b2af120312d052d9ba2bd7bebb450875
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_2.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc8b03defc611cbc58da01cfb67e1a84203e0675f1e9bf4fa5ffcac34851b4b
+size 37815239

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_20.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c621c50d542d368bf1f127918020afd9823bc6d39057b79e8a0ff368a46fce1
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_21.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_21.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a0e4f1ad4290c336f1780dd4fdaba6f6ce85a221a3111ec1d477289735ca8e
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_22.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_22.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3be267fa3472fcac11fbd8252f3a09b8bf050945ec1481f29fca096d815d95
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_23.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_23.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6207c7442f68832c6678a47c508dfae574c133b3915ad959a1f764eef8d547
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_24.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d382d0d1b64f303279054234fae9588bcd0ef3ab324c2bde2475d610ca99b16a
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_25.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_25.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33161138959e0125801b74b5be397029733729938edf4715760cdde8e729af0d
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_26.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_26.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3377bdc808175f9b3d239927424481e98039d445d5622ae0281ac7a5e7734647
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_27.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_27.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9a6e50aa6886c7cee791b5ce6d2c3f7c806da0a88c61bf0678a34d0e9e348
+size 37815276

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_3.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b1bb740e0983f75d32c680f742d96722d3c74ad3075847957647984bfe7071
+size 37815239

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_4.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a59d32df77c5c6b88388edd833866284f8e53b557cf2c6e4cbf15db6f7909c6
+size 37815239

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_5.json

@@ -0,0 +1,20 @@
+{
+  "class": "C2CProjector",
+  "init_args": {
+    "source_dim": 128,
+    "target_dim": 128,
+    "source_num_heads": 8,
+    "target_num_heads": 8,
+    "hidden_dim": 1024,
+    "intermediate_dim": 1024,
+    "num_layers": 3,
+    "dropout": 0.1,
+    "initial_temperature": 1.0,
+    "final_temperature": 0.001,
+    "anneal_steps": 1953,
+    "dtype": {
+      "__type__": "torch.dtype",
+      "value": "bfloat16"
+    }
+  }
+}

qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2a169095e309e749a22f1ebcd9dae026577b5d6ffd8a4b5685a9a3a500c04d
+size 37815239