File size: 889 Bytes
46aa63c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
  "timestamp": "2026-01-24T17:42:16.456628",
  "base_model": "Qwen/Qwen3-4B-Base",
  "code_model": "Montalte/code_think",
  "math_model": "Montalte/math_think",
  "save_path": "/work1/yizhanh/mhm/MergeBench/merged_models/unified_hf_code_math_qwen3_4b",
  "code_skill_region": {
    "actual_sparsity": 0.10032479662122679,
    "masked_energy_ratio": 0.9867451274256425,
    "dataset_size": 50
  },
  "math_skill_region": {
    "actual_sparsity": 0.10630752363104388,
    "masked_energy_ratio": 0.9861190180002117,
    "dataset_size": 50
  },
  "skill_regions_overlap": {
    "jaccard_similarity": 0.1623715126053168,
    "intersection_size": 104879288,
    "union_size": 645921728,
    "mask_1_size": 364531328,
    "mask_2_size": 386269664
  },
  "graft_args": {
    "sparsity": 0.1,
    "sigmoid_bias": 3.0,
    "lr": 100000000.0,
    "num_train_epochs": 1,
    "l1_strength": 0.0
  }
}