Rhett1 commited on
Commit
b9f25d3
·
verified ·
1 Parent(s): 5edffa1

Upload asvd_llm/unheal/llama2-7b-base/provenance.json with huggingface_hub

Browse files
asvd_llm/unheal/llama2-7b-base/provenance.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "ASVD official-style (abs_mean scaling, ppl sensitivity, param_ratio target)",
3
+ "source_model": "NousResearch/Llama-2-7b-hf",
4
+ "source_revision": "8efe6c9b93655b934e27bd9981e3ec13e55aee9d",
5
+ "params_total": 4020677888,
6
+ "param_budget_target": "4.0231B, matched to the TR-3 llama2-7b(-base) row",
7
+ "param_ratio_target": 0.589,
8
+ "factored_params": 3532823808,
9
+ "untouched_params": 487854080,
10
+ "alpha": 0.5,
11
+ "seed": 233,
12
+ "n_calib": 256,
13
+ "sensitivity_metric": "ppl",
14
+ "compression_artifacts": {
15
+ "compressed_checkpoint_tr3fmt": "checkpoints/asvd_base_7b/tr3fmt/state_dict_fp16.pt",
16
+ "compressed_checkpoint_tr3fmt_sha256": "cc8a3ede167248b34b28fe9ecb94215f841c33cbcd8336b311cfae4e46852f00",
17
+ "ranks_json_sha256": "5836ebdb4a54ccfd0e40c2d7b5abf5f828efbd508f7efb28b27e89aee06e69e4",
18
+ "compression_meta": "checkpoints/asvd_base_7b/asvd_hf/compression_meta.json"
19
+ },
20
+ "sha_source": "checkpoint sha256 recorded by KD-heal runs' input-identity gate (jobs 93339, 94111)",
21
+ "NEGATIVE_RESULT": {
22
+ "status": "capability-dead output; archived for reproducibility, not a working model",
23
+ "probe_mmlu_unhealed": 0.23421052631578948,
24
+ "probe_mmlu_after_60m_kd_heal": 0.262719298245614,
25
+ "kd_kl_start_final": [7.296980082988739, 0.22557126358151436],
26
+ "probe_mmlu_teacher_same_harness": 0.47412280701754383,
27
+ "note": "forward approx random on arrival; first heal attempt (job 93339) auto-refused with KL=NaN by the pre-training health gate; second run (94111) completed but MMLU stayed at chance for all 12 milestone probes. ASVD chat instance is healthy; failure is specific to this base run.",
28
+ "probe_note": "lm-eval 0.4.12, MMLU limit=40 questions/subtask, n=2280, seed 1234, fp16"
29
+ }
30
+ }