ndsanjana commited on
Commit
8e54b1c
·
verified ·
1 Parent(s): ca7ed33

Upload results_A3_3b_ppl.jsonl with huggingface_hub

Browse files
Files changed (1) hide show
  1. results_A3_3b_ppl.jsonl +4 -0
results_A3_3b_ppl.jsonl ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {"tag": "A3_uniform_3b_lr5e5_s0", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases_scale/base_uniform_3b_r4.pt", "budget_total_dims": 14336, "wikitext_ppl": 12.7724, "c4_ppl": 97.9294}
2
+ {"tag": "A3_et_head_3b_lr5e5_s0", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases_scale/base_et_head_3b_r4.pt", "budget_total_dims": 14336, "wikitext_ppl": 11.0033, "c4_ppl": 66.3021}
3
+ {"tag": "A3_whitened_3b_lr5e5_s0", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases_scale/base_whitened_3b_r4.pt", "budget_total_dims": 14336, "wikitext_ppl": 12.2031, "c4_ppl": 80.8679}
4
+ {"tag": "A3_xkv_3b_lr5e5_s0", "ratio": 4, "enabled": true, "basis": "kv_compress/out_alloc/bases_scale/base_xkv_3b_r4.pt", "budget_total_dims": 14336, "wikitext_ppl": 16.6342, "c4_ppl": 106.8077}